{ "schema": "qwen38-kld-ladder-cumulative/3", "tool": "tools/kld_aggregate.py", "generated_unix": 1786930992, "candidate": "awq", "label": null, "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/models/Qwen3.8-27B-AWQ-INT4", "model_revision": null, "model_revision_source": "none", "index_sha256": "82b1bf79f5b61333e83da17ec3bf89c9f178e29395a14c6b3ce3bbc474e1ead8", "config_sha256": "fece2915d4c8ad4c10877622f04ea5e01cd3ae38768ce5c1edb700dd1de290f6", "shard_sha256": { "model-00001-of-00005.safetensors": "54d83c1d36631de231876217a8e0c2483eccee8746369a482b79442bdfc5d958", "model-00002-of-00005.safetensors": "64be5fc2f66a3e5679ba229261a7a0d8112b06f6f560c750a62ca9457f90006c", "model-00003-of-00005.safetensors": "7b90d6c7059d615a560cd4d2e766d328210605041061681550d80f380a8b529b", "model-00004-of-00005.safetensors": "03b2624ec788780a2915003cd2871c29c87dfb6f2a8d189ef3918662d6a1ed56", "model-00005-of-00005.safetensors": "eb5ea1fbef28b13ac89158924ee7cfe7c9f111c79ae177b290c0abd45c38925c" }, "quantization": "compressed-tensors", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "scored_position_window": { "schema": "qwen38-scored-position-window/1", "score_from": 0, "windowed": false, "policy": "every shard scored every position of every context; nothing is windowed", "positions_per_context": 2047, "min_left_context_tokens": 1, "declared_by_all_reports": true, "report_schemas": [ "qwen38-fidelity-report/2" ] }, "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": null, "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.022817869486410007, "context_macro_mean_kld": 0.022817869486410007, "context_bootstrap": { "mean": 0.022817869486410007, "ci95_low": 0.02124566751397326, "ci95_high": 0.024624017731318875, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.939436904616512, "max_kld": 8.761947988993363, "mean_jsd_bits": 0.0076784431970422905, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.02569027782383921, "token_mean_kld": 0.02569027782383921 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.0219858796493892, "token_mean_kld": 0.021985879649389195 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.027935873393903233, "token_mean_kld": 0.027935873393903233 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.02368890175861293, "token_mean_kld": 0.023688901758612928 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.015429916530239556, "token_mean_kld": 0.015429916530239556 } }, "worst_contexts": [ { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.17291731329217358, "top1_agreement": 0.9140205178309722 }, { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.14108432369210572, "top1_agreement": 0.9179286761113825 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.13235879839744044, "top1_agreement": 0.9145090376160234 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.11422475042018271, "top1_agreement": 0.9550561797752809 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.11086426729261552, "top1_agreement": 0.8519785051294577 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.10230611325546426, "top1_agreement": 0.8402540302882266 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.09752587412286817, "top1_agreement": 0.9213483146067416 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.09184469585848579, "top1_agreement": 0.9286761113825109 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.08372973296671983, "top1_agreement": 0.9233023937469468 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.08262062359533312, "top1_agreement": 0.9193942354665364 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.07836044656915886, "top1_agreement": 0.9345383488031265 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.07768029281141256, "top1_agreement": 0.920371275036639 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.07354317937786439, "top1_agreement": 0.9423546653639472 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.06634799934032193, "top1_agreement": 0.9477283829995115 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.06347279546669816, "top1_agreement": 0.925256472887152 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.06305578851368171, "top1_agreement": 0.9335613092330239 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.061470197170049534, "top1_agreement": 0.8729848558866634 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.05878648917004453, "top1_agreement": 0.9550561797752809 }, { "index": 473, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "mean_kld": 0.0582053077141027, "top1_agreement": 0.95847581827064 }, { "index": 279, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.05556137345592532, "top1_agreement": 0.9316072300928188 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 3716, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 2, 0, 1, 3, 0, 1, 1, 0, 0, 1, 2, 1, 0, 1, 0, 1, 0, 4, 3, 2, 0, 2, 1, 2, 3, 6, 1, 1, 4, 3, 0, 3, 1, 3, 1, 1, 2, 6, 3, 8, 8, 6, 6, 6, 2, 6, 0, 7, 6, 7, 6, 3, 5, 9, 3, 6, 8, 12, 13, 17, 12, 17, 18, 15, 18, 9, 17, 14, 24, 15, 28, 28, 33, 31, 11, 29, 27, 21, 34, 41, 34, 39, 37, 29, 32, 49, 42, 46, 43, 61, 55, 78, 72, 65, 75, 85, 73, 83, 90, 100, 98, 106, 100, 121, 126, 135, 142, 138, 162, 183, 198, 226, 185, 209, 236, 231, 278, 294, 321, 319, 367, 367, 386, 436, 457, 505, 537, 552, 560, 607, 633, 607, 677, 692, 682, 766, 811, 853, 846, 981, 924, 912, 965, 1022, 1068, 1025, 1054, 1149, 1151, 1124, 1203, 1292, 1271, 1268, 1355, 1424, 1413, 1480, 1519, 1506, 1538, 1649, 1605, 1712, 1718, 1802, 1787, 1820, 1818, 1891, 1934, 1911, 2047, 2037, 2125, 2064, 2123, 2175, 2174, 2352, 2216, 2323, 2206, 2368, 2487, 2406, 2449, 2476, 2571, 2558, 2633, 2622, 2600, 2615, 2643, 2828, 2822, 2726, 2911, 2887, 2960, 2857, 2883, 2951, 2924, 3044, 2998, 3036, 3039, 3192, 3093, 3215, 3050, 3231, 3198, 3224, 3103, 3365, 3229, 3326, 3348, 3324, 3322, 3312, 3364, 3365, 3600, 3601, 3617, 3507, 3622, 3738, 3860, 3882, 3927, 3863, 4013, 4006, 4231, 4111, 4202, 4465, 4489, 4623, 4632, 4870, 4816, 5194, 5358, 5536, 6236, 6070, 6042, 6063, 6057, 6310, 6445, 6978, 6861, 7191, 7190, 7576, 7812, 8145, 8307, 8674, 9129, 9466, 9627, 10018, 10622, 10897, 11546, 12194, 13068, 13307, 13314, 13700, 14157, 14254, 14921, 14888, 15191, 15502, 15865, 16316, 16549, 16672, 17009, 16739, 16030, 15838, 15587, 14819, 14541, 13818, 13358, 13055, 12502, 11481, 10603, 10039, 9477, 8763, 8095, 7830, 7134, 6447, 5980, 5430, 5189, 4846, 4443, 4087, 3872, 3502, 3174, 3081, 2733, 2667, 2504, 2276, 2135, 1955, 1779, 1775, 1619, 1410, 1325, 1300, 1190, 1014, 985, 903, 877, 821, 779, 737, 646, 573, 560, 533, 485, 454, 382, 367, 307, 324, 276, 271, 252, 232, 214, 211, 201, 147, 161, 153, 116, 134, 118, 120, 102, 79, 77, 76, 52, 61, 59, 51, 49, 44, 36, 32, 32, 33, 25, 18, 15, 12, 22, 11, 4, 12, 8, 8, 10, 4, 4, 3, 0, 2, 4, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 3716, "overflow_count": 0, "max_kld_exact": 8.761947988993363, "min_kld_exact": -7.235197221955748e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.007498942093324558, "upper": 0.00794328234724282, "estimate": 0.007816279423113703, "bin": 396, "bin_kind": "log", "bin_lower": 0.007498942093324558, "bin_upper": 0.00794328234724282, "order_statistic": 524032, "positions_below_bin": 514623, "positions_in_bin": 13068, "relative_width": 0.055939123714077346 }, "p95": { "quantile": 0.95, "lower": 0.07498942093324558, "upper": 0.07943282347242822, "estimate": 0.07520528923135385, "bin": 436, "bin_kind": "log", "bin_lower": 0.07498942093324558, "bin_upper": 0.07943282347242822, "order_statistic": 995660, "positions_below_bin": 995467, "positions_in_bin": 3872, "relative_width": 0.055939123714077506 }, "p99": { "quantile": 0.99, "lower": 0.25118864315095824, "upper": 0.2660725059798814, "estimate": 0.2518918222466579, "bin": 457, "bin_kind": "log", "bin_lower": 0.25118864315095824, "bin_upper": 0.2660725059798814, "order_statistic": 1037583, "positions_below_bin": 1037543, "positions_in_bin": 821, "relative_width": 0.055939123714077374 }, "p999": { "quantile": 0.999, "lower": 1.1220184543019653, "upper": 1.1885022274370165, "estimate": 1.1319859634590494, "bin": 483, "bin_kind": "log", "bin_lower": 1.1220184543019653, "bin_upper": 1.1885022274370165, "order_statistic": 1047015, "positions_below_bin": 1046997, "positions_in_bin": 120, "relative_width": 0.05593912371407348 }, "p9999": { "quantile": 0.9999, "lower": 3.1622776601683795, "upper": 3.3496543915782793, "estimate": 3.1728183479700465, "bin": 501, "bin_kind": "log", "bin_lower": 3.1622776601683795, "bin_upper": 3.3496543915782793, "order_statistic": 1047959, "positions_below_bin": 1047958, "positions_in_bin": 12, "relative_width": 0.05593912371407732 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 915500, "fraction": 0.8735153578407425 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 781193, "fraction": 0.7453676493038593 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 465895, "fraction": 0.4445291508915486 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 36235, "fraction": 0.03457327033463605 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 1319, "fraction": 0.0012585109306301905 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-short/reports/shard-0000/report-awq.json", "report_sha256": "2c5c97bc59075b2595fdc9d8b1457fc75d73122b6a8e5f1f8e1131a5dfeb3f45", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-short/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-short/hidden/shard-0000/hidden-awq", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.022817869486410004, "context_macro_mean_kld": 0.022817869486410007, "top1_agreement": 0.939436904616512, "max_kld": 8.761947988993363, "p999_kld": 1.1320629795423272, "row_consistency": { "token_mean_relative_gap": 1.520495572130416e-16, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 1.520495572130416e-16, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-short/reports/shard-0000/report-awq.json": "2c5c97bc59075b2595fdc9d8b1457fc75d73122b6a8e5f1f8e1131a5dfeb3f45" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017622940046027623, "median_kld": 0.012210534576752252, "top1_agreement": 0.9262335124572545 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.016866468802587416, "median_kld": 0.007287587557485153, "top1_agreement": 0.9394235466536395 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018408929337964938, "median_kld": 0.012540738191091805, "top1_agreement": 0.9257449926722032 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01887973484112037, "median_kld": 0.011628934830270055, "top1_agreement": 0.9364924279433317 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01807496465830695, "median_kld": 0.01162808639691093, "top1_agreement": 0.9306301905227161 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015165728708343762, "median_kld": 0.009493434178239113, "top1_agreement": 0.9384465070835368 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01899569514294732, "median_kld": 0.013132434102317347, "top1_agreement": 0.923790913531998 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021654243492239853, "median_kld": 0.001068562544901397, "top1_agreement": 0.966780654616512 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013948080788090459, "median_kld": 0.009820237757594441, "top1_agreement": 0.9374694675134343 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01698954541255102, "median_kld": 0.011269415004107941, "top1_agreement": 0.9291646311675623 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015484042781117108, "median_kld": 0.010489087582755019, "top1_agreement": 0.9491939423546654 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009705395239880938, "median_kld": 0.00016035351400539577, "top1_agreement": 0.9843673668783586 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01629902709836441, "median_kld": 0.00865585368592292, "top1_agreement": 0.9374694675134343 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011167905190289667, "median_kld": 0.0009502769650140408, "top1_agreement": 0.9711773326819736 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01992906403776325, "median_kld": 0.0016528780366229512, "top1_agreement": 0.9633610161211529 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015276656978843029, "median_kld": 0.008856844424826704, "top1_agreement": 0.9408891060087934 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020094201165497993, "median_kld": 0.009039013970209453, "top1_agreement": 0.9447972642892037 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.17291731329217358, "median_kld": 0.007240597613332511, "top1_agreement": 0.9140205178309722 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01246280247580783, "median_kld": 0.008798014489592276, "top1_agreement": 0.9408891060087934 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01677239393225706, "median_kld": 0.002968525089272589, "top1_agreement": 0.9467513434294089 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015213249148759475, "median_kld": 0.010546115182989979, "top1_agreement": 0.9306301905227161 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01053516513125598, "median_kld": 0.0007873754616056772, "top1_agreement": 0.97361993160723 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016970622848534296, "median_kld": 0.010414045119432558, "top1_agreement": 0.9311187103077675 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026535487093850674, "median_kld": 0.010599682325846516, "top1_agreement": 0.9276990718124084 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018383319108665405, "median_kld": 0.012037042193696834, "top1_agreement": 0.9247679531021006 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022316595655160483, "median_kld": 0.0073903837273974204, "top1_agreement": 0.9350268685881779 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021000551576376307, "median_kld": 0.00783356338070007, "top1_agreement": 0.9296531509526136 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015661894468376337, "median_kld": 0.011102019377631223, "top1_agreement": 0.9345383488031265 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02533963600166731, "median_kld": 0.012612735308550782, "top1_agreement": 0.918905715681485 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018929671233032956, "median_kld": 0.013764237957843761, "top1_agreement": 0.9281875915974597 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.024717501427878, "median_kld": 0.01571456303213381, "top1_agreement": 0.8993649242794333 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023027403611257196, "median_kld": 0.011849058568259352, "top1_agreement": 0.9267220322423058 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013743618526815715, "median_kld": 0.001033056271779742, "top1_agreement": 0.9628724963361016 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.14108432369210572, "median_kld": 0.0011878982824100603, "top1_agreement": 0.9179286761113825 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01653081686343185, "median_kld": 0.00030676256707806715, "top1_agreement": 0.9726428920371275 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014960642898620199, "median_kld": 0.008002221547542376, "top1_agreement": 0.9511480214948705 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.03419802621676817, "median_kld": 0.02150946159895284, "top1_agreement": 0.9013190034196384 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.013882538998528472, "median_kld": 0.005735176063240033, "top1_agreement": 0.9506595017098193 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025021914942625956, "median_kld": 0.013301003412834689, "top1_agreement": 0.9262335124572545 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.022139744400676453, "median_kld": 0.0012994375032704397, "top1_agreement": 0.9692232535417684 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01077254199447881, "median_kld": 0.007128115274610991, "top1_agreement": 0.9506595017098193 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.017143589022436588, "median_kld": 0.00812950422277936, "top1_agreement": 0.9311187103077675 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.015793733805396337, "median_kld": 0.004648615043080895, "top1_agreement": 0.9443087445041524 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02051682758794954, "median_kld": 0.011444806795964269, "top1_agreement": 0.9325842696629213 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017657349436360825, "median_kld": 0.010702054267312633, "top1_agreement": 0.9345383488031265 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.018138521516619273, "median_kld": 0.009355405881137813, "top1_agreement": 0.9276990718124084 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015346516435765732, "median_kld": 0.011042320985836795, "top1_agreement": 0.9335613092330239 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017093200218042257, "median_kld": 0.007845625974720605, "top1_agreement": 0.9394235466536395 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01538508104278747, "median_kld": 0.008721702005232146, "top1_agreement": 0.9325842696629213 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.023698565335489367, "median_kld": 0.011781920906514642, "top1_agreement": 0.9179286761113825 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013530689902065981, "median_kld": 0.0008551279062203321, "top1_agreement": 0.9726428920371275 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017334027733790947, "median_kld": 0.007828642876120284, "top1_agreement": 0.9501709819247679 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.04052810859660135, "median_kld": 0.0037730768994066466, "top1_agreement": 0.9491939423546654 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020575436812998314, "median_kld": 0.009871737374851364, "top1_agreement": 0.945285784074255 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03057811708414917, "median_kld": 0.003994356416114897, "top1_agreement": 0.9428431851489986 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022482881406153166, "median_kld": 0.007777522897185918, "top1_agreement": 0.9394235466536395 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01666109937446398, "median_kld": 0.01199837952026428, "top1_agreement": 0.9257449926722032 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017729189772540316, "median_kld": 0.0036082255470120117, "top1_agreement": 0.9487054225696141 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010550778747006792, "median_kld": 0.0013181618356927771, "top1_agreement": 0.9418661455788959 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015344539565366045, "median_kld": 0.00775438506443038, "top1_agreement": 0.9443087445041524 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02868822823026167, "median_kld": 0.013630804830427223, "top1_agreement": 0.9306301905227161 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.038331933330719756, "median_kld": 0.019584673939959885, "top1_agreement": 0.9066927210552027 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018381867639490575, "median_kld": 0.0008751986114496901, "top1_agreement": 0.9408891060087934 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014311956836490489, "median_kld": 0.00900850436573819, "top1_agreement": 0.9379579872984856 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020468107333823492, "median_kld": 0.0096986378504198, "top1_agreement": 0.9345383488031265 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015487128209727603, "median_kld": 0.009524491381739608, "top1_agreement": 0.9355153883732291 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01394587338807364, "median_kld": 0.0007166517796690641, "top1_agreement": 0.9775280898876404 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.013939738795208798, "median_kld": 0.007566151644823549, "top1_agreement": 0.9428431851489986 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022598070016953797, "median_kld": 0.008016680564878698, "top1_agreement": 0.9399120664386907 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02599105479528121, "median_kld": 0.007886979092745605, "top1_agreement": 0.9384465070835368 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020009115120496763, "median_kld": 0.013189143126510317, "top1_agreement": 0.9306301905227161 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018340467684907446, "median_kld": 0.0016513622396132632, "top1_agreement": 0.9614069369809477 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01504145714343038, "median_kld": 0.0007644634892471913, "top1_agreement": 0.9726428920371275 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08372973296671983, "median_kld": 0.0033322549273613333, "top1_agreement": 0.9233023937469468 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018879144099836164, "median_kld": 0.012073174499164452, "top1_agreement": 0.9267220322423058 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014676381135266814, "median_kld": 0.006428020898937348, "top1_agreement": 0.9521250610649731 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.016790948942771975, "median_kld": 0.009047216575709172, "top1_agreement": 0.9364924279433317 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01637486981284314, "median_kld": 0.011200317971798768, "top1_agreement": 0.9374694675134343 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015144221557738542, "median_kld": 0.010755695179000213, "top1_agreement": 0.9247679531021006 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021866545267181108, "median_kld": 0.00971398405306445, "top1_agreement": 0.9325842696629213 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022273765631224334, "median_kld": 0.010168656329369696, "top1_agreement": 0.9286761113825109 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025612657562961282, "median_kld": 0.010508278843644803, "top1_agreement": 0.9335613092330239 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012555197624670772, "median_kld": 0.0002808496153434703, "top1_agreement": 0.975085490962384 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11422475042018271, "median_kld": 0.00020759455741624702, "top1_agreement": 0.9550561797752809 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018008835850785443, "median_kld": 0.0007567230534206715, "top1_agreement": 0.9706888128969223 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0201065311817445, "median_kld": 0.013131681072991341, "top1_agreement": 0.9330727894479727 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02404187295030409, "median_kld": 0.011030623342321633, "top1_agreement": 0.9174401563263312 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012432043041927797, "median_kld": 0.007747370679226151, "top1_agreement": 0.9574987787005373 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025138701661826687, "median_kld": 0.01107597482791789, "top1_agreement": 0.9286761113825109 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014850106169925383, "median_kld": 0.008125121030957416, "top1_agreement": 0.9447972642892037 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0281926563035269, "median_kld": 0.00876284681726247, "top1_agreement": 0.9389350268685882 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01746333374924529, "median_kld": 0.000719249616736306, "top1_agreement": 0.9594528578407425 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016260582928635928, "median_kld": 0.0002615950977542525, "top1_agreement": 0.9745969711773327 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024265823456716136, "median_kld": 0.010030540704974555, "top1_agreement": 0.9193942354665364 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02619779714904506, "median_kld": 0.011530259625487815, "top1_agreement": 0.9193942354665364 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014272762715505559, "median_kld": 0.009743921133917866, "top1_agreement": 0.9301416707376648 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022212977515911052, "median_kld": 0.008211700878746342, "top1_agreement": 0.9447972642892037 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019364428590199437, "median_kld": 0.01240010281890136, "top1_agreement": 0.923790913531998 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022925038331749657, "median_kld": 0.010422894946600536, "top1_agreement": 0.9345383488031265 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019612755483226413, "median_kld": 0.013637074509460945, "top1_agreement": 0.9267220322423058 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0170329438057425, "median_kld": 0.002794320232112568, "top1_agreement": 0.923790913531998 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012529448863405257, "median_kld": 0.0005106651388757655, "top1_agreement": 0.9760625305324866 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025448109344588184, "median_kld": 0.010579169945685862, "top1_agreement": 0.9281875915974597 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.06305578851368171, "median_kld": 0.005306155602411877, "top1_agreement": 0.9335613092330239 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.030218166012393178, "median_kld": 9.072994200209905e-05, "top1_agreement": 0.9682462139716659 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01757943538204264, "median_kld": 0.011420675239037337, "top1_agreement": 0.9394235466536395 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01873950547771288, "median_kld": 0.012494269444232486, "top1_agreement": 0.9169516365412799 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022689983671821557, "median_kld": 0.013543134493374964, "top1_agreement": 0.9311187103077675 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019481096851543266, "median_kld": 0.012708595120784594, "top1_agreement": 0.9267220322423058 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.016556961015385126, "median_kld": 0.008831598815618236, "top1_agreement": 0.9389350268685882 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007175472469627757, "median_kld": 0.0008893032243122434, "top1_agreement": 0.9789936492427943 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.014812886117931159, "median_kld": 0.00826724926901079, "top1_agreement": 0.9423546653639472 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015104456171463897, "median_kld": 0.011135891959384026, "top1_agreement": 0.9408891060087934 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01638742969146322, "median_kld": 0.0008200409740837244, "top1_agreement": 0.9697117733268197 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017549513068886517, "median_kld": 0.008887354221087662, "top1_agreement": 0.9379579872984856 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01751850033449315, "median_kld": 0.01018875266345276, "top1_agreement": 0.93209574987787 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015213148717105022, "median_kld": 0.008706963980955607, "top1_agreement": 0.945285784074255 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015633109740472294, "median_kld": 0.009801733181120653, "top1_agreement": 0.9433317049340498 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01725873278303011, "median_kld": 0.009765240607066517, "top1_agreement": 0.9379579872984856 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025020798204597218, "median_kld": 0.009610026366090096, "top1_agreement": 0.940400586223742 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.045722867929755384, "median_kld": 0.011364541773218662, "top1_agreement": 0.9233023937469468 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02301070362380731, "median_kld": 0.0002250786194615273, "top1_agreement": 0.9682462139716659 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017228661179611447, "median_kld": 0.009785090607010716, "top1_agreement": 0.936980947728383 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024956800508540534, "median_kld": 0.010644829567695524, "top1_agreement": 0.93209574987787 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014881821532747728, "median_kld": 0.009000823029200689, "top1_agreement": 0.9296531509526136 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015820838857814396, "median_kld": 0.010036208545898262, "top1_agreement": 0.9360039081582804 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024075094936101393, "median_kld": 0.00890991114283679, "top1_agreement": 0.9360039081582804 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02442969436537872, "median_kld": 0.01424257134385698, "top1_agreement": 0.9276990718124084 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01278512243821046, "median_kld": 0.0004548538544426606, "top1_agreement": 0.9765510503175379 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024817763850587992, "median_kld": 0.009128262952913246, "top1_agreement": 0.9306301905227161 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01486158855159814, "median_kld": 0.009322218267300286, "top1_agreement": 0.93209574987787 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02083258515407767, "median_kld": 0.00026596047721283433, "top1_agreement": 0.9682462139716659 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025223062814833584, "median_kld": 0.01090541754183505, "top1_agreement": 0.9276990718124084 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016134578040917995, "median_kld": 0.009316296881557662, "top1_agreement": 0.9384465070835368 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024544530030316397, "median_kld": 0.007800677494287811, "top1_agreement": 0.9291646311675623 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027426594937714936, "median_kld": 0.007946868647081828, "top1_agreement": 0.9325842696629213 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02135012989545591, "median_kld": 0.008569905166950775, "top1_agreement": 0.9389350268685882 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.021576325120077434, "median_kld": 0.007352205004906409, "top1_agreement": 0.9457743038593063 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03180069147391435, "median_kld": 0.015522976287684287, "top1_agreement": 0.9213483146067416 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020594664876887842, "median_kld": 0.010771448621198942, "top1_agreement": 0.9296531509526136 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.017962381694300526, "median_kld": 0.009701301883524138, "top1_agreement": 0.9325842696629213 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.016845657339665678, "median_kld": 0.010993562301337079, "top1_agreement": 0.9389350268685882 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017020140996011957, "median_kld": 0.011677551332894609, "top1_agreement": 0.9364924279433317 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.014775346046127768, "median_kld": 0.007379345057415776, "top1_agreement": 0.9482169027845627 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0150643837433107, "median_kld": 0.0009663754861399809, "top1_agreement": 0.9731314118221788 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.031020511744192018, "median_kld": 0.005885188569664024, "top1_agreement": 0.9394235466536395 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03152878061533331, "median_kld": 0.010402022231005503, "top1_agreement": 0.93209574987787 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02268577583639554, "median_kld": 0.014808299994911067, "top1_agreement": 0.9101123595505618 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010978852398440596, "median_kld": 0.00014387503012613934, "top1_agreement": 0.9833903273082559 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018747782397557523, "median_kld": 0.00853572720370721, "top1_agreement": 0.9330727894479727 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.029742774024818903, "median_kld": 0.010622125584632158, "top1_agreement": 0.9262335124572545 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01582780772785523, "median_kld": 0.008519083869941824, "top1_agreement": 0.940400586223742 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.04519682852560538, "median_kld": 0.02204620448173955, "top1_agreement": 0.9008304836345872 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017986032023037703, "median_kld": 0.011873118253561188, "top1_agreement": 0.9389350268685882 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.031355626048309646, "median_kld": 0.00798532139378949, "top1_agreement": 0.9272105520273571 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01498143270903427, "median_kld": 0.007186343616012891, "top1_agreement": 0.9496824621397166 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.019249935978892428, "median_kld": 0.0024881292891372198, "top1_agreement": 0.9501709819247679 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010558965861920113, "median_kld": 0.0003432968237291334, "top1_agreement": 0.9780166096726918 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015416331282172442, "median_kld": 0.011015354317805759, "top1_agreement": 0.9355153883732291 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05039971887182717, "median_kld": 0.00225840392624832, "top1_agreement": 0.9428431851489986 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027329415612679302, "median_kld": 0.0026613149282184168, "top1_agreement": 0.9526135808500245 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01570811740626491, "median_kld": 0.00962563522898563, "top1_agreement": 0.9374694675134343 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014559643080629153, "median_kld": 0.00765517772288149, "top1_agreement": 0.9531021006350757 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018682385792305706, "median_kld": 0.00815265829226064, "top1_agreement": 0.936980947728383 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.016562374914324832, "median_kld": 0.01034359074128588, "top1_agreement": 0.9340498290180752 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.014905110287853952, "median_kld": 0.005373731807083004, "top1_agreement": 0.9462628236443575 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022001537527111766, "median_kld": 0.010002744606026681, "top1_agreement": 0.9360039081582804 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020975164203496762, "median_kld": 0.011671307926008012, "top1_agreement": 0.923790913531998 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017569253215525747, "median_kld": 0.008453232999727334, "top1_agreement": 0.9413776257938447 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020629401584729513, "median_kld": 0.009746130061103031, "top1_agreement": 0.9257449926722032 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01864520089751968, "median_kld": 0.007555828323731362, "top1_agreement": 0.9472398632144602 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0189127269176191, "median_kld": 0.0007012046014871487, "top1_agreement": 0.9702002931118711 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023595851891266843, "median_kld": 0.01073676603846252, "top1_agreement": 0.9296531509526136 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01852921453602733, "median_kld": 0.008588389094825288, "top1_agreement": 0.9433317049340498 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.030932560661073485, "median_kld": 0.0022818530836798967, "top1_agreement": 0.9516365412799218 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019389999713945182, "median_kld": 0.012066459009020036, "top1_agreement": 0.9233023937469468 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021300418787808025, "median_kld": 0.012176145500689017, "top1_agreement": 0.9179286761113825 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017628172359175822, "median_kld": 0.006503933269414119, "top1_agreement": 0.95847581827064 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.047833153564939154, "median_kld": 0.0029402327340335432, "top1_agreement": 0.9496824621397166 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020101010083755918, "median_kld": 0.009841145845712163, "top1_agreement": 0.9374694675134343 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01519201565607191, "median_kld": 0.009573810763981783, "top1_agreement": 0.9364924279433317 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022205729409805426, "median_kld": 0.008368687902475358, "top1_agreement": 0.9477283829995115 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02890593499110589, "median_kld": 0.0005394340923885466, "top1_agreement": 0.9589643380556913 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0184023934805634, "median_kld": 0.01119212406375425, "top1_agreement": 0.9384465070835368 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014113161436443452, "median_kld": 0.0006965610027762636, "top1_agreement": 0.9770395701025891 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015614981932350214, "median_kld": 0.005265578315174935, "top1_agreement": 0.9462628236443575 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025151802717849493, "median_kld": 0.012682349281931238, "top1_agreement": 0.9257449926722032 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03628540133093243, "median_kld": 0.017008583454298787, "top1_agreement": 0.9154860771861261 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01723259792389373, "median_kld": 0.010355113462537702, "top1_agreement": 0.9428431851489986 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017210717280194236, "median_kld": 0.01213262229157408, "top1_agreement": 0.9345383488031265 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025160856123087334, "median_kld": 0.009873888500578687, "top1_agreement": 0.9286761113825109 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02210928843964498, "median_kld": 0.012688111335620533, "top1_agreement": 0.9213483146067416 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.020018474586081764, "median_kld": 0.001178147710495736, "top1_agreement": 0.9521250610649731 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028440466035003976, "median_kld": 0.00414645865384955, "top1_agreement": 0.9384465070835368 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01511765640045416, "median_kld": 0.0008721506469981932, "top1_agreement": 0.9697117733268197 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021217241018017325, "median_kld": 0.009166645489131042, "top1_agreement": 0.9325842696629213 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018760973256643068, "median_kld": 0.009910337533483471, "top1_agreement": 0.9169516365412799 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026469974191439177, "median_kld": 0.007235282523652131, "top1_agreement": 0.9428431851489986 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015714666205161928, "median_kld": 0.0009573930651640694, "top1_agreement": 0.9648265754763068 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017328741500642713, "median_kld": 0.013405901091800843, "top1_agreement": 0.9257449926722032 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028178205609169026, "median_kld": 0.010054659620436723, "top1_agreement": 0.925256472887152 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022525292201685254, "median_kld": 0.00928384682390515, "top1_agreement": 0.9355153883732291 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.061470197170049534, "median_kld": 0.03835090832217247, "top1_agreement": 0.8729848558866634 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02365715409533854, "median_kld": 0.014320641046424498, "top1_agreement": 0.9286761113825109 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.027801432240828063, "median_kld": 0.009567595816520225, "top1_agreement": 0.918905715681485 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03362775769375721, "median_kld": 0.01421752231362916, "top1_agreement": 0.918905715681485 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018971451774271612, "median_kld": 0.00825426814000707, "top1_agreement": 0.9467513434294089 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.022118950394932592, "median_kld": 0.002153539019332129, "top1_agreement": 0.9257449926722032 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022204959316949036, "median_kld": 0.0034731645888825824, "top1_agreement": 0.9208597948216902 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013183784439652981, "median_kld": 0.007645664481287895, "top1_agreement": 0.9501709819247679 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.014920840796303148, "median_kld": 0.00909980694314072, "top1_agreement": 0.9423546653639472 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014386322839970022, "median_kld": 0.008708269723626927, "top1_agreement": 0.9443087445041524 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012431100257169416, "median_kld": 0.0007223339606987622, "top1_agreement": 0.9755740107474352 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01750831467928569, "median_kld": 0.009237264827561376, "top1_agreement": 0.9335613092330239 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02530169585735286, "median_kld": 0.009763494289472874, "top1_agreement": 0.9423546653639472 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.032809460896779954, "median_kld": 0.006352944046142284, "top1_agreement": 0.9247679531021006 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.013728315216749916, "median_kld": 0.007789020705786243, "top1_agreement": 0.9384465070835368 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0353418855609489, "median_kld": 0.012931101265166944, "top1_agreement": 0.923790913531998 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018140333271330435, "median_kld": 0.0076786633432348594, "top1_agreement": 0.9374694675134343 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02697685284712597, "median_kld": 0.008218952252718736, "top1_agreement": 0.9325842696629213 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01936666797456614, "median_kld": 0.012428038785856188, "top1_agreement": 0.9272105520273571 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020646791992554554, "median_kld": 0.006551698109433346, "top1_agreement": 0.9477283829995115 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01336287488274299, "median_kld": 0.0002765522100389717, "top1_agreement": 0.9765510503175379 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02058751295761257, "median_kld": 0.013984358207380865, "top1_agreement": 0.9233023937469468 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01574653610287367, "median_kld": 0.009591455179361219, "top1_agreement": 0.9340498290180752 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02742555397453968, "median_kld": 0.000598504142146794, "top1_agreement": 0.9721543722520762 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014687611884630886, "median_kld": 0.009733930184793849, "top1_agreement": 0.9335613092330239 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016899959415018036, "median_kld": 0.01231051082140766, "top1_agreement": 0.9286761113825109 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02143207526708274, "median_kld": 0.007018410919044982, "top1_agreement": 0.945285784074255 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.029985236675856994, "median_kld": 0.006315248603641521, "top1_agreement": 0.9374694675134343 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026494826324661058, "median_kld": 0.01185993041144684, "top1_agreement": 0.9301416707376648 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0241118489533248, "median_kld": 0.001087918865323445, "top1_agreement": 0.9511480214948705 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018966978326975425, "median_kld": 0.005945909066213062, "top1_agreement": 0.9555446995603322 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023577048027368718, "median_kld": 0.008858514255393857, "top1_agreement": 0.9443087445041524 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01918740697272876, "median_kld": 0.009448946788324974, "top1_agreement": 0.9281875915974597 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021491816696312067, "median_kld": 0.00900407686640392, "top1_agreement": 0.9340498290180752 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021349413726756382, "median_kld": 0.014295568234047096, "top1_agreement": 0.9130434782608695 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022383564184259654, "median_kld": 0.004075532046240227, "top1_agreement": 0.9423546653639472 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0217735849638737, "median_kld": 0.011561030529264826, "top1_agreement": 0.93209574987787 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.016090478348786012, "median_kld": 0.011426103079429595, "top1_agreement": 0.9325842696629213 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01731606573131542, "median_kld": 0.011507101698953193, "top1_agreement": 0.9301416707376648 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02805838423001782, "median_kld": 0.011531982174346922, "top1_agreement": 0.9350268685881779 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014745338424138298, "median_kld": 0.009726930188890037, "top1_agreement": 0.9330727894479727 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.036752229356559564, "median_kld": 0.0035128580695271694, "top1_agreement": 0.945285784074255 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.06347279546669816, "median_kld": 0.008037854022433066, "top1_agreement": 0.925256472887152 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020178963077785717, "median_kld": 0.013450423533754474, "top1_agreement": 0.9355153883732291 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.016878577318158013, "median_kld": 0.010514180172322085, "top1_agreement": 0.9330727894479727 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018640154492294756, "median_kld": 0.012421422721217823, "top1_agreement": 0.9276990718124084 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016917327221098576, "median_kld": 0.009720629420030491, "top1_agreement": 0.9408891060087934 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018861495084349963, "median_kld": 2.1796635218507276e-05, "top1_agreement": 0.9765510503175379 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027301431785446844, "median_kld": 0.014248866085836198, "top1_agreement": 0.918905715681485 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02629044780582878, "median_kld": 0.012575517928780755, "top1_agreement": 0.920371275036639 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015074840622756668, "median_kld": 0.000992645701217043, "top1_agreement": 0.9711773326819736 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03980164696837481, "median_kld": 0.00044276395280995473, "top1_agreement": 0.9638495359062041 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017421401974510312, "median_kld": 0.01122127468056533, "top1_agreement": 0.9213483146067416 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013556419767886053, "median_kld": 0.0021783568708997336, "top1_agreement": 0.9672691744015632 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10230611325546426, "median_kld": 0.05848864220978944, "top1_agreement": 0.8402540302882266 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012172139020304113, "median_kld": 0.008699160838659736, "top1_agreement": 0.9467513434294089 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013566098538610835, "median_kld": 0.0004117595847752398, "top1_agreement": 0.9599413776257938 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012919489359869423, "median_kld": 0.008842914780757383, "top1_agreement": 0.9394235466536395 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026294971798255826, "median_kld": 0.013559479091782123, "top1_agreement": 0.9223253541768441 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028882043158407113, "median_kld": 0.013171046623028815, "top1_agreement": 0.9272105520273571 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02139908154806205, "median_kld": 0.009515602127976308, "top1_agreement": 0.9364924279433317 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023632297045629146, "median_kld": 0.007913893085969903, "top1_agreement": 0.9379579872984856 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0155073707293707, "median_kld": 0.0009740647289504523, "top1_agreement": 0.9745969711773327 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.04949589627444616, "median_kld": 0.014513768186589004, "top1_agreement": 0.9169516365412799 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013067496451784498, "median_kld": 0.008561353452591902, "top1_agreement": 0.940400586223742 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024175613984943407, "median_kld": 0.0011300181123843345, "top1_agreement": 0.9594528578407425 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01719023538683267, "median_kld": 0.011223804241126345, "top1_agreement": 0.9311187103077675 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021450264905761126, "median_kld": 0.01517468075405759, "top1_agreement": 0.9306301905227161 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.022114379711410136, "median_kld": 0.0008144477209626189, "top1_agreement": 0.953590620420127 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024279254731723942, "median_kld": 0.010165548819713877, "top1_agreement": 0.9311187103077675 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012763494824038988, "median_kld": 0.0005427915972262554, "top1_agreement": 0.9648265754763068 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.010296450990083523, "median_kld": 0.005026829771622943, "top1_agreement": 0.9594528578407425 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017927843466026917, "median_kld": 0.012102496137913477, "top1_agreement": 0.9316072300928188 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.019949817000127247, "median_kld": 0.007107180539520641, "top1_agreement": 0.9394235466536395 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01569380093933535, "median_kld": 0.0012537984361102872, "top1_agreement": 0.9316072300928188 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022316664108851844, "median_kld": 0.00835730085339037, "top1_agreement": 0.9325842696629213 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022548196184146524, "median_kld": 0.012315903104990866, "top1_agreement": 0.9198827552515877 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05556137345592532, "median_kld": 0.01066622283163099, "top1_agreement": 0.9316072300928188 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021124704687853702, "median_kld": 0.0019472766912613793, "top1_agreement": 0.9604298974108452 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.014538242704757754, "median_kld": 0.007554633879717443, "top1_agreement": 0.9467513434294089 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025079393494602805, "median_kld": 0.007091754417700713, "top1_agreement": 0.9389350268685882 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017217144942306476, "median_kld": 0.0018467350491846446, "top1_agreement": 0.9653150952613581 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01345477934860248, "median_kld": 0.007709885863675936, "top1_agreement": 0.9462628236443575 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015010600680676263, "median_kld": 0.000894331517436342, "top1_agreement": 0.9765510503175379 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02039080680128623, "median_kld": 0.006376843320140324, "top1_agreement": 0.9413776257938447 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016252378224523675, "median_kld": 0.011333424574189621, "top1_agreement": 0.9433317049340498 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.023240795938019344, "median_kld": 0.00891991692776628, "top1_agreement": 0.9482169027845627 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02240280769408438, "median_kld": 0.0019030193814302265, "top1_agreement": 0.95847581827064 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07354317937786439, "median_kld": 0.0009612575660611355, "top1_agreement": 0.9423546653639472 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021153361462791384, "median_kld": 0.013346685142337833, "top1_agreement": 0.9276990718124084 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017802830840444633, "median_kld": 0.011454912684655483, "top1_agreement": 0.9316072300928188 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01548268642374068, "median_kld": 0.010263356795690015, "top1_agreement": 0.9418661455788959 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.019901249222626288, "median_kld": 0.009441991214771406, "top1_agreement": 0.9438202247191011 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016859646010046504, "median_kld": 1.63031379593029e-05, "top1_agreement": 0.975085490962384 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016651289020336326, "median_kld": 0.009881193057568183, "top1_agreement": 0.9306301905227161 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02316525622388954, "median_kld": 0.00832986081513809, "top1_agreement": 0.9345383488031265 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.021384118348425386, "median_kld": 0.009273178955481853, "top1_agreement": 0.9374694675134343 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014840331935262917, "median_kld": 0.00036461710109847445, "top1_agreement": 0.9819247679531021 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01982349694159163, "median_kld": 0.004129249458742379, "top1_agreement": 0.9531021006350757 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03741763318956047, "median_kld": 0.007071478820307675, "top1_agreement": 0.9384465070835368 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012485199821153736, "median_kld": 0.009050146327581388, "top1_agreement": 0.9384465070835368 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022377990818999556, "median_kld": 0.00906752211994899, "top1_agreement": 0.9487054225696141 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018720920584810445, "median_kld": 0.011632304352588108, "top1_agreement": 0.9340498290180752 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01678919338582021, "median_kld": 0.0009392881699739064, "top1_agreement": 0.9706888128969223 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02012024464524848, "median_kld": 0.0084640188706544, "top1_agreement": 0.9262335124572545 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01137007414895209, "median_kld": 0.000752354028528579, "top1_agreement": 0.9692232535417684 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.024767310413882988, "median_kld": 0.014467478984443005, "top1_agreement": 0.9174401563263312 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01424527467698623, "median_kld": 0.009406515686123385, "top1_agreement": 0.9306301905227161 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.014937199490212421, "median_kld": 0.005125676368038512, "top1_agreement": 0.9467513434294089 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02140282952703769, "median_kld": 0.0076547777871383005, "top1_agreement": 0.9345383488031265 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012632257746261658, "median_kld": 0.00808752114807021, "top1_agreement": 0.9487054225696141 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01907964474198871, "median_kld": 0.006914592011980858, "top1_agreement": 0.9355153883732291 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.018537491280407485, "median_kld": 0.012066562969039296, "top1_agreement": 0.9360039081582804 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.04658541482852425, "median_kld": 0.02871548752847275, "top1_agreement": 0.8969223253541768 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018742282046331923, "median_kld": 0.005374363577288932, "top1_agreement": 0.9457743038593063 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021326014119264405, "median_kld": 0.0015332326313082234, "top1_agreement": 0.9550561797752809 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013558185400697963, "median_kld": 0.009708465312542103, "top1_agreement": 0.9379579872984856 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015191252592735866, "median_kld": 0.00534012876869383, "top1_agreement": 0.9516365412799218 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009536697559039475, "median_kld": 0.0008730539057495434, "top1_agreement": 0.9775280898876404 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02698811574369019, "median_kld": 0.011946942682783401, "top1_agreement": 0.9306301905227161 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025431282728366804, "median_kld": 0.011913451774944406, "top1_agreement": 0.9384465070835368 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022098624671751183, "median_kld": 0.007910668725571668, "top1_agreement": 0.9296531509526136 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03235474243167868, "median_kld": 0.009069355907655563, "top1_agreement": 0.9330727894479727 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.039041962556245445, "median_kld": 0.023715377994449227, "top1_agreement": 0.8993649242794333 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016558378860276887, "median_kld": 0.011489175279393748, "top1_agreement": 0.9311187103077675 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016667627182815933, "median_kld": 0.0007899470581165247, "top1_agreement": 0.9697117733268197 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012534160256099908, "median_kld": 0.008058573764969879, "top1_agreement": 0.9462628236443575 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012074440796835832, "median_kld": 0.00036950064534746474, "top1_agreement": 0.9809477283829995 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05878648917004453, "median_kld": 0.00041490537920196857, "top1_agreement": 0.9550561797752809 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01203080526582811, "median_kld": 0.0007307332579102876, "top1_agreement": 0.8944797264289204 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02051713510526508, "median_kld": 0.01046905234602491, "top1_agreement": 0.9257449926722032 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013546103136224261, "median_kld": 0.01022022112345411, "top1_agreement": 0.9428431851489986 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.011636028542436888, "median_kld": 0.008001902005389638, "top1_agreement": 0.9418661455788959 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015651126617798664, "median_kld": 0.009481788063670393, "top1_agreement": 0.9394235466536395 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016004862056934695, "median_kld": 0.00801383607858952, "top1_agreement": 0.9472398632144602 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012787401613157943, "median_kld": 0.000752363450374105, "top1_agreement": 0.9741084513922814 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017388985936765515, "median_kld": 0.0077477981149058905, "top1_agreement": 0.9364924279433317 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.018443833119897873, "median_kld": 0.005839214636566226, "top1_agreement": 0.9418661455788959 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.022229890464868604, "median_kld": 0.002262396016249113, "top1_agreement": 0.9628724963361016 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07768029281141256, "median_kld": 0.006277114916656501, "top1_agreement": 0.920371275036639 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015794509953263695, "median_kld": 0.0006991043139592534, "top1_agreement": 0.9702002931118711 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02090768077068173, "median_kld": 0.012608406816980278, "top1_agreement": 0.9281875915974597 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022886145531348445, "median_kld": 0.015058242360737495, "top1_agreement": 0.9218368343917929 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024911713532447307, "median_kld": 0.009348149971629027, "top1_agreement": 0.9340498290180752 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01705083874140916, "median_kld": 0.0065331153382430784, "top1_agreement": 0.9394235466536395 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.014856703372072025, "median_kld": 0.004412215928823571, "top1_agreement": 0.9550561797752809 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014399726303840555, "median_kld": 0.007748292756332376, "top1_agreement": 0.9443087445041524 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018538891247181027, "median_kld": 0.01151641672288406, "top1_agreement": 0.9316072300928188 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03567086780965809, "median_kld": 0.010464269586009323, "top1_agreement": 0.9272105520273571 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017463051505822533, "median_kld": 0.0116165263698349, "top1_agreement": 0.9364924279433317 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0165191091780281, "median_kld": 0.010449940212652109, "top1_agreement": 0.940400586223742 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016830402801114242, "median_kld": 0.002872819085723677, "top1_agreement": 0.9589643380556913 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018154998224448035, "median_kld": 0.009300887049903395, "top1_agreement": 0.9413776257938447 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.019708576546858772, "median_kld": 0.008842401672154665, "top1_agreement": 0.9374694675134343 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020482805343160604, "median_kld": 0.01011044230688185, "top1_agreement": 0.9355153883732291 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.022172616213869283, "median_kld": 0.0017146118887580997, "top1_agreement": 0.9047386419149975 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025132298027438254, "median_kld": 0.011543792100383143, "top1_agreement": 0.9360039081582804 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021710724900962583, "median_kld": 0.007569436960693565, "top1_agreement": 0.9281875915974597 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021560057972276753, "median_kld": 0.014123507440672256, "top1_agreement": 0.9262335124572545 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.013327383153239112, "median_kld": 0.008106599470693254, "top1_agreement": 0.9462628236443575 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02101470260470736, "median_kld": 0.00732997710836969, "top1_agreement": 0.945285784074255 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013399464060350034, "median_kld": 0.007675761689327487, "top1_agreement": 0.9467513434294089 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028740639075746602, "median_kld": 0.012491690777821418, "top1_agreement": 0.9272105520273571 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02950851413592505, "median_kld": 0.007126865220925538, "top1_agreement": 0.9384465070835368 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.016157230187181452, "median_kld": 0.005089519739613024, "top1_agreement": 0.9496824621397166 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016461154989700987, "median_kld": 0.006185950947610763, "top1_agreement": 0.9531021006350757 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.06634799934032193, "median_kld": 0.0006107929920915467, "top1_agreement": 0.9477283829995115 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020831703331896653, "median_kld": 0.010342662333016506, "top1_agreement": 0.9340498290180752 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01858475400301019, "median_kld": 0.0018313360224055941, "top1_agreement": 0.961895456765999 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015435272391186607, "median_kld": 0.0005900205426598859, "top1_agreement": 0.9721543722520762 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014255253451999194, "median_kld": 0.001831723782604655, "top1_agreement": 0.95847581827064 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017884158701394638, "median_kld": 0.00028273603341411047, "top1_agreement": 0.961895456765999 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01861859806804137, "median_kld": 0.01238517440697251, "top1_agreement": 0.93209574987787 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014093918163030754, "median_kld": 0.009558505406630502, "top1_agreement": 0.9364924279433317 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011553521390271054, "median_kld": 0.000674359230401933, "top1_agreement": 0.9814362481680508 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01643389973327562, "median_kld": 0.010386674368021431, "top1_agreement": 0.9423546653639472 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016395231593420746, "median_kld": 0.0008416302277325372, "top1_agreement": 0.9643380556912555 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015527660898639462, "median_kld": 0.00026683425463192023, "top1_agreement": 0.9789936492427943 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.013602247526772472, "median_kld": 0.008626581853604876, "top1_agreement": 0.9501709819247679 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014486562518775857, "median_kld": 0.00072868962029915, "top1_agreement": 0.9677576941866145 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015982513919726875, "median_kld": 0.0021322472184408525, "top1_agreement": 0.966780654616512 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018011720283602817, "median_kld": 0.012718520854832605, "top1_agreement": 0.9345383488031265 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016909521430743497, "median_kld": 3.7235412712277594e-05, "top1_agreement": 0.9775280898876404 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01946367853500908, "median_kld": 0.010886549770702914, "top1_agreement": 0.9316072300928188 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01639987108956634, "median_kld": 0.010605102833324054, "top1_agreement": 0.9325842696629213 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015879015104153855, "median_kld": 0.008166924627857952, "top1_agreement": 0.9457743038593063 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.014811007254857574, "median_kld": 0.0033488551418088264, "top1_agreement": 0.9540791402051783 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03449210837405783, "median_kld": 0.016396858298321604, "top1_agreement": 0.9174401563263312 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.019013524029368813, "median_kld": 0.006110928336966026, "top1_agreement": 0.9389350268685882 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03107583886181581, "median_kld": 0.0007577556301605615, "top1_agreement": 0.9447972642892037 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03821782556349669, "median_kld": 0.0018771844074763067, "top1_agreement": 0.9599413776257938 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022684835542258478, "median_kld": 0.008389134311528323, "top1_agreement": 0.9399120664386907 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017260862446571722, "median_kld": 0.009107265972488676, "top1_agreement": 0.9477283829995115 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015277758824815961, "median_kld": 0.0011988808936322926, "top1_agreement": 0.9745969711773327 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0149995054765204, "median_kld": 0.0006858867669459201, "top1_agreement": 0.9711773326819736 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0257032750087142, "median_kld": 0.01249092784360073, "top1_agreement": 0.9193942354665364 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014108406480460953, "median_kld": 0.010345084995606157, "top1_agreement": 0.9355153883732291 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05302381151533731, "median_kld": 0.0066143722340044064, "top1_agreement": 0.9228138739618954 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015459683333139317, "median_kld": 0.01031402825378791, "top1_agreement": 0.9340498290180752 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02307198787880185, "median_kld": 0.014567803918907885, "top1_agreement": 0.9345383488031265 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012812999539331653, "median_kld": 0.00014562876005586034, "top1_agreement": 0.9829018075232047 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01382573387481178, "median_kld": 0.007649809530221319, "top1_agreement": 0.9516365412799218 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.023406021203125394, "median_kld": 0.001896965667896211, "top1_agreement": 0.95847581827064 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03156719076064452, "median_kld": 0.006099772075685905, "top1_agreement": 0.9301416707376648 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017284065148121853, "median_kld": 0.0019984691516583553, "top1_agreement": 0.9574987787005373 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017460513144067467, "median_kld": 0.010571518024335091, "top1_agreement": 0.9262335124572545 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09184469585848579, "median_kld": 0.003908019033666221, "top1_agreement": 0.9286761113825109 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024478080287138236, "median_kld": 0.010240781270056232, "top1_agreement": 0.9301416707376648 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02123317680701721, "median_kld": 0.0097580536694295, "top1_agreement": 0.9233023937469468 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11086426729261552, "median_kld": 0.0564964591185344, "top1_agreement": 0.8519785051294577 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020092983976522004, "median_kld": 0.012554961080780913, "top1_agreement": 0.9247679531021006 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.017685608537254652, "median_kld": 0.01176371945439314, "top1_agreement": 0.9286761113825109 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025133144188082306, "median_kld": 0.011013404689492745, "top1_agreement": 0.9184171958964338 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019311689858181387, "median_kld": 0.011817682875630453, "top1_agreement": 0.9335613092330239 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01662008102839321, "median_kld": 0.011575625085242791, "top1_agreement": 0.9364924279433317 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0359569461017137, "median_kld": 0.011795404537593868, "top1_agreement": 0.9228138739618954 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014135602312234345, "median_kld": 0.01016171554556422, "top1_agreement": 0.9462628236443575 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016808384863693113, "median_kld": 0.008984688003408792, "top1_agreement": 0.936980947728383 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013237352018402593, "median_kld": 0.007416287291562185, "top1_agreement": 0.9457743038593063 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01792243566589546, "median_kld": 0.012492102865934385, "top1_agreement": 0.9272105520273571 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02126325421965086, "median_kld": 0.013689000604244939, "top1_agreement": 0.9306301905227161 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027252477124570438, "median_kld": 0.01027947119291639, "top1_agreement": 0.9291646311675623 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015565157590675002, "median_kld": 0.010472007868770561, "top1_agreement": 0.9355153883732291 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016992814761463023, "median_kld": 0.0007381594899953936, "top1_agreement": 0.9726428920371275 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.018485449737235718, "median_kld": 0.012458786768092978, "top1_agreement": 0.9296531509526136 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015996571551862026, "median_kld": 0.010331894055525481, "top1_agreement": 0.9306301905227161 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.017883525461416208, "median_kld": 0.006211211749359791, "top1_agreement": 0.9389350268685882 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017294214680760266, "median_kld": 0.010675025215277856, "top1_agreement": 0.9413776257938447 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017441931281153733, "median_kld": 0.008544173435439006, "top1_agreement": 0.936980947728383 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.018750204563720535, "median_kld": 0.008249275067328199, "top1_agreement": 0.9413776257938447 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020996458585591828, "median_kld": 0.012918163338781596, "top1_agreement": 0.9262335124572545 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01852823135938144, "median_kld": 0.00394181123965609, "top1_agreement": 0.9487054225696141 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01890256998856903, "median_kld": 0.013662837412994122, "top1_agreement": 0.9247679531021006 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.011947064490233061, "median_kld": 0.006606091480534815, "top1_agreement": 0.945285784074255 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013283185916792981, "median_kld": 0.00963581161431648, "top1_agreement": 0.9355153883732291 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009629480270918391, "median_kld": 0.0001749440137075453, "top1_agreement": 0.8246213971665852 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13235879839744044, "median_kld": 0.005496290778403079, "top1_agreement": 0.9145090376160234 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01361638136442381, "median_kld": 0.0011000791729109949, "top1_agreement": 0.9697117733268197 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015995382934993568, "median_kld": 0.009838984750103918, "top1_agreement": 0.9418661455788959 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021798601011570926, "median_kld": 0.01495382038228854, "top1_agreement": 0.9272105520273571 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021490402270032682, "median_kld": 0.013154950485841255, "top1_agreement": 0.9281875915974597 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01764838162946184, "median_kld": 0.0004277339209934894, "top1_agreement": 0.9765510503175379 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020028240563888498, "median_kld": 0.012815498448162543, "top1_agreement": 0.9193942354665364 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024599503550283796, "median_kld": 0.0008762606400054551, "top1_agreement": 0.966780654616512 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016603319871129354, "median_kld": 0.010565560996809609, "top1_agreement": 0.9247679531021006 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024240360386906742, "median_kld": 0.014153147280580924, "top1_agreement": 0.9267220322423058 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020315745975483777, "median_kld": 0.006061321291781496, "top1_agreement": 0.940400586223742 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.016562606604762456, "median_kld": 0.010853457020857604, "top1_agreement": 0.93209574987787 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.019748455611335827, "median_kld": 0.01056332937150728, "top1_agreement": 0.9228138739618954 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027523270644998876, "median_kld": 0.008956318511081918, "top1_agreement": 0.9423546653639472 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01397062940877805, "median_kld": 0.006853986342735929, "top1_agreement": 0.9487054225696141 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017434087931169552, "median_kld": 0.009772023265895768, "top1_agreement": 0.940400586223742 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01375739290926112, "median_kld": 0.00984424623441349, "top1_agreement": 0.9374694675134343 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014201706851482053, "median_kld": 0.010600070220561975, "top1_agreement": 0.9447972642892037 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.028273893819649988, "median_kld": 0.013043571797425102, "top1_agreement": 0.9198827552515877 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01710953884933935, "median_kld": 0.006396415806193545, "top1_agreement": 0.9482169027845627 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01724420690373567, "median_kld": 0.007462487959060127, "top1_agreement": 0.9399120664386907 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01479535935194084, "median_kld": 0.00904231773893116, "top1_agreement": 0.940400586223742 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022914898029356943, "median_kld": 0.009655830365773, "top1_agreement": 0.9364924279433317 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.018801448988422797, "median_kld": 0.004353219892436755, "top1_agreement": 0.9472398632144602 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02424102522156757, "median_kld": 0.01150200333313478, "top1_agreement": 0.9272105520273571 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027672246857731717, "median_kld": 0.010831079106822017, "top1_agreement": 0.9228138739618954 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08262062359533312, "median_kld": 0.006809518507925105, "top1_agreement": 0.9193942354665364 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016516782646798085, "median_kld": 0.011125559173706279, "top1_agreement": 0.9379579872984856 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024284123169607427, "median_kld": 0.0094233145605358, "top1_agreement": 0.9379579872984856 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015675334867739477, "median_kld": 0.0017210250033201646, "top1_agreement": 0.8768930141670738 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09752587412286817, "median_kld": 0.004969367945449221, "top1_agreement": 0.9213483146067416 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015810914634847174, "median_kld": 0.011202164888800326, "top1_agreement": 0.9374694675134343 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014150586008344323, "median_kld": 0.010376310559422564, "top1_agreement": 0.925256472887152 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013035070999660144, "median_kld": 0.009957503811847346, "top1_agreement": 0.9374694675134343 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03252272171532737, "median_kld": 6.779552464308836e-05, "top1_agreement": 0.9745969711773327 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0582053077141027, "median_kld": 0.00032460640537124164, "top1_agreement": 0.95847581827064 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020690146039293107, "median_kld": 0.00896837100663106, "top1_agreement": 0.9447972642892037 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.04428884935078153, "median_kld": 0.02897681703689159, "top1_agreement": 0.8886174890083048 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03064462091826773, "median_kld": 0.012163196664914722, "top1_agreement": 0.9311187103077675 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023141131062749776, "median_kld": 0.009951855940016685, "top1_agreement": 0.9311187103077675 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012703600893989598, "median_kld": 0.0005077132665292083, "top1_agreement": 0.9770395701025891 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01618356500256367, "median_kld": 0.011109341035989928, "top1_agreement": 0.9330727894479727 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019058673483041598, "median_kld": 0.012463557986848173, "top1_agreement": 0.9345383488031265 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018751355661038294, "median_kld": 0.012980065610463498, "top1_agreement": 0.9193942354665364 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.036941000872555946, "median_kld": 0.011160907971664358, "top1_agreement": 0.9325842696629213 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015395644762045378, "median_kld": 0.010118817210553743, "top1_agreement": 0.936980947728383 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020089793765787747, "median_kld": 0.006696753907306174, "top1_agreement": 0.9198827552515877 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01901477230429018, "median_kld": 0.012538260424605596, "top1_agreement": 0.9198827552515877 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0181873776733307, "median_kld": 0.011273678101133555, "top1_agreement": 0.9360039081582804 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014807564813802382, "median_kld": 0.0004129758592625876, "top1_agreement": 0.9789936492427943 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.033793101299493006, "median_kld": 0.02020564004607195, "top1_agreement": 0.9174401563263312 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01750130742051152, "median_kld": 0.008916802716875338, "top1_agreement": 0.9262335124572545 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017487965617560643, "median_kld": 0.00982762736487075, "top1_agreement": 0.9384465070835368 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.030350886929635584, "median_kld": 0.011925391532713547, "top1_agreement": 0.9257449926722032 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03015300982754259, "median_kld": 0.001387565383083711, "top1_agreement": 0.9555446995603322 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.023645204865458236, "median_kld": 0.008912702539618067, "top1_agreement": 0.9374694675134343 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03359490832359995, "median_kld": 0.014969519805163145, "top1_agreement": 0.9208597948216902 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02084166368347369, "median_kld": 0.01268484921183699, "top1_agreement": 0.9325842696629213 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012101619347138182, "median_kld": 0.00756252748078623, "top1_agreement": 0.9491939423546654 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016099936633538946, "median_kld": 0.009547133607497926, "top1_agreement": 0.9447972642892037 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028505496495931336, "median_kld": 0.01178010771764093, "top1_agreement": 0.9233023937469468 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017980486458673495, "median_kld": 0.009145206781795423, "top1_agreement": 0.9360039081582804 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01577180762544007, "median_kld": 0.00822609093893334, "top1_agreement": 0.9428431851489986 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015937157686471633, "median_kld": 0.009513106344002153, "top1_agreement": 0.9384465070835368 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03538669642652787, "median_kld": 0.010909049296458306, "top1_agreement": 0.925256472887152 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07836044656915886, "median_kld": 0.002008881149407671, "top1_agreement": 0.9345383488031265 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.019707261210945938, "median_kld": 0.0029447402844215986, "top1_agreement": 0.95847581827064 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.022076742763314578, "median_kld": 0.003414906465053491, "top1_agreement": 0.9643380556912555 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019457035232127374, "median_kld": 0.012150206157457433, "top1_agreement": 0.9350268685881779 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016043920411895812, "median_kld": 0.010797581245753918, "top1_agreement": 0.9389350268685882 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01027570311231707, "median_kld": 0.0017167387654808408, "top1_agreement": 0.9433317049340498 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.019060191684062623, "median_kld": 0.008653167708871479, "top1_agreement": 0.93209574987787 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02645536911279353, "median_kld": 0.00998094979331654, "top1_agreement": 0.9281875915974597 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.012946960113086292, "median_kld": 0.006321761840979434, "top1_agreement": 0.9457743038593063 } ], "content_sha256": "6a2359197953e22308f31f9def2e4417fdc1ba95d1d77c2c576c1fa4fe944a6a", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }