{ "schema": "qwen38-kld-ladder-cumulative/3", "tool": "tools/kld_aggregate.py", "generated_unix": 1786930991, "candidate": "saka", "label": null, "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/models/Qwen3.8-27B-MTP-NVFP4", "model_revision": null, "model_revision_source": "none", "index_sha256": "17bca6239df2e5a846bf01c90d235623c61dc30cd98c9fd7439b5cb4e45ca118", "config_sha256": "783a7999e813d3388e93bbe9ac865a62ed729196b40b07fa2b3c32258f8aaea1", "shard_sha256": { "model-mtp-bf16.safetensors": "90fa0e3eed5a647c035c6df9ecabc416c0f8d573ff84ac12485b085f00a7cdf2", "model.safetensors": "0e1597fc7835a5a7578243809420f88ae06732733a716e49629392e571a62f76" }, "quantization": "compressed-tensors", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "scored_position_window": { "schema": "qwen38-scored-position-window/1", "score_from": 0, "windowed": false, "policy": "every shard scored every position of every context; nothing is windowed", "positions_per_context": 2047, "min_left_context_tokens": 1, "declared_by_all_reports": true, "report_schemas": [ "qwen38-fidelity-report/2" ] }, "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": null, "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.15127983038094253, "context_macro_mean_kld": 0.15127983038094253, "context_bootstrap": { "mean": 0.15127983038094253, "ci95_low": 0.14153777859086875, "ci95_high": 0.16302536491304312, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.8473623748168051, "max_kld": 16.32794169220142, "mean_jsd_bits": 0.04583370554044103, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.15805581458965595, "token_mean_kld": 0.15805581458965592 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.13013162375287432, "token_mean_kld": 0.13013162375287435 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.17634177417570018, "token_mean_kld": 0.17634177417570018 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.17602790416043249, "token_mean_kld": 0.17602790416043249 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.11748840601417133, "token_mean_kld": 0.11748840601417133 } }, "worst_contexts": [ { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 1.9659717750330772, "top1_agreement": 0.5451880801172447 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 1.001940040620666, "top1_agreement": 0.7049340498290181 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.8983385575899308, "top1_agreement": 0.7381533952125061 }, { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.6271185368119829, "top1_agreement": 0.7884709330727895 }, { "index": 152, "stratum": "multilingual", "source_cluster": "wiki5-hi-h308885d90ce4", "mean_kld": 0.5043582824898739, "top1_agreement": 0.668295065950171 }, { "index": 187, "stratum": "multilingual", "source_cluster": "wiki5-hi-h920a1524fc19", "mean_kld": 0.4807905095791955, "top1_agreement": 0.7078651685393258 }, { "index": 120, "stratum": "multilingual", "source_cluster": "wiki5-ja-h6eba8794e3c6", "mean_kld": 0.47103216854118285, "top1_agreement": 0.7743038593063019 }, { "index": 61, "stratum": "multilingual", "source_cluster": "wiki5-hi-he3b8efc60c88", "mean_kld": 0.46156671868875776, "top1_agreement": 0.6770884220810943 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.4387136888941995, "top1_agreement": 0.7020029311187103 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.42033563985890465, "top1_agreement": 0.8216902784562775 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.4106390430584913, "top1_agreement": 0.802638006839277 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.40283528240624483, "top1_agreement": 0.8290180752320468 }, { "index": 251, "stratum": "multilingual", "source_cluster": "wiki5-hi-h04852c115c77", "mean_kld": 0.392946272945151, "top1_agreement": 0.7288715192965315 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.38691889507238963, "top1_agreement": 0.8177821201758672 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.385481350139175, "top1_agreement": 0.8314606741573034 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.3739987458657499, "top1_agreement": 0.8578407425500733 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.372952911781262, "top1_agreement": 0.8519785051294577 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.3706951166742571, "top1_agreement": 0.8089887640449438 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.3543571445456443, "top1_agreement": 0.7274059599413776 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.34058604067706616, "top1_agreement": 0.8510014655593552 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 2, 0, 0, 2, 0, 2, 0, 0, 1, 2, 1, 3, 3, 0, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 0, 2, 1, 1, 2, 2, 5, 2, 2, 2, 1, 5, 6, 4, 5, 1, 2, 3, 7, 7, 4, 5, 9, 7, 5, 7, 3, 3, 11, 10, 9, 11, 10, 11, 12, 10, 5, 12, 13, 5, 21, 13, 17, 21, 17, 19, 24, 22, 26, 22, 27, 33, 27, 26, 27, 35, 33, 30, 44, 37, 40, 51, 39, 60, 62, 57, 79, 77, 76, 114, 89, 118, 116, 106, 118, 140, 137, 128, 158, 174, 172, 204, 220, 211, 222, 252, 236, 221, 264, 291, 264, 305, 338, 333, 344, 330, 374, 377, 383, 415, 373, 442, 492, 490, 521, 554, 590, 570, 609, 600, 617, 645, 686, 725, 764, 744, 791, 828, 847, 912, 931, 1027, 1022, 978, 1019, 1036, 1049, 1094, 1201, 1202, 1210, 1268, 1219, 1377, 1255, 1369, 1436, 1513, 1456, 1538, 1577, 1656, 1673, 1675, 1738, 1708, 1830, 1828, 1800, 1927, 1919, 2038, 2013, 2064, 2051, 2027, 2170, 2088, 2124, 2356, 2247, 2321, 2386, 2393, 2474, 2476, 2469, 2574, 2563, 2623, 2636, 2686, 2638, 2696, 2693, 2819, 2694, 2910, 2824, 2880, 2881, 2857, 2919, 3027, 3018, 2993, 3001, 3072, 3201, 3119, 3149, 3271, 3395, 3340, 3369, 3378, 3400, 3339, 3491, 3457, 3548, 3537, 3603, 3593, 3776, 3666, 3815, 4023, 3871, 4006, 4093, 4132, 4115, 4264, 4439, 4567, 4608, 4636, 4665, 4764, 4882, 5013, 5108, 5270, 5289, 5358, 5545, 5760, 5824, 6170, 6360, 6580, 6864, 6835, 6942, 7438, 7693, 7989, 8245, 8634, 8849, 9331, 9717, 9961, 10443, 10984, 11358, 11903, 12332, 12792, 13021, 13511, 14014, 14681, 14940, 14999, 15460, 15962, 16036, 16350, 16564, 16431, 16286, 16395, 16314, 15777, 15674, 15290, 15069, 14464, 14036, 13463, 12826, 12243, 11424, 10856, 10275, 9656, 9200, 8351, 7930, 7508, 6869, 6449, 5918, 5683, 5243, 4751, 4403, 4109, 3745, 3490, 3235, 2974, 2822, 2663, 2463, 2235, 2112, 1930, 1810, 1711, 1612, 1444, 1454, 1269, 1242, 1116, 1049, 1003, 902, 886, 799, 708, 707, 609, 596, 503, 492, 495, 438, 452, 434, 363, 323, 275, 295, 244, 220, 230, 189, 193, 165, 130, 98, 86, 94, 71, 54, 52, 40, 25, 22, 18, 9, 7, 5, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 408, "overflow_count": 0, "max_kld_exact": 16.32794169220142, "min_kld_exact": -3.279151424288168e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.05308844442309879, "upper": 0.05623413251903491, "estimate": 0.05475992790371942, "bin": 430, "bin_kind": "log", "bin_lower": 0.05308844442309879, "bin_upper": 0.05623413251903491, "order_statistic": 524032, "positions_below_bin": 517020, "positions_in_bin": 13021, "relative_width": 0.05593912371407747 }, "p95": { "quantile": 0.95, "lower": 0.5308844442309879, "upper": 0.5623413251903491, "estimate": 0.5325955458135528, "bin": 470, "bin_kind": "log", "bin_lower": 0.5308844442309879, "bin_upper": 0.5623413251903491, "order_statistic": 995660, "positions_below_bin": 995451, "positions_in_bin": 3745, "relative_width": 0.0559391237140774 }, "p99": { "quantile": 0.99, "lower": 1.678804018122559, "upper": 1.7782794100389228, "estimate": 1.7614352577462302, "bin": 490, "bin_kind": "log", "bin_lower": 1.678804018122559, "bin_upper": 1.7782794100389228, "order_statistic": 1037583, "positions_below_bin": 1036830, "positions_in_bin": 902, "relative_width": 0.05593912371407735 }, "p999": { "quantile": 0.999, "lower": 5.623413251903491, "upper": 5.95662143529011, "estimate": 5.6662397727062555, "bin": 511, "bin_kind": "log", "bin_lower": 5.623413251903491, "bin_upper": 5.95662143529011, "order_statistic": 1047015, "positions_below_bin": 1046990, "positions_in_bin": 193, "relative_width": 0.055939123714077395 }, "p9999": { "quantile": 0.9999, "lower": 9.440608762859226, "upper": 10.0, "estimate": 9.796220737780523, "bin": 520, "bin_kind": "log", "bin_lower": 9.440608762859226, "bin_upper": 10.0, "order_statistic": 1047959, "positions_below_bin": 1047933, "positions_in_bin": 40, "relative_width": 0.05593912371407743 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 1000598, "fraction": 0.9547107810210064 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 909030, "fraction": 0.8673420707132389 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 761631, "fraction": 0.7267027586101612 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 365506, "fraction": 0.34874396983390327 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 23134, "fraction": 0.02207307950659502 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-short/reports/shard-0000/report-saka.json", "report_sha256": "e4d836a2438f75d82afa7d92fe87d6f05ad1ed26ea1c6d050a8603e6c331bd47", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-short/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-short/hidden/shard-0000/hidden-saka", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.15127983038094253, "context_macro_mean_kld": 0.15127983038094253, "top1_agreement": 0.8473623748168051, "max_kld": 16.32794169220142, "p999_kld": 5.651671238489655, "row_consistency": { "token_mean_relative_gap": 0.0, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 0.0, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-short/reports/shard-0000/report-saka.json": "e4d836a2438f75d82afa7d92fe87d6f05ad1ed26ea1c6d050a8603e6c331bd47" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1153873359353721, "median_kld": 0.07693965778162237, "top1_agreement": 0.824132877381534 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08919819517790423, "median_kld": 0.043695593247321085, "top1_agreement": 0.8685881778212018 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11501857774090879, "median_kld": 0.07458207040053821, "top1_agreement": 0.8212017586712261 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.14921154953718985, "median_kld": 0.0898143547615291, "top1_agreement": 0.8143624816805081 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10791332264477453, "median_kld": 0.07232504583225818, "top1_agreement": 0.8270639960918417 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12493054902687915, "median_kld": 0.07265795972853084, "top1_agreement": 0.835857352222765 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11564521418422957, "median_kld": 0.07821012899512425, "top1_agreement": 0.824132877381534 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13966641829970655, "median_kld": 0.006106503148657794, "top1_agreement": 0.9135319980459209 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11328965094772384, "median_kld": 0.07965059029811528, "top1_agreement": 0.8280410356619443 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10167223465185911, "median_kld": 0.06746356631606432, "top1_agreement": 0.8343917928676111 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13613079108270337, "median_kld": 0.08925188562488984, "top1_agreement": 0.8153395212506106 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07103832787116306, "median_kld": 0.0012676426808795327, "top1_agreement": 0.9506595017098193 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12652294689802013, "median_kld": 0.06203495783393009, "top1_agreement": 0.8539325842696629 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.06953329489129906, "median_kld": 0.006028108565601542, "top1_agreement": 0.9306301905227161 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10652140127227422, "median_kld": 0.012198187952890294, "top1_agreement": 0.907181240840254 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12457234061967636, "median_kld": 0.07067727926119716, "top1_agreement": 0.8348803126526624 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10487555747775212, "median_kld": 0.04713690738560672, "top1_agreement": 0.873961895456766 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 1.9659717750330772, "median_kld": 0.8726880456879229, "top1_agreement": 0.5451880801172447 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09101563718803339, "median_kld": 0.06467887856803145, "top1_agreement": 0.8431851489985345 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15131526011607738, "median_kld": 0.021692852748486757, "top1_agreement": 0.8729848558866634 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10857690154773028, "median_kld": 0.0757729186424001, "top1_agreement": 0.8270639960918417 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08518590524977349, "median_kld": 0.005396131177576535, "top1_agreement": 0.9374694675134343 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13815785495979505, "median_kld": 0.08238221321244055, "top1_agreement": 0.8070346849047386 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18344093750674903, "median_kld": 0.07423301241033187, "top1_agreement": 0.8065461651196874 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10134484631441758, "median_kld": 0.06700419604749186, "top1_agreement": 0.8163165608207132 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15524624599975675, "median_kld": 0.05996245372080011, "top1_agreement": 0.827552515876893 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.16059646219229468, "median_kld": 0.06499490239457373, "top1_agreement": 0.8221787982413288 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11690549702582866, "median_kld": 0.08258739578059249, "top1_agreement": 0.8168050806057645 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13098079142298183, "median_kld": 0.07448281724828121, "top1_agreement": 0.8197361993160723 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12762861907715192, "median_kld": 0.08520259566830646, "top1_agreement": 0.810942843185149 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.14074764277180823, "median_kld": 0.08702850741974544, "top1_agreement": 0.802638006839277 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13881439281219798, "median_kld": 0.0704832090450509, "top1_agreement": 0.8216902784562775 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09438117810394805, "median_kld": 0.007283462831310317, "top1_agreement": 0.9311187103077675 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.6271185368119829, "median_kld": 0.05794586039938743, "top1_agreement": 0.7884709330727895 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1429583209322891, "median_kld": 0.0029231811993639667, "top1_agreement": 0.9325842696629213 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11703443025323133, "median_kld": 0.06136648151095869, "top1_agreement": 0.8456277479237909 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.17540094513904872, "median_kld": 0.11213155559193666, "top1_agreement": 0.7914020517830972 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08124978464706423, "median_kld": 0.04287315267343672, "top1_agreement": 0.8676111382510991 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.18982763350904136, "median_kld": 0.09869670120770024, "top1_agreement": 0.8060576453346361 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.15146292166579817, "median_kld": 0.00958168891192912, "top1_agreement": 0.9091353199804592 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0842248899184296, "median_kld": 0.05274739648319837, "top1_agreement": 0.8539325842696629 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14519453775385957, "median_kld": 0.06991291443773662, "top1_agreement": 0.8260869565217391 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12905195944296724, "median_kld": 0.045375927718168896, "top1_agreement": 0.8680996580361504 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13964266219457408, "median_kld": 0.08236336457332527, "top1_agreement": 0.8270639960918417 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1206855436869441, "median_kld": 0.08273529595862783, "top1_agreement": 0.8172936003908158 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.11438084935034508, "median_kld": 0.055252312842640094, "top1_agreement": 0.8334147532975086 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11443572386354951, "median_kld": 0.08217984005818835, "top1_agreement": 0.8163165608207132 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12062037900897837, "median_kld": 0.05066621149308048, "top1_agreement": 0.8519785051294577 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10467718513514213, "median_kld": 0.06786017256047217, "top1_agreement": 0.8324377137274059 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.17159261101787993, "median_kld": 0.07669348917261232, "top1_agreement": 0.8094772838299951 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1063563280336016, "median_kld": 0.006053758236703288, "top1_agreement": 0.9325842696629213 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09663031554455141, "median_kld": 0.04633035381692707, "top1_agreement": 0.8764044943820225 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.22765143479294836, "median_kld": 0.02629331695993642, "top1_agreement": 0.8744504152418173 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.16686474523863007, "median_kld": 0.08667032236462546, "top1_agreement": 0.8255984367366879 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.18761999060727272, "median_kld": 0.030498311570227088, "top1_agreement": 0.865657059110894 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1541305872051004, "median_kld": 0.0598004824569216, "top1_agreement": 0.8397655105031754 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10250900053718433, "median_kld": 0.07010140990206537, "top1_agreement": 0.8319491939423547 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11104167088521226, "median_kld": 0.02245821432120465, "top1_agreement": 0.8969223253541768 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07188181555950379, "median_kld": 0.007657424975150207, "top1_agreement": 0.8412310698583293 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09913336405005028, "median_kld": 0.05315520145836672, "top1_agreement": 0.8690766976062531 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.16418276972887097, "median_kld": 0.07714112587927957, "top1_agreement": 0.8202247191011236 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.46156671868875776, "median_kld": 0.25243723444873467, "top1_agreement": 0.6770884220810943 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.17488932446112998, "median_kld": 0.007207092454848407, "top1_agreement": 0.8842208109428432 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11979155223128318, "median_kld": 0.071908566089391, "top1_agreement": 0.8329262335124572 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10950195843378151, "median_kld": 0.053257170303368184, "top1_agreement": 0.8485588666340986 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09735791709153459, "median_kld": 0.05615636614555797, "top1_agreement": 0.8431851489985345 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0913738714233737, "median_kld": 0.005419570160370313, "top1_agreement": 0.9399120664386907 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0836655507063828, "median_kld": 0.04798858086451219, "top1_agreement": 0.8597948216902784 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.141411208314389, "median_kld": 0.0605988830957358, "top1_agreement": 0.8363458720078163 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1559074370194679, "median_kld": 0.053385722007078584, "top1_agreement": 0.8583292623351245 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1153311263305079, "median_kld": 0.07508684548702149, "top1_agreement": 0.8295065950170982 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10243542740265481, "median_kld": 0.008549993766962416, "top1_agreement": 0.9164631167562286 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0912616510747174, "median_kld": 0.004431941662915051, "top1_agreement": 0.9311187103077675 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.34058604067706616, "median_kld": 0.027384197304400004, "top1_agreement": 0.8510014655593552 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11963664502443172, "median_kld": 0.07313819168814462, "top1_agreement": 0.8363458720078163 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12453310660578504, "median_kld": 0.054354336590222374, "top1_agreement": 0.8588177821201759 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.10665757563356648, "median_kld": 0.057848090946208686, "top1_agreement": 0.8534440644846116 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13281422214659444, "median_kld": 0.08930598634469789, "top1_agreement": 0.8094772838299951 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11295722506084084, "median_kld": 0.07992631985490561, "top1_agreement": 0.8177821201758672 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14223620003320486, "median_kld": 0.06434988810724462, "top1_agreement": 0.835857352222765 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18158285048093917, "median_kld": 0.08771646879904438, "top1_agreement": 0.8099658036150464 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.18585863831812924, "median_kld": 0.0654500428323388, "top1_agreement": 0.82266731802638 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07839416141557241, "median_kld": 0.001977289163932028, "top1_agreement": 0.9408891060087934 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.8983385575899308, "median_kld": 0.083120480425797, "top1_agreement": 0.7381533952125061 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13893356286404604, "median_kld": 0.005928420895211506, "top1_agreement": 0.912066438690767 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13306989923069645, "median_kld": 0.07708032592199743, "top1_agreement": 0.830972154372252 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14777023734310832, "median_kld": 0.06978413788965554, "top1_agreement": 0.8187591597459697 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09405728408047878, "median_kld": 0.05734906478028279, "top1_agreement": 0.8588177821201759 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.14325213683920054, "median_kld": 0.06808346374327812, "top1_agreement": 0.8207132388861749 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11119832918322556, "median_kld": 0.06291066018548008, "top1_agreement": 0.8544211040547142 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.19897774125571566, "median_kld": 0.06683662236901, "top1_agreement": 0.8422081094284318 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11958274799892347, "median_kld": 0.004721518014122239, "top1_agreement": 0.9135319980459209 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.12673605403181787, "median_kld": 0.001983097715381632, "top1_agreement": 0.9316072300928188 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18161462447956328, "median_kld": 0.07217833660638462, "top1_agreement": 0.8407425500732779 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1525573179683981, "median_kld": 0.06840319160255603, "top1_agreement": 0.7992183683439179 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10568707996826998, "median_kld": 0.07416952316498282, "top1_agreement": 0.8212017586712261 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15313982967785625, "median_kld": 0.06892594214150449, "top1_agreement": 0.8280410356619443 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12970005912127405, "median_kld": 0.0783263145260662, "top1_agreement": 0.8212017586712261 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11115335028350447, "median_kld": 0.05918158384088201, "top1_agreement": 0.84904738641915 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12838892068035151, "median_kld": 0.08088120147840527, "top1_agreement": 0.8172936003908158 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.15672123716906564, "median_kld": 0.015407827154376719, "top1_agreement": 0.8593063019052272 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09244103714886774, "median_kld": 0.004196930958913825, "top1_agreement": 0.9355153883732291 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.16909678853640697, "median_kld": 0.07368038588485604, "top1_agreement": 0.8255984367366879 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.4106390430584913, "median_kld": 0.07019431854178038, "top1_agreement": 0.802638006839277 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.22993486786674477, "median_kld": 0.0030881468549214808, "top1_agreement": 0.9018075232046898 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1264295265701003, "median_kld": 0.0771459288744154, "top1_agreement": 0.8251099169516365 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1252501110024688, "median_kld": 0.07632690679415077, "top1_agreement": 0.8172936003908158 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12740456673469278, "median_kld": 0.07500025840664648, "top1_agreement": 0.8290180752320468 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11661763877063373, "median_kld": 0.07618255304987542, "top1_agreement": 0.835857352222765 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10446736068856369, "median_kld": 0.05733992999948967, "top1_agreement": 0.8466047874938935 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05100703193586883, "median_kld": 0.005396445809285666, "top1_agreement": 0.9384465070835368 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0826947256067506, "median_kld": 0.04875458250535303, "top1_agreement": 0.8729848558866634 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1240246314728462, "median_kld": 0.0838990864307334, "top1_agreement": 0.802638006839277 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10951748196498044, "median_kld": 0.004665259238436192, "top1_agreement": 0.9355153883732291 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.12043050509920807, "median_kld": 0.056586863658594666, "top1_agreement": 0.8470933072789448 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11137711747556105, "median_kld": 0.07313440945904404, "top1_agreement": 0.8177821201758672 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11197713725948846, "median_kld": 0.06592025046666095, "top1_agreement": 0.8334147532975086 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12336577769466205, "median_kld": 0.07353065145343862, "top1_agreement": 0.8451392281387397 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13714135094734597, "median_kld": 0.08717544528190047, "top1_agreement": 0.82266731802638 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18080457279966536, "median_kld": 0.06837576336693019, "top1_agreement": 0.8299951148021495 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.47103216854118285, "median_kld": 0.11905605751962867, "top1_agreement": 0.7743038593063019 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13796117066505928, "median_kld": 0.002495196784648712, "top1_agreement": 0.9193942354665364 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13546673766360953, "median_kld": 0.07761360477888957, "top1_agreement": 0.827552515876893 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1746305851497915, "median_kld": 0.07425831040120556, "top1_agreement": 0.8397655105031754 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11261869108210223, "median_kld": 0.06920771253112434, "top1_agreement": 0.8207132388861749 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12121435719191176, "median_kld": 0.07584792062698398, "top1_agreement": 0.8207132388861749 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.16565383674074988, "median_kld": 0.06466290247044526, "top1_agreement": 0.8382999511480215 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1997734401689435, "median_kld": 0.1118350867764093, "top1_agreement": 0.7870053737176356 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11049472185545006, "median_kld": 0.0034003408711047456, "top1_agreement": 0.9233023937469468 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.15027574459097146, "median_kld": 0.052037881046999246, "top1_agreement": 0.8505129457743038 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10679560622308375, "median_kld": 0.06454167801177846, "top1_agreement": 0.8510014655593552 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13044053184879315, "median_kld": 0.0020624215518658673, "top1_agreement": 0.9286761113825109 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.15308550033124407, "median_kld": 0.06505213060336246, "top1_agreement": 0.8456277479237909 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12241078124317872, "median_kld": 0.07303421187944537, "top1_agreement": 0.8397655105031754 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1466209998174596, "median_kld": 0.054473678323652575, "top1_agreement": 0.8392769907181241 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18043857041164002, "median_kld": 0.06372942290545325, "top1_agreement": 0.8329262335124572 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.23126458176164547, "median_kld": 0.09361602763237897, "top1_agreement": 0.7992183683439179 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.15164957443831484, "median_kld": 0.05291002332523931, "top1_agreement": 0.852467024914509 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.2414304169559446, "median_kld": 0.112603564895835, "top1_agreement": 0.8065461651196874 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13857912746766032, "median_kld": 0.06936278484772629, "top1_agreement": 0.827552515876893 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12342042595382725, "median_kld": 0.06766948924632743, "top1_agreement": 0.8339032730825598 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.09763079695572298, "median_kld": 0.06300465472804717, "top1_agreement": 0.8495359062042013 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.103787309974707, "median_kld": 0.06735806349024642, "top1_agreement": 0.8402540302882266 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09396869718826899, "median_kld": 0.0531098502065106, "top1_agreement": 0.8597948216902784 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09598150092025028, "median_kld": 0.006274422474632502, "top1_agreement": 0.9267220322423058 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.23945381564337445, "median_kld": 0.077493838371538, "top1_agreement": 0.8099658036150464 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.2318434412782487, "median_kld": 0.0741224054615941, "top1_agreement": 0.8138739618954568 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15539047298889827, "median_kld": 0.09790657610574272, "top1_agreement": 0.7845627747923791 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05887372412315536, "median_kld": 0.00104201296110773, "top1_agreement": 0.9623839765510503 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11522234801788245, "median_kld": 0.045363339644723055, "top1_agreement": 0.8519785051294577 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.198361801254875, "median_kld": 0.08486853789602833, "top1_agreement": 0.8197361993160723 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1103212818903832, "median_kld": 0.055156709396214865, "top1_agreement": 0.8495359062042013 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.5043582824898739, "median_kld": 0.2958690740779275, "top1_agreement": 0.668295065950171 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11600295059494894, "median_kld": 0.07038632997409877, "top1_agreement": 0.8436736687835857 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1836548363077908, "median_kld": 0.048269381507452636, "top1_agreement": 0.8280410356619443 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10990255897411308, "median_kld": 0.05454168777214363, "top1_agreement": 0.8612603810454323 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11491538857033053, "median_kld": 0.015411669595856381, "top1_agreement": 0.8866634098680997 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09100122655825398, "median_kld": 0.0022966380006579357, "top1_agreement": 0.9384465070835368 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1275733277761427, "median_kld": 0.08599638469480908, "top1_agreement": 0.8104543234000977 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.2392528790663259, "median_kld": 0.017606096821083383, "top1_agreement": 0.882266731802638 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.17331604410189644, "median_kld": 0.023993102276108402, "top1_agreement": 0.8715192965315095 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11870081539582014, "median_kld": 0.07221333670895547, "top1_agreement": 0.82266731802638 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11265303119470264, "median_kld": 0.05944576658430378, "top1_agreement": 0.8641914997557401 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10593058052551979, "median_kld": 0.04669693503092276, "top1_agreement": 0.8461162677088422 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10597593322678861, "median_kld": 0.0653679438630661, "top1_agreement": 0.8549096238397655 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09062268695068508, "median_kld": 0.03596678246412921, "top1_agreement": 0.8676111382510991 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.3053000992227651, "median_kld": 0.13445833159494214, "top1_agreement": 0.776257938446507 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.11410700585383018, "median_kld": 0.06550974058336578, "top1_agreement": 0.8295065950170982 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1019829652455467, "median_kld": 0.04799202071444597, "top1_agreement": 0.8641914997557401 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1272618979636202, "median_kld": 0.06056588768660731, "top1_agreement": 0.8251099169516365 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11622009714622282, "median_kld": 0.04635866075523154, "top1_agreement": 0.8568637029799707 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11237122641136908, "median_kld": 0.003958726304193694, "top1_agreement": 0.9228138739618954 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15746551425246502, "median_kld": 0.07051060313733615, "top1_agreement": 0.8202247191011236 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10891962838026749, "median_kld": 0.046611687721139106, "top1_agreement": 0.8622374206155349 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1818947294068162, "median_kld": 0.016112563581257566, "top1_agreement": 0.878847093307279 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1364441246306258, "median_kld": 0.08861199743523684, "top1_agreement": 0.7948216902784563 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1219486731143848, "median_kld": 0.07087819552657493, "top1_agreement": 0.8329262335124572 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10738160798510314, "median_kld": 0.04161428889187846, "top1_agreement": 0.8915486077186126 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.25664673194275256, "median_kld": 0.027631505301824788, "top1_agreement": 0.8695652173913043 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1694556764692199, "median_kld": 0.07807322314374687, "top1_agreement": 0.8124084025403029 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11178465573062882, "median_kld": 0.07665720893282213, "top1_agreement": 0.8280410356619443 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.15162044542385233, "median_kld": 0.05576211303749545, "top1_agreement": 0.8612603810454323 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.15666428681226788, "median_kld": 0.0035983211299281948, "top1_agreement": 0.918905715681485 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13999978425507853, "median_kld": 0.0856927149029616, "top1_agreement": 0.8236443575964827 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07959998419326136, "median_kld": 0.004289030107546665, "top1_agreement": 0.9399120664386907 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08623816966540253, "median_kld": 0.031988652248401195, "top1_agreement": 0.8881289692232536 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.15425331918576693, "median_kld": 0.07331330375745893, "top1_agreement": 0.8202247191011236 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.4807905095791955, "median_kld": 0.24949773962725885, "top1_agreement": 0.7078651685393258 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09933544971322299, "median_kld": 0.06326542755050468, "top1_agreement": 0.8510014655593552 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1400947227135509, "median_kld": 0.09882949022903631, "top1_agreement": 0.82266731802638 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1254813877801678, "median_kld": 0.06513172150562241, "top1_agreement": 0.8485588666340986 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.15038215246537653, "median_kld": 0.0804532280312742, "top1_agreement": 0.8202247191011236 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.17842835930446624, "median_kld": 0.007413276827719528, "top1_agreement": 0.8930141670737665 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.294317039622106, "median_kld": 0.07835028283989232, "top1_agreement": 0.8197361993160723 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1218350922370466, "median_kld": 0.00687566951214702, "top1_agreement": 0.918905715681485 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13502130897966638, "median_kld": 0.06919437567557907, "top1_agreement": 0.8295065950170982 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10629177159224375, "median_kld": 0.06014746797427506, "top1_agreement": 0.8382999511480215 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1861877706397663, "median_kld": 0.05714516304976769, "top1_agreement": 0.8436736687835857 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10689391451817813, "median_kld": 0.0060525104186126555, "top1_agreement": 0.9096238397655105 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1382704901126721, "median_kld": 0.10630865856956007, "top1_agreement": 0.7928676111382511 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18335638915367136, "median_kld": 0.07280653748603072, "top1_agreement": 0.8314606741573034 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11505382898762463, "median_kld": 0.0546184092427211, "top1_agreement": 0.8485588666340986 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.27482833586586086, "median_kld": 0.16499265940293384, "top1_agreement": 0.7445041524181729 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13333278641428387, "median_kld": 0.08244995138920785, "top1_agreement": 0.8124084025403029 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1499916689938008, "median_kld": 0.056968453441186284, "top1_agreement": 0.8461162677088422 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.21185014207837602, "median_kld": 0.10055782351651033, "top1_agreement": 0.8011724474841231 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1130689413450018, "median_kld": 0.052735111109427635, "top1_agreement": 0.8563751831949193 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.2020823611871286, "median_kld": 0.015556275022390764, "top1_agreement": 0.8412310698583293 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1267489936714024, "median_kld": 0.024140253771361198, "top1_agreement": 0.8568637029799707 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09298428174631436, "median_kld": 0.05188114130305621, "top1_agreement": 0.8500244259892525 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.09658605290220641, "median_kld": 0.06432847199903335, "top1_agreement": 0.8568637029799707 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10837351218471972, "median_kld": 0.06679304449789925, "top1_agreement": 0.844162188568637 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11051297314814734, "median_kld": 0.006205415585696983, "top1_agreement": 0.9233023937469468 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12310351180479284, "median_kld": 0.0666949791730076, "top1_agreement": 0.8343917928676111 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.17929524083351267, "median_kld": 0.06778983031836106, "top1_agreement": 0.8216902784562775 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.19724294085777674, "median_kld": 0.04447610555899928, "top1_agreement": 0.8299951148021495 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.10591479979474795, "median_kld": 0.06018065817625029, "top1_agreement": 0.852467024914509 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.18614775184663776, "median_kld": 0.07363636968193532, "top1_agreement": 0.8299951148021495 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09962832857504487, "median_kld": 0.046026363104545, "top1_agreement": 0.8627259404005863 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18117919966482435, "median_kld": 0.05139619122746808, "top1_agreement": 0.8480703468490474 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1185283120810314, "median_kld": 0.07245912017788214, "top1_agreement": 0.8246213971665852 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13772216732790463, "median_kld": 0.05104647538928475, "top1_agreement": 0.8680996580361504 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09853904010291711, "median_kld": 0.0016818994985214886, "top1_agreement": 0.9330727894479727 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12090588829276445, "median_kld": 0.08358516621228773, "top1_agreement": 0.8016609672691744 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.09330629084851404, "median_kld": 0.05811966677356395, "top1_agreement": 0.8514899853444065 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13352215882954657, "median_kld": 0.004509256628091762, "top1_agreement": 0.9262335124572545 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10504735816262951, "median_kld": 0.07144720013411643, "top1_agreement": 0.8412310698583293 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13436125786084657, "median_kld": 0.09920245061084643, "top1_agreement": 0.8001954079140206 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.11544475998217944, "median_kld": 0.04678311970928917, "top1_agreement": 0.8685881778212018 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.16238677317196504, "median_kld": 0.052943916482036, "top1_agreement": 0.8417195896433806 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.28784273354240697, "median_kld": 0.1297975704073906, "top1_agreement": 0.769418661455789 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.22264633758325794, "median_kld": 0.008536225387004492, "top1_agreement": 0.8847093307278945 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09502954533830167, "median_kld": 0.038436043268466946, "top1_agreement": 0.8754274548119199 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13924556816934813, "median_kld": 0.06373780697504117, "top1_agreement": 0.8431851489985345 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12781897318127836, "median_kld": 0.05979011814815749, "top1_agreement": 0.8456277479237909 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12679755524902306, "median_kld": 0.05255008977201214, "top1_agreement": 0.8470933072789448 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13075518610531225, "median_kld": 0.0849864030851677, "top1_agreement": 0.7982413287738154 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14680727867812396, "median_kld": 0.03273238115826871, "top1_agreement": 0.8593063019052272 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.16394692513665945, "median_kld": 0.09396821208065376, "top1_agreement": 0.8124084025403029 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10129534275051919, "median_kld": 0.07043120138769154, "top1_agreement": 0.8285295554469956 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12701171247915735, "median_kld": 0.09341321451697127, "top1_agreement": 0.8265754763067904 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.21902998441732832, "median_kld": 0.09092967391688944, "top1_agreement": 0.810942843185149 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1192138679278992, "median_kld": 0.08322799055895302, "top1_agreement": 0.8373229115779189 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.16837071620626576, "median_kld": 0.02465349143358253, "top1_agreement": 0.8808011724474841 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.38691889507238963, "median_kld": 0.07564355480701579, "top1_agreement": 0.8177821201758672 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12373511235750168, "median_kld": 0.07803632910508895, "top1_agreement": 0.8324377137274059 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.09903968045843452, "median_kld": 0.0669850694602303, "top1_agreement": 0.8422081094284318 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12564487471893748, "median_kld": 0.07705771275868756, "top1_agreement": 0.8299951148021495 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13357173680695783, "median_kld": 0.07603937888825385, "top1_agreement": 0.8255984367366879 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.12073255712261248, "median_kld": 0.00012429602357336145, "top1_agreement": 0.9506595017098193 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.21976448801315798, "median_kld": 0.10612341295927763, "top1_agreement": 0.7738153395212506 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.392946272945151, "median_kld": 0.20633962145075202, "top1_agreement": 0.7288715192965315 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10258624279161781, "median_kld": 0.006205395432658634, "top1_agreement": 0.9247679531021006 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1441095867906563, "median_kld": 0.0030765004742470126, "top1_agreement": 0.9291646311675623 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13076208806661005, "median_kld": 0.08358118670366821, "top1_agreement": 0.8246213971665852 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09319668196421997, "median_kld": 0.013820437079175463, "top1_agreement": 0.9130434782608695 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.3543571445456443, "median_kld": 0.20984456816768216, "top1_agreement": 0.7274059599413776 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.08553268074628975, "median_kld": 0.06408043403530428, "top1_agreement": 0.8514899853444065 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13443891635065186, "median_kld": 0.0033584045337473056, "top1_agreement": 0.9130434782608695 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1005674325174353, "median_kld": 0.06605821865881012, "top1_agreement": 0.835857352222765 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15734971479122192, "median_kld": 0.08635189926940257, "top1_agreement": 0.8006839276990718 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14702088249096626, "median_kld": 0.0720161510980688, "top1_agreement": 0.8168050806057645 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.13058832514109717, "median_kld": 0.06617362933957338, "top1_agreement": 0.8265754763067904 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18376021637112538, "median_kld": 0.06269953921218985, "top1_agreement": 0.8295065950170982 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13095103493414173, "median_kld": 0.00816351384909808, "top1_agreement": 0.9228138739618954 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.22720064138716387, "median_kld": 0.07645845537990681, "top1_agreement": 0.819247679531021 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10897595108215975, "median_kld": 0.06771791669260097, "top1_agreement": 0.824132877381534 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.15677677191467393, "median_kld": 0.008418843849767654, "top1_agreement": 0.9008304836345872 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13284658923905585, "median_kld": 0.0961008430167567, "top1_agreement": 0.8207132388861749 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13881758544157194, "median_kld": 0.09381754768946848, "top1_agreement": 0.8089887640449438 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.202963832887891, "median_kld": 0.0077696643643321295, "top1_agreement": 0.8891060087933561 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.17882624962989202, "median_kld": 0.07834899048611987, "top1_agreement": 0.8299951148021495 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08885448874655616, "median_kld": 0.003484834733058051, "top1_agreement": 0.9267220322423058 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.08687893066077215, "median_kld": 0.04127450778241837, "top1_agreement": 0.8734733756717147 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11297154764060702, "median_kld": 0.07613057179150928, "top1_agreement": 0.8334147532975086 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13225974442126415, "median_kld": 0.05594963765179273, "top1_agreement": 0.8534440644846116 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.16246758488872412, "median_kld": 0.008512010765116429, "top1_agreement": 0.8827552515876893 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1389610571441507, "median_kld": 0.05273483602468332, "top1_agreement": 0.8422081094284318 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1469352368362953, "median_kld": 0.07049286305664282, "top1_agreement": 0.815828041035662 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.27747956143789504, "median_kld": 0.07650465786559835, "top1_agreement": 0.8505129457743038 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.17640043920701826, "median_kld": 0.013391603624931747, "top1_agreement": 0.8847093307278945 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11489475490605783, "median_kld": 0.05087809710983038, "top1_agreement": 0.8407425500732779 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1664509300082592, "median_kld": 0.05618174726669167, "top1_agreement": 0.8422081094284318 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11734667050673461, "median_kld": 0.012079488350856593, "top1_agreement": 0.903761602344895 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08127028027237983, "median_kld": 0.04874619526708557, "top1_agreement": 0.8617489008304836 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10190825816881843, "median_kld": 0.004962806376486384, "top1_agreement": 0.9345383488031265 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11678063184758959, "median_kld": 0.03652036604857756, "top1_agreement": 0.8744504152418173 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13274373029427675, "median_kld": 0.09244139345952362, "top1_agreement": 0.8080117244748413 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.15264518730432147, "median_kld": 0.059182519171372405, "top1_agreement": 0.8495359062042013 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1459604284909844, "median_kld": 0.014181815890253802, "top1_agreement": 0.9003419638495359 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.3344896564055893, "median_kld": 0.014582055309366737, "top1_agreement": 0.8563751831949193 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12384836318364341, "median_kld": 0.08218339372251648, "top1_agreement": 0.8153395212506106 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10121796602194384, "median_kld": 0.06843419507151793, "top1_agreement": 0.8466047874938935 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0946688514123, "median_kld": 0.06010706811292721, "top1_agreement": 0.830972154372252 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13329937656468163, "median_kld": 0.058679849356606084, "top1_agreement": 0.8402540302882266 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0910430374426062, "median_kld": 0.0001294359926067301, "top1_agreement": 0.9496824621397166 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1181169344615221, "median_kld": 0.07299294121941102, "top1_agreement": 0.830972154372252 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.14267902058204213, "median_kld": 0.0512254452205525, "top1_agreement": 0.8431851489985345 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1127913854579562, "median_kld": 0.051425734267468215, "top1_agreement": 0.8505129457743038 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09183695723523339, "median_kld": 0.0021679372790757157, "top1_agreement": 0.9467513434294089 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09048510956737092, "median_kld": 0.023614050621119986, "top1_agreement": 0.8817782120175867 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.17454025725297986, "median_kld": 0.045200943379313685, "top1_agreement": 0.8607718612603811 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09630863050470406, "median_kld": 0.06690575093568896, "top1_agreement": 0.8378114313629702 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.13948898739880297, "median_kld": 0.05690599154377196, "top1_agreement": 0.8485588666340986 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11063148315799706, "median_kld": 0.06899102757915898, "top1_agreement": 0.8373229115779189 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.12452745754876988, "median_kld": 0.007187240173720966, "top1_agreement": 0.9154860771861261 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13073869030778126, "median_kld": 0.05059625259855238, "top1_agreement": 0.8373229115779189 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08968695727143895, "median_kld": 0.005437237642837545, "top1_agreement": 0.9242794333170493 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1729246668494817, "median_kld": 0.0923198558302829, "top1_agreement": 0.794333170493405 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10475341142178159, "median_kld": 0.07538728795830707, "top1_agreement": 0.8246213971665852 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.10380513157812239, "median_kld": 0.03771816397784278, "top1_agreement": 0.8734733756717147 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15463404796530827, "median_kld": 0.062141688584233634, "top1_agreement": 0.8363458720078163 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09109204362499769, "median_kld": 0.06002548385731643, "top1_agreement": 0.8637029799706888 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09948842073323995, "median_kld": 0.04266863358861883, "top1_agreement": 0.873961895456766 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1383448051352473, "median_kld": 0.09136184439029194, "top1_agreement": 0.8172936003908158 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.2160091835232101, "median_kld": 0.13557793027757725, "top1_agreement": 0.7708842208109429 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10828681735839388, "median_kld": 0.03325572941425747, "top1_agreement": 0.8558866634098681 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11888129790502938, "median_kld": 0.010751580976215536, "top1_agreement": 0.8759159745969711 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10340186771182967, "median_kld": 0.07557306206103931, "top1_agreement": 0.8270639960918417 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08112030226294992, "median_kld": 0.03455014895826025, "top1_agreement": 0.8803126526624329 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.06171173272939268, "median_kld": 0.005662353318484747, "top1_agreement": 0.9477283829995115 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.15063780995717144, "median_kld": 0.06660299000577652, "top1_agreement": 0.835857352222765 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.18494551478426166, "median_kld": 0.08014072319747356, "top1_agreement": 0.8334147532975086 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13537712878848346, "median_kld": 0.05816749602740856, "top1_agreement": 0.8299951148021495 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1980460590474161, "median_kld": 0.06095497402299088, "top1_agreement": 0.8285295554469956 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1835099939778555, "median_kld": 0.11621079974065651, "top1_agreement": 0.7782120175867122 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13375787537275316, "median_kld": 0.09418849890880665, "top1_agreement": 0.8085002442598925 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10078925825039955, "median_kld": 0.005575158660235502, "top1_agreement": 0.9291646311675623 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09560453026724884, "median_kld": 0.05881496973552203, "top1_agreement": 0.8519785051294577 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11887475350123018, "median_kld": 0.0030000814363901895, "top1_agreement": 0.9330727894479727 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.3739987458657499, "median_kld": 0.016476055402474543, "top1_agreement": 0.8578407425500733 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13104996871738786, "median_kld": 0.004986553534763516, "top1_agreement": 0.84904738641915 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.13123400367147708, "median_kld": 0.06277302309172228, "top1_agreement": 0.8299951148021495 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10205681810553371, "median_kld": 0.07449463925831878, "top1_agreement": 0.8285295554469956 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.07996762809297114, "median_kld": 0.05820517692825433, "top1_agreement": 0.84904738641915 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11647659603854602, "median_kld": 0.07941101935085726, "top1_agreement": 0.8407425500732779 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11726717747965318, "median_kld": 0.06070285939659925, "top1_agreement": 0.8461162677088422 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08872457406942635, "median_kld": 0.006637216650219102, "top1_agreement": 0.925256472887152 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1394120815729072, "median_kld": 0.06314055597476909, "top1_agreement": 0.8470933072789448 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14665148198996417, "median_kld": 0.04723731445574231, "top1_agreement": 0.8451392281387397 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.15905245522333938, "median_kld": 0.016307936317161875, "top1_agreement": 0.8939912066438691 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.3234002664898455, "median_kld": 0.04749167028354684, "top1_agreement": 0.8260869565217391 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.12692263910488313, "median_kld": 0.005337790901307926, "top1_agreement": 0.9233023937469468 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11540366146442861, "median_kld": 0.06828562761802459, "top1_agreement": 0.8329262335124572 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13543420504170162, "median_kld": 0.08693233138137657, "top1_agreement": 0.8163165608207132 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1590719467273602, "median_kld": 0.07744875394564588, "top1_agreement": 0.8329262335124572 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.10983282652688849, "median_kld": 0.04496556516414785, "top1_agreement": 0.8627259404005863 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.10108476811041664, "median_kld": 0.03553675018008562, "top1_agreement": 0.8930141670737665 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10849447057759974, "median_kld": 0.05547293942345277, "top1_agreement": 0.8612603810454323 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10586626426958007, "median_kld": 0.06815330190784152, "top1_agreement": 0.8387884709330727 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.28196143294517145, "median_kld": 0.07921335905120941, "top1_agreement": 0.8138739618954568 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1078105991964659, "median_kld": 0.07119977223192109, "top1_agreement": 0.8246213971665852 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12505858121868513, "median_kld": 0.0782370633037317, "top1_agreement": 0.8280410356619443 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1160068783023479, "median_kld": 0.020096821658853514, "top1_agreement": 0.8969223253541768 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09971176146733196, "median_kld": 0.051847497531070985, "top1_agreement": 0.8588177821201759 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.12915476966357362, "median_kld": 0.05692485071631381, "top1_agreement": 0.8431851489985345 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1110456218964555, "median_kld": 0.06228208846368943, "top1_agreement": 0.8480703468490474 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.14635125686452832, "median_kld": 0.007870922234872069, "top1_agreement": 0.8671226184660479 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.19320948655443151, "median_kld": 0.0928582081978675, "top1_agreement": 0.8080117244748413 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14968357353321934, "median_kld": 0.05165768900587864, "top1_agreement": 0.8480703468490474 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1233725067270452, "median_kld": 0.07998334115291073, "top1_agreement": 0.8334147532975086 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08207862638438423, "median_kld": 0.045978106829807075, "top1_agreement": 0.8759159745969711 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.12927240393392245, "median_kld": 0.046094842051388696, "top1_agreement": 0.8597948216902784 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11154832558187122, "median_kld": 0.06486210742332332, "top1_agreement": 0.8480703468490474 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.17488228421010601, "median_kld": 0.0831076183822006, "top1_agreement": 0.827552515876893 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.18882769182934744, "median_kld": 0.0470434038975327, "top1_agreement": 0.8466047874938935 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.11167668727095703, "median_kld": 0.04314394580433145, "top1_agreement": 0.870542256961407 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11455109098372236, "median_kld": 0.041120237431641726, "top1_agreement": 0.8851978505129457 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.372952911781262, "median_kld": 0.019705054530277266, "top1_agreement": 0.8519785051294577 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11688054179664013, "median_kld": 0.06454772889992455, "top1_agreement": 0.8339032730825598 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11743136804449755, "median_kld": 0.012447470691085982, "top1_agreement": 0.9130434782608695 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09996317472754092, "median_kld": 0.0047673043801808035, "top1_agreement": 0.9272105520273571 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0934337867537095, "median_kld": 0.012593710526402901, "top1_agreement": 0.9110893991206643 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.17146219210560718, "median_kld": 0.0028925264343797608, "top1_agreement": 0.9081582804103566 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10573949357173787, "median_kld": 0.06957889458604427, "top1_agreement": 0.827552515876893 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11530661549265102, "median_kld": 0.07822885710078964, "top1_agreement": 0.8397655105031754 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09335389792398785, "median_kld": 0.005036906271385533, "top1_agreement": 0.9438202247191011 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11634819092475202, "median_kld": 0.07706091788270442, "top1_agreement": 0.8319491939423547 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11635780778098372, "median_kld": 0.005362977623946108, "top1_agreement": 0.9047386419149975 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.13147695637511864, "median_kld": 0.002338122532108855, "top1_agreement": 0.9262335124572545 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08459214365835414, "median_kld": 0.054009345537451736, "top1_agreement": 0.8588177821201759 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08873617010429745, "median_kld": 0.00422516956334551, "top1_agreement": 0.9276990718124084 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11200550023585214, "median_kld": 0.012617315153192976, "top1_agreement": 0.9066927210552027 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11120861887686061, "median_kld": 0.06994576706892985, "top1_agreement": 0.8319491939423547 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.14931411446844606, "median_kld": 0.0007739635439314441, "top1_agreement": 0.9267220322423058 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13306716356386117, "median_kld": 0.08513370814625887, "top1_agreement": 0.8163165608207132 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10192794459502784, "median_kld": 0.06322693290110237, "top1_agreement": 0.8470933072789448 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09519889405056291, "median_kld": 0.05043277232051935, "top1_agreement": 0.8666340986809966 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09028686418001941, "median_kld": 0.01953711245323575, "top1_agreement": 0.8881289692232536 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.19606836149342705, "median_kld": 0.09378006087172253, "top1_agreement": 0.8094772838299951 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15229579047425496, "median_kld": 0.05362442962359637, "top1_agreement": 0.8461162677088422 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.24171076158629695, "median_kld": 0.007932996611902832, "top1_agreement": 0.8768930141670738 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1915662876640505, "median_kld": 0.0148918856328919, "top1_agreement": 0.898876404494382 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.17016725117092443, "median_kld": 0.06273419100216415, "top1_agreement": 0.8348803126526624 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11180410563218086, "median_kld": 0.05843662213101197, "top1_agreement": 0.8744504152418173 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08492972818900081, "median_kld": 0.006999619278190039, "top1_agreement": 0.9306301905227161 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11529025330447872, "median_kld": 0.0054453525219742005, "top1_agreement": 0.9228138739618954 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1443504221159715, "median_kld": 0.0708675479198746, "top1_agreement": 0.8373229115779189 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10353700579231195, "median_kld": 0.07482491911537181, "top1_agreement": 0.8343917928676111 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.2398016827953175, "median_kld": 0.046502976357260195, "top1_agreement": 0.8505129457743038 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1100086484011409, "median_kld": 0.07458485645929613, "top1_agreement": 0.824132877381534 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.15761215976893064, "median_kld": 0.10241788133964747, "top1_agreement": 0.797752808988764 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07463123743026676, "median_kld": 0.0007317588209581061, "top1_agreement": 0.9550561797752809 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.08775237361695766, "median_kld": 0.047344933939257317, "top1_agreement": 0.873961895456766 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.17597622799411225, "median_kld": 0.01308913062166539, "top1_agreement": 0.8881289692232536 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.18841557639794848, "median_kld": 0.04940085618000012, "top1_agreement": 0.8578407425500733 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11532565203295196, "median_kld": 0.013483818944956205, "top1_agreement": 0.9042501221299463 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1321921363101556, "median_kld": 0.08976611892589403, "top1_agreement": 0.8085002442598925 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.385481350139175, "median_kld": 0.03236350292741008, "top1_agreement": 0.8314606741573034 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.15844400928020094, "median_kld": 0.06422829233156335, "top1_agreement": 0.8446507083536883 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11298478310155001, "median_kld": 0.05539312045493716, "top1_agreement": 0.8378114313629702 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.4387136888941995, "median_kld": 0.2414412951329723, "top1_agreement": 0.7020029311187103 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13049332169911376, "median_kld": 0.08604335520476525, "top1_agreement": 0.8148510014655593 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12467019511388691, "median_kld": 0.07400944557775802, "top1_agreement": 0.8280410356619443 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1656456163977153, "median_kld": 0.07438918497973646, "top1_agreement": 0.8133854421104054 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12227303853655977, "median_kld": 0.0705592567860549, "top1_agreement": 0.8378114313629702 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11060146824975584, "median_kld": 0.06833534129691543, "top1_agreement": 0.8260869565217391 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.18737282342200487, "median_kld": 0.06649714102245952, "top1_agreement": 0.8260869565217391 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11298196200293092, "median_kld": 0.07516004233229978, "top1_agreement": 0.8343917928676111 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12592533112213494, "median_kld": 0.06913720950251445, "top1_agreement": 0.8368343917928676 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09374526183777791, "median_kld": 0.05487186993485693, "top1_agreement": 0.8680996580361504 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11064572627223046, "median_kld": 0.07242889113058482, "top1_agreement": 0.8075232046897899 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1231325794594442, "median_kld": 0.0762933622941091, "top1_agreement": 0.8168050806057645 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15966962449426514, "median_kld": 0.0674267101278474, "top1_agreement": 0.8363458720078163 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12596390128246912, "median_kld": 0.08235828807642065, "top1_agreement": 0.8260869565217391 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11415441222185642, "median_kld": 0.004941115138585417, "top1_agreement": 0.9296531509526136 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.13791052699165818, "median_kld": 0.1021031599352682, "top1_agreement": 0.8080117244748413 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11722859147150917, "median_kld": 0.08008100772724447, "top1_agreement": 0.8285295554469956 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12118225646465593, "median_kld": 0.050110271677112905, "top1_agreement": 0.8646800195407914 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12970638866182838, "median_kld": 0.09002106746470417, "top1_agreement": 0.8216902784562775 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09972063597865402, "median_kld": 0.05167083747100065, "top1_agreement": 0.8637029799706888 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12416459410777446, "median_kld": 0.05593219877619049, "top1_agreement": 0.8407425500732779 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.13562442138047565, "median_kld": 0.07609829997409179, "top1_agreement": 0.8197361993160723 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1384519131938046, "median_kld": 0.031491299020444785, "top1_agreement": 0.8617489008304836 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11111096970267734, "median_kld": 0.07934723583639425, "top1_agreement": 0.8172936003908158 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0813669980005103, "median_kld": 0.04487037951912498, "top1_agreement": 0.8768930141670738 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11822548396074894, "median_kld": 0.07545028608001303, "top1_agreement": 0.8412310698583293 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05525212207922801, "median_kld": 0.0019071647111710277, "top1_agreement": 0.7083536883243772 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 1.001940040620666, "median_kld": 0.19825865135975818, "top1_agreement": 0.7049340498290181 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08626740948296549, "median_kld": 0.006127568764668467, "top1_agreement": 0.9233023937469468 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10078564435539693, "median_kld": 0.0617572418632335, "top1_agreement": 0.8378114313629702 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.12078707657627438, "median_kld": 0.0776690738130128, "top1_agreement": 0.8304836345872008 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.148152064357625, "median_kld": 0.08748749874939676, "top1_agreement": 0.8114313629702002 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1467448574006165, "median_kld": 0.003589084383555985, "top1_agreement": 0.9169516365412799 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10244095044875176, "median_kld": 0.065062587533248, "top1_agreement": 0.8319491939423547 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.172759219329074, "median_kld": 0.007410350469250981, "top1_agreement": 0.9013190034196384 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12845369261365888, "median_kld": 0.08302180682950677, "top1_agreement": 0.8148510014655593 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.206925263850088, "median_kld": 0.12159373113536276, "top1_agreement": 0.7850512945774304 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.14959060793533285, "median_kld": 0.04966085724129243, "top1_agreement": 0.8470933072789448 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.09998504869534366, "median_kld": 0.06334413202057476, "top1_agreement": 0.8480703468490474 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.12509544782320856, "median_kld": 0.06716002948087407, "top1_agreement": 0.8138739618954568 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.16980147522318903, "median_kld": 0.05936095088691218, "top1_agreement": 0.8485588666340986 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10044697314993684, "median_kld": 0.04741136101063148, "top1_agreement": 0.8666340986809966 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12738358746617695, "median_kld": 0.07513610850583063, "top1_agreement": 0.8392769907181241 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.10363073710643865, "median_kld": 0.07141346894786693, "top1_agreement": 0.824132877381534 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12461137387462555, "median_kld": 0.08863016736856366, "top1_agreement": 0.8104543234000977 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.14893163767489043, "median_kld": 0.0685317915140331, "top1_agreement": 0.8246213971665852 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12618819596837605, "median_kld": 0.05425494107839768, "top1_agreement": 0.8549096238397655 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10954683320893797, "median_kld": 0.04762421825523688, "top1_agreement": 0.8588177821201759 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1276350083690487, "median_kld": 0.07815219445096488, "top1_agreement": 0.8285295554469956 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.19978779637046615, "median_kld": 0.08836990976851666, "top1_agreement": 0.824132877381534 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1301684273814818, "median_kld": 0.03575761655733345, "top1_agreement": 0.870542256961407 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.12781590136955398, "median_kld": 0.06679456085839774, "top1_agreement": 0.8456277479237909 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.22932503187470615, "median_kld": 0.08205573320447002, "top1_agreement": 0.7933561309233024 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.3706951166742571, "median_kld": 0.07081720376288558, "top1_agreement": 0.8089887640449438 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1359598109024718, "median_kld": 0.08731132321327095, "top1_agreement": 0.8119198827552516 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.14175474181183853, "median_kld": 0.0525085686315947, "top1_agreement": 0.8446507083536883 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10602618827967374, "median_kld": 0.007176325989007637, "top1_agreement": 0.8456277479237909 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.42033563985890465, "median_kld": 0.04671556546085576, "top1_agreement": 0.8216902784562775 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11862660377684382, "median_kld": 0.08530651130092792, "top1_agreement": 0.8216902784562775 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11032677765098187, "median_kld": 0.08134184355799334, "top1_agreement": 0.8124084025403029 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11141297145247059, "median_kld": 0.08114209282308593, "top1_agreement": 0.8290180752320468 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.2853040554968723, "median_kld": 0.004159851087720767, "top1_agreement": 0.898876404494382 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.3184100025478862, "median_kld": 0.013303054302070905, "top1_agreement": 0.8715192965315095 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11127129257178427, "median_kld": 0.054567398453031046, "top1_agreement": 0.8544211040547142 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.22055650665196258, "median_kld": 0.14341201056964792, "top1_agreement": 0.7718612603810454 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.1823241944260875, "median_kld": 0.07428125771070881, "top1_agreement": 0.8334147532975086 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.15944595498540118, "median_kld": 0.07664545712935933, "top1_agreement": 0.8299951148021495 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07840565459725657, "median_kld": 0.003113196443649713, "top1_agreement": 0.9340498290180752 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12581351913537248, "median_kld": 0.08739707689392162, "top1_agreement": 0.8212017586712261 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11583638400857735, "median_kld": 0.07559859718821826, "top1_agreement": 0.8295065950170982 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11396520093841506, "median_kld": 0.07864812116895337, "top1_agreement": 0.8216902784562775 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.18223488100941326, "median_kld": 0.06706392387059168, "top1_agreement": 0.84904738641915 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11910834632022098, "median_kld": 0.07314694248293563, "top1_agreement": 0.8290180752320468 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10409178987471739, "median_kld": 0.03863785537032527, "top1_agreement": 0.8553981436248168 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.10065809096609875, "median_kld": 0.06662237736202314, "top1_agreement": 0.8426966292134831 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.11806804361315781, "median_kld": 0.07284724392229691, "top1_agreement": 0.8382999511480215 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0975527823476487, "median_kld": 0.002953366922611167, "top1_agreement": 0.9394235466536395 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.15789599494175474, "median_kld": 0.09886489598943626, "top1_agreement": 0.8060576453346361 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.09800356893557947, "median_kld": 0.04929788859817563, "top1_agreement": 0.8407425500732779 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.1348057765229935, "median_kld": 0.08110111688191068, "top1_agreement": 0.830972154372252 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1963123332707289, "median_kld": 0.07739559054607525, "top1_agreement": 0.8119198827552516 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.18817813707161046, "median_kld": 0.014229199742679555, "top1_agreement": 0.8969223253541768 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.14811079095778346, "median_kld": 0.05742312046854181, "top1_agreement": 0.8373229115779189 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.24455180902051246, "median_kld": 0.11169505550060421, "top1_agreement": 0.802638006839277 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1146217731915228, "median_kld": 0.07483316970683518, "top1_agreement": 0.8339032730825598 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09810319064723735, "median_kld": 0.05251702119576862, "top1_agreement": 0.8632144601856375 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12867726266842458, "median_kld": 0.07693162621035299, "top1_agreement": 0.8319491939423547 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.1685333659062803, "median_kld": 0.07657948754666677, "top1_agreement": 0.8182706399609184 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.11540001531098008, "median_kld": 0.058921570132952183, "top1_agreement": 0.8510014655593552 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.10891531299134, "median_kld": 0.04947603181608429, "top1_agreement": 0.8695652173913043 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.11665608620996092, "median_kld": 0.07866167371139454, "top1_agreement": 0.8251099169516365 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.20717964767617172, "median_kld": 0.07553474527412618, "top1_agreement": 0.8251099169516365 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.40283528240624483, "median_kld": 0.035614659795101034, "top1_agreement": 0.8290180752320468 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1372545683978154, "median_kld": 0.017336450589098718, "top1_agreement": 0.8910600879335613 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.14834238828330962, "median_kld": 0.02039222916948802, "top1_agreement": 0.8939912066438691 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.11660144184862375, "median_kld": 0.07754511701944011, "top1_agreement": 0.8221787982413288 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.12493457908565951, "median_kld": 0.08249817584555785, "top1_agreement": 0.8382999511480215 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.16297361248276357, "median_kld": 0.018831532653649674, "top1_agreement": 0.7699071812408402 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.164864198964948, "median_kld": 0.06924143664241456, "top1_agreement": 0.8221787982413288 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.18841875844422726, "median_kld": 0.0835903351471643, "top1_agreement": 0.8270639960918417 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.09324990491990479, "median_kld": 0.048489013032920525, "top1_agreement": 0.8666340986809966 } ], "content_sha256": "50be90e70d552d47ca6170989f904ee80d67b650d12e0dbaaa23c725f0f6c438", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }