{ "schema": "qwen38-kld-ladder-cumulative/2", "tool": "tools/kld_aggregate.py", "generated_unix": 1786831790, "candidate": "k4", "label": "1M-tail", "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/work/Qwen3.8-27B-K4", "model_revision": null, "model_revision_source": "none", "index_sha256": "f17bd87446338313304591297bbc3e37b541b32253723ef75c917c546416e660", "config_sha256": "dab9abc478e1b1b928ef354f27a26fc90e8191a4a3ce5f3d19aa21558216b267", "shard_sha256": { "model-00001-of-00004.safetensors": "690456b5db5d6187d3e4b15b84e5dbafcce440ffe05f30dba7e7eda81210ff26", "model-00002-of-00004.safetensors": "44b8444793289e111a0956f06f18fb24090c3408a7aac0b517fdd061dfde0e5c", "model-00003-of-00004.safetensors": "02efb298bc40bb3c739fb525d4b70ed4d307a7e24fd30ed71cb7e1433a6c326a", "model-00004-of-00004.safetensors": "e21117898ca5d5fc9591091d8ed3b3e87cf27a434a6d212f10e6f5e62aa632de" }, "quantization": "exl3", "quantization_config": "{\"linear\":{\"weight\":\"mxfp8\"},\"ignore\":[\"re:.*visual\\\\..*\",\"re:.*in_proj_a$\",\"re:.*in_proj_b$\",\"re:.*in_proj_ba$\",\"re:.*mtp\\\\..*\",\"lm_head\"]}", "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": [ 0 ], "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.01034534853668276, "context_macro_mean_kld": 0.01034534853668276, "context_bootstrap": { "mean": 0.01034534853668276, "ci95_low": 0.009562594149420877, "ci95_high": 0.01124581917295876, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9591322667318026, "max_kld": 7.564510417655803, "mean_jsd_bits": 0.0035793631882548456, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.013039182601701846, "token_mean_kld": 0.013039182601701848 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.008902728358149835, "token_mean_kld": 0.008902728358149835 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.011675547079034414, "token_mean_kld": 0.011675547079034414 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.01031905343410249, "token_mean_kld": 0.010319053434102492 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.007496218228584767, "token_mean_kld": 0.007496218228584767 } }, "worst_contexts": [ { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.07727601073539736, "top1_agreement": 0.9457743038593063 }, { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.07384288142528257, "top1_agreement": 0.9555446995603322 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.05594789536914925, "top1_agreement": 0.8998534440644846 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.05562545416310988, "top1_agreement": 0.9467513434294089 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.055554379652694635, "top1_agreement": 0.9467513434294089 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.053744368402796255, "top1_agreement": 0.9399120664386907 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.051248874035278294, "top1_agreement": 0.9745969711773327 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.04864813284606684, "top1_agreement": 0.8969223253541768 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.04155865372539859, "top1_agreement": 0.9501709819247679 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.040267929008871974, "top1_agreement": 0.9579872984855886 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.039471659915781866, "top1_agreement": 0.9374694675134343 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.03846575536929885, "top1_agreement": 0.9462628236443575 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.0383539897581577, "top1_agreement": 0.9609184171958964 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.03752378361483336, "top1_agreement": 0.9594528578407425 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.03566337173916155, "top1_agreement": 0.9443087445041524 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.03506990687219414, "top1_agreement": 0.9413776257938447 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.033926923405577895, "top1_agreement": 0.9653150952613581 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.029616716249368073, "top1_agreement": 0.9066927210552027 }, { "index": 178, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.028081267735731573, "top1_agreement": 0.9594528578407425 }, { "index": 159, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "mean_kld": 0.026973086912982076, "top1_agreement": 0.9501709819247679 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 7738, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 2, 1, 0, 1, 1, 1, 1, 0, 2, 2, 3, 2, 1, 1, 0, 3, 1, 3, 4, 2, 3, 3, 2, 3, 4, 5, 5, 2, 3, 4, 8, 6, 6, 6, 3, 6, 8, 10, 7, 9, 6, 8, 8, 13, 12, 14, 9, 22, 15, 22, 8, 11, 7, 15, 14, 19, 13, 17, 19, 22, 18, 14, 27, 28, 29, 34, 32, 35, 35, 30, 37, 46, 40, 39, 50, 41, 53, 74, 56, 83, 55, 73, 77, 80, 77, 72, 98, 108, 91, 118, 118, 125, 113, 153, 148, 143, 171, 169, 147, 195, 173, 193, 215, 222, 247, 241, 237, 261, 268, 320, 338, 338, 341, 397, 406, 439, 503, 497, 528, 567, 607, 639, 673, 772, 734, 828, 871, 873, 933, 932, 956, 1039, 1033, 1099, 1166, 1147, 1218, 1252, 1323, 1395, 1485, 1429, 1526, 1494, 1500, 1577, 1548, 1628, 1594, 1692, 1767, 1782, 1824, 1877, 1780, 1908, 1977, 1948, 2030, 2132, 2112, 2181, 2105, 2187, 2095, 2245, 2313, 2367, 2397, 2413, 2461, 2441, 2532, 2470, 2582, 2538, 2580, 2707, 2694, 2692, 2666, 2765, 2752, 2715, 2732, 2800, 2871, 2941, 2897, 2957, 3000, 3002, 2828, 3066, 3115, 3069, 3123, 3165, 3070, 3257, 3290, 3261, 3189, 3315, 3225, 3353, 3334, 3530, 3364, 3445, 3499, 3491, 3554, 3551, 3568, 3691, 3568, 3689, 3733, 3763, 3832, 3847, 3810, 3955, 4035, 4120, 4216, 4400, 4321, 4499, 4324, 4667, 4624, 4966, 4963, 5033, 5095, 5234, 5419, 5599, 5851, 5797, 6139, 6501, 6813, 6808, 7264, 7798, 8168, 8638, 9688, 11211, 10793, 10825, 10969, 11241, 11422, 11490, 12144, 12315, 12592, 12891, 13413, 13394, 13926, 13985, 14469, 14603, 14921, 15362, 15862, 16042, 16289, 16549, 16837, 16989, 16233, 15478, 14796, 14481, 13555, 13341, 12639, 12155, 11503, 10945, 10446, 10099, 9597, 8965, 7949, 7399, 6927, 6281, 6000, 5547, 5154, 4802, 4640, 4287, 3833, 3598, 3192, 3038, 2876, 2761, 2596, 2293, 2114, 1896, 1845, 1760, 1698, 1649, 1415, 1253, 1247, 1148, 1126, 1011, 898, 911, 861, 803, 677, 671, 659, 624, 511, 520, 466, 439, 378, 375, 378, 324, 302, 271, 283, 253, 208, 205, 190, 181, 167, 157, 133, 126, 114, 97, 105, 71, 80, 69, 68, 49, 47, 50, 47, 43, 43, 42, 24, 43, 26, 23, 19, 29, 19, 17, 10, 13, 11, 17, 11, 6, 6, 7, 8, 6, 1, 7, 2, 1, 1, 0, 3, 0, 0, 2, 0, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 7738, "overflow_count": 0, "max_kld_exact": 7.564510417655803, "min_kld_exact": -6.690383043696756e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.0031622776601683794, "upper": 0.0033496543915782794, "estimate": 0.003204040981068222, "bin": 381, "bin_kind": "log", "bin_lower": 0.0031622776601683794, "bin_upper": 0.0033496543915782794, "order_statistic": 524032, "positions_below_bin": 521162, "positions_in_bin": 12592, "relative_width": 0.0559391237140774 }, "p95": { "quantile": 0.95, "lower": 0.03162277660168379, "upper": 0.033496543915782793, "estimate": 0.03315737638117056, "bin": 421, "bin_kind": "log", "bin_lower": 0.03162277660168379, "bin_upper": 0.033496543915782793, "order_statistic": 995660, "positions_below_bin": 992505, "positions_in_bin": 3833, "relative_width": 0.05593912371407746 }, "p99": { "quantile": 0.99, "lower": 0.11885022274370165, "upper": 0.12589254117941662, "estimate": 0.11935285564988223, "bin": 444, "bin_kind": "log", "bin_lower": 0.11885022274370165, "bin_upper": 0.12589254117941662, "order_statistic": 1037583, "positions_below_bin": 1037524, "positions_in_bin": 803, "relative_width": 0.0559391237140774 }, "p999": { "quantile": 0.999, "lower": 0.5308844442309879, "upper": 0.5623413251903491, "estimate": 0.5555207144872922, "bin": 470, "bin_kind": "log", "bin_lower": 0.5308844442309879, "bin_upper": 0.5623413251903491, "order_statistic": 1047015, "positions_below_bin": 1046939, "positions_in_bin": 97, "relative_width": 0.0559391237140774 }, "p9999": { "quantile": 0.9999, "lower": 1.7782794100389228, "upper": 1.8836490894898021, "estimate": 1.8695377976923793, "bin": 491, "bin_kind": "log", "bin_lower": 1.7782794100389228, "bin_upper": 1.8836490894898021, "order_statistic": 1047959, "positions_below_bin": 1047950, "positions_in_bin": 10, "relative_width": 0.05593912371407745 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 869149, "fraction": 0.8292900051905228 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 708777, "fraction": 0.6762726322056668 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 227790, "fraction": 0.21734359733756717 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 13210, "fraction": 0.012604192110405471 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 399, "fraction": 0.00038070194186614557 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-tail/reports/shard-0000/report-k4.json", "report_sha256": "e1791027632620f583d745a602a79393301fd29959a4a851b61dc7ff93677279", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-tail/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-tail/hidden/shard-0000/hidden-k4", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.010345348536682758, "context_macro_mean_kld": 0.01034534853668276, "top1_agreement": 0.9591322667318026, "max_kld": 7.564510417655803, "p999_kld": 0.5576395587246648, "row_consistency": { "token_mean_relative_gap": 1.6768149181497242e-16, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 1.6768149181497242e-16, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-tail/reports/shard-0000/report-k4.json": "e1791027632620f583d745a602a79393301fd29959a4a851b61dc7ff93677279" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006863077311567906, "median_kld": 0.004705923123196953, "top1_agreement": 0.9570102589154861 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007215729827450308, "median_kld": 0.002575042668468086, "top1_agreement": 0.9726428920371275 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007677122377646369, "median_kld": 0.005187528247915907, "top1_agreement": 0.9457743038593063 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.009310314657344632, "median_kld": 0.005642770520580598, "top1_agreement": 0.9614069369809477 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007668675612812906, "median_kld": 0.004824941664537619, "top1_agreement": 0.95847581827064 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007813692229515088, "median_kld": 0.004619146468940016, "top1_agreement": 0.9614069369809477 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007980809621133072, "median_kld": 0.005403220918196894, "top1_agreement": 0.9433317049340498 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0119732895848837, "median_kld": 0.0005588336221880041, "top1_agreement": 0.9741084513922814 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006260314125134534, "median_kld": 0.004544933857346223, "top1_agreement": 0.9521250610649731 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006376058935569877, "median_kld": 0.00440290203891891, "top1_agreement": 0.9511480214948705 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00816525010099355, "median_kld": 0.005141505032952409, "top1_agreement": 0.9491939423546654 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006477679943697522, "median_kld": 8.331044303844237e-05, "top1_agreement": 0.9848558866634098 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006671717345000633, "median_kld": 0.00338831993212807, "top1_agreement": 0.9594528578407425 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005330996793266335, "median_kld": 0.0004237595398137728, "top1_agreement": 0.9833903273082559 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00906045224388204, "median_kld": 0.0007674143534821543, "top1_agreement": 0.9765510503175379 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007507289793871724, "median_kld": 0.0045740783748158265, "top1_agreement": 0.9574987787005373 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008366714999621161, "median_kld": 0.0031399022746205763, "top1_agreement": 0.9692232535417684 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.07384288142528257, "median_kld": 0.0021501572139186464, "top1_agreement": 0.9555446995603322 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005332782800724682, "median_kld": 0.0036489976431539617, "top1_agreement": 0.9555446995603322 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008994168426053203, "median_kld": 0.0013114834772522954, "top1_agreement": 0.9677576941866145 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007029587147921937, "median_kld": 0.0049719573491699975, "top1_agreement": 0.9540791402051783 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005298553898826217, "median_kld": 0.000362435120227822, "top1_agreement": 0.9824132877381534 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008849793890119827, "median_kld": 0.005082559964822764, "top1_agreement": 0.9428431851489986 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010330453026190942, "median_kld": 0.003458078754192684, "top1_agreement": 0.9550561797752809 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006622705424755821, "median_kld": 0.00457501691289508, "top1_agreement": 0.9447972642892037 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008526298098251167, "median_kld": 0.002385169791523367, "top1_agreement": 0.9526135808500245 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008028227795801484, "median_kld": 0.0028061097315230654, "top1_agreement": 0.9579872984855886 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0070332921412882285, "median_kld": 0.0050535756274712185, "top1_agreement": 0.9614069369809477 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.010158305117970237, "median_kld": 0.005153412906452104, "top1_agreement": 0.9501709819247679 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008088090301441222, "median_kld": 0.00571647559718258, "top1_agreement": 0.9477283829995115 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009643918434568724, "median_kld": 0.006045267393346876, "top1_agreement": 0.9467513434294089 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009411139233706012, "median_kld": 0.004412297559611034, "top1_agreement": 0.95847581827064 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006671130238623666, "median_kld": 0.0005349563887211417, "top1_agreement": 0.979970688812897 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07727601073539736, "median_kld": 0.0007775367610349804, "top1_agreement": 0.9457743038593063 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007186600485410879, "median_kld": 0.00016041527102572672, "top1_agreement": 0.9829018075232047 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008355141135404165, "median_kld": 0.003930813442067915, "top1_agreement": 0.9604298974108452 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.014991099659865193, "median_kld": 0.009562738078784605, "top1_agreement": 0.9296531509526136 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004759411211549664, "median_kld": 0.002137231782796789, "top1_agreement": 0.9745969711773327 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01147444759088463, "median_kld": 0.00492437301187465, "top1_agreement": 0.9472398632144602 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012518699054296903, "median_kld": 0.0006184744095456551, "top1_agreement": 0.97361993160723 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005721377558419023, "median_kld": 0.0034185512674014262, "top1_agreement": 0.953590620420127 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008055499036496298, "median_kld": 0.0036799497532591374, "top1_agreement": 0.9614069369809477 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00768918532889522, "median_kld": 0.001939354265402926, "top1_agreement": 0.9716658524670249 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008821107657780226, "median_kld": 0.005243120340225005, "top1_agreement": 0.9574987787005373 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008075432629124892, "median_kld": 0.004885932211658783, "top1_agreement": 0.9472398632144602 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006989750518706713, "median_kld": 0.00360747227750835, "top1_agreement": 0.9555446995603322 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007204566378313522, "median_kld": 0.005211241953162471, "top1_agreement": 0.9531021006350757 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.010476437780791268, "median_kld": 0.003898451718555407, "top1_agreement": 0.9545676599902296 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00611294602036776, "median_kld": 0.0041127671176894864, "top1_agreement": 0.9501709819247679 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009844737987605795, "median_kld": 0.005361793140593818, "top1_agreement": 0.9418661455788959 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006454020309835794, "median_kld": 0.0004315362001534595, "top1_agreement": 0.9745969711773327 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007009777348907225, "median_kld": 0.0024493948058079695, "top1_agreement": 0.9702002931118711 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02315762798032137, "median_kld": 0.0019795354267131415, "top1_agreement": 0.9628724963361016 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00940689212041039, "median_kld": 0.0039265920295292744, "top1_agreement": 0.9579872984855886 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013697108872351763, "median_kld": 0.0019027809167226906, "top1_agreement": 0.9702002931118711 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009213724188796001, "median_kld": 0.0028394683024544065, "top1_agreement": 0.9516365412799218 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006353840491308598, "median_kld": 0.004651152625001487, "top1_agreement": 0.9545676599902296 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009063947175896711, "median_kld": 0.0017558335400735814, "top1_agreement": 0.9589643380556913 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0037806730938226393, "median_kld": 0.0005330242041781119, "top1_agreement": 0.9599413776257938 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006733123192325199, "median_kld": 0.0036657253164662507, "top1_agreement": 0.9648265754763068 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.011763580571730766, "median_kld": 0.004884418447023364, "top1_agreement": 0.9526135808500245 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020312086961780322, "median_kld": 0.009594066295903758, "top1_agreement": 0.9345383488031265 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009138405164528551, "median_kld": 0.0004130717327992528, "top1_agreement": 0.9570102589154861 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006981550136063297, "median_kld": 0.0041993948794960545, "top1_agreement": 0.9623839765510503 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008416432593962785, "median_kld": 0.0038258917065832065, "top1_agreement": 0.95847581827064 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006112809191958113, "median_kld": 0.003533810353555822, "top1_agreement": 0.9594528578407425 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006399457517305237, "median_kld": 0.00030322738729182674, "top1_agreement": 0.9863214460185638 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005397480032751508, "median_kld": 0.0026511754567479784, "top1_agreement": 0.9599413776257938 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008121890732226892, "median_kld": 0.003017871652446047, "top1_agreement": 0.9614069369809477 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010308998979946237, "median_kld": 0.0028685912525361346, "top1_agreement": 0.9579872984855886 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008249843212660386, "median_kld": 0.0053556756632247016, "top1_agreement": 0.9589643380556913 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007779145147307055, "median_kld": 0.0006851066697715069, "top1_agreement": 0.9745969711773327 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0067382393107969655, "median_kld": 0.0003204561974250453, "top1_agreement": 0.979970688812897 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.04155865372539859, "median_kld": 0.0015307578668313226, "top1_agreement": 0.9501709819247679 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0076944360914378285, "median_kld": 0.004880636717643938, "top1_agreement": 0.9545676599902296 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.009076171291500118, "median_kld": 0.0038561601079081242, "top1_agreement": 0.9594528578407425 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006905029375430538, "median_kld": 0.0033478916329841013, "top1_agreement": 0.9589643380556913 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007428004555969061, "median_kld": 0.005292998482900657, "top1_agreement": 0.961895456765999 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006738154530158765, "median_kld": 0.0046702281360921916, "top1_agreement": 0.9491939423546654 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010361819089668153, "median_kld": 0.0036250378657314286, "top1_agreement": 0.9540791402051783 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009302159034910941, "median_kld": 0.005003436645893089, "top1_agreement": 0.9526135808500245 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009831851363000703, "median_kld": 0.004186400912288946, "top1_agreement": 0.95847581827064 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007839144546652984, "median_kld": 0.00016640536416578922, "top1_agreement": 0.9843673668783586 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.051248874035278294, "median_kld": 8.098604342077209e-05, "top1_agreement": 0.9745969711773327 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009907238626348227, "median_kld": 0.0003901155741485862, "top1_agreement": 0.9780166096726918 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008708916204957904, "median_kld": 0.005415652623923961, "top1_agreement": 0.9594528578407425 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009875248781581997, "median_kld": 0.004334612131060567, "top1_agreement": 0.9531021006350757 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007209130838292232, "median_kld": 0.0037655003212080373, "top1_agreement": 0.9633610161211529 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01105707809604593, "median_kld": 0.004034457015844317, "top1_agreement": 0.9482169027845627 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008548877776791508, "median_kld": 0.004164207024317079, "top1_agreement": 0.9614069369809477 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01159192486502643, "median_kld": 0.0028253380023670616, "top1_agreement": 0.9614069369809477 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006596145791859551, "median_kld": 0.00033453310476083686, "top1_agreement": 0.9745969711773327 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008151891065948238, "median_kld": 0.00011593166879086958, "top1_agreement": 0.9814362481680508 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009240673448385304, "median_kld": 0.004598020197590813, "top1_agreement": 0.9594528578407425 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.014112033097052836, "median_kld": 0.00459634362982797, "top1_agreement": 0.9462628236443575 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006300492844684734, "median_kld": 0.004601130164871847, "top1_agreement": 0.9545676599902296 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009185429467699513, "median_kld": 0.0036086483235067135, "top1_agreement": 0.9633610161211529 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00822907707539764, "median_kld": 0.005317289653930857, "top1_agreement": 0.9496824621397166 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.009511023625295422, "median_kld": 0.004017182286816023, "top1_agreement": 0.9579872984855886 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007532124418423808, "median_kld": 0.005070959231375127, "top1_agreement": 0.9550561797752809 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009110933561147437, "median_kld": 0.001349609562410592, "top1_agreement": 0.9306301905227161 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006411800270486425, "median_kld": 0.0002514283820636565, "top1_agreement": 0.9789936492427943 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009649125908836167, "median_kld": 0.0037958664427151234, "top1_agreement": 0.9487054225696141 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03506990687219414, "median_kld": 0.0024360159221288313, "top1_agreement": 0.9413776257938447 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01110805513866902, "median_kld": 3.847520545234573e-05, "top1_agreement": 0.9848558866634098 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007385007517165005, "median_kld": 0.004463168304326359, "top1_agreement": 0.9604298974108452 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007467105647885806, "median_kld": 0.004979613675118344, "top1_agreement": 0.945285784074255 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008331790457562716, "median_kld": 0.005220492569094404, "top1_agreement": 0.95847581827064 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007839265314040455, "median_kld": 0.005151374439378742, "top1_agreement": 0.9521250610649731 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006318178003269653, "median_kld": 0.0031425186199953714, "top1_agreement": 0.9574987787005373 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0038777182402616067, "median_kld": 0.0003594339726760154, "top1_agreement": 0.9848558866634098 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0062238288713794285, "median_kld": 0.0030844877664435444, "top1_agreement": 0.9545676599902296 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006881504053098518, "median_kld": 0.004808062136362423, "top1_agreement": 0.9594528578407425 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008427131181417363, "median_kld": 0.00033955522392403736, "top1_agreement": 0.979970688812897 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006829975801019503, "median_kld": 0.0030619025803844124, "top1_agreement": 0.9628724963361016 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0077085008289124336, "median_kld": 0.004606678012123666, "top1_agreement": 0.9531021006350757 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008250594222816867, "median_kld": 0.004115422950633274, "top1_agreement": 0.953590620420127 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00800309859431328, "median_kld": 0.004646440001920382, "top1_agreement": 0.9589643380556913 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007261147054074044, "median_kld": 0.0038596078393311473, "top1_agreement": 0.9555446995603322 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.011831834153825296, "median_kld": 0.003216499691916397, "top1_agreement": 0.9565217391304348 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021780783445076286, "median_kld": 0.004644336368073709, "top1_agreement": 0.9438202247191011 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012254525287370869, "median_kld": 0.00011302419852654566, "top1_agreement": 0.9706888128969223 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.009588578524685965, "median_kld": 0.004854342187883276, "top1_agreement": 0.9594528578407425 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00987970272874009, "median_kld": 0.003754991540404262, "top1_agreement": 0.9599413776257938 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006884351225306798, "median_kld": 0.004302035276282368, "top1_agreement": 0.9531021006350757 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007258742129035028, "median_kld": 0.0045248778649238375, "top1_agreement": 0.9526135808500245 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008937620272579015, "median_kld": 0.0028479074553615646, "top1_agreement": 0.9565217391304348 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009859492745677129, "median_kld": 0.005529795162146911, "top1_agreement": 0.9565217391304348 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008287621899372863, "median_kld": 0.0001990402397389346, "top1_agreement": 0.9819247679531021 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008439285136288804, "median_kld": 0.0033871877689630736, "top1_agreement": 0.9574987787005373 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007105028508494193, "median_kld": 0.004223402815114241, "top1_agreement": 0.95847581827064 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009080294676431771, "median_kld": 0.00011553082578608098, "top1_agreement": 0.979970688812897 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00970402367382544, "median_kld": 0.0036268725868353613, "top1_agreement": 0.9672691744015632 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007742166774319788, "median_kld": 0.004422968115477488, "top1_agreement": 0.9614069369809477 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.011390013371530528, "median_kld": 0.002884744711991516, "top1_agreement": 0.9521250610649731 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010983383997967215, "median_kld": 0.0036134958293132513, "top1_agreement": 0.9682462139716659 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009634820007170062, "median_kld": 0.003473947230304475, "top1_agreement": 0.9565217391304348 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007655474222120389, "median_kld": 0.002450602525531309, "top1_agreement": 0.9643380556912555 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01383548367167722, "median_kld": 0.005939626455074176, "top1_agreement": 0.9540791402051783 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007565321502752042, "median_kld": 0.0041626714439644275, "top1_agreement": 0.9570102589154861 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007538045070258865, "median_kld": 0.003973471254425931, "top1_agreement": 0.9623839765510503 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006360898335226116, "median_kld": 0.004110701072931988, "top1_agreement": 0.9555446995603322 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006655325206121822, "median_kld": 0.0044972440282435855, "top1_agreement": 0.9643380556912555 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005984737486066415, "median_kld": 0.002702028705527937, "top1_agreement": 0.9658036150464093 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006829753629074284, "median_kld": 0.00043655171965184536, "top1_agreement": 0.9819247679531021 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.014195555442819769, "median_kld": 0.0026981375049217604, "top1_agreement": 0.9545676599902296 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.012261510680830442, "median_kld": 0.003283340151028824, "top1_agreement": 0.9623839765510503 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009677928410098464, "median_kld": 0.005546835887798807, "top1_agreement": 0.9491939423546654 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00678740179913896, "median_kld": 6.621235719617147e-05, "top1_agreement": 0.9858329262335125 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0071029448754097195, "median_kld": 0.0027525836940611725, "top1_agreement": 0.9589643380556913 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.013118954125729512, "median_kld": 0.004572191575789475, "top1_agreement": 0.9609184171958964 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00745078218765048, "median_kld": 0.0033791028545238078, "top1_agreement": 0.9638495359062041 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02251533688535891, "median_kld": 0.010569201778707793, "top1_agreement": 0.9276990718124084 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007322819663786952, "median_kld": 0.004779244042580899, "top1_agreement": 0.9599413776257938 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01340799367774977, "median_kld": 0.002547977965633663, "top1_agreement": 0.9506595017098193 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007337377909163913, "median_kld": 0.0038705713279938436, "top1_agreement": 0.9687347337567171 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011371952828448419, "median_kld": 0.0011785882466588404, "top1_agreement": 0.961895456765999 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008142142397073294, "median_kld": 0.00016075891459976788, "top1_agreement": 0.9824132877381534 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007476719494812219, "median_kld": 0.005253882237923335, "top1_agreement": 0.9384465070835368 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.026973086912982076, "median_kld": 0.0012782684940544353, "top1_agreement": 0.9501709819247679 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010951695203699431, "median_kld": 0.001091000734049885, "top1_agreement": 0.9702002931118711 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007684051100242699, "median_kld": 0.004463726674032387, "top1_agreement": 0.9526135808500245 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008437069002326983, "median_kld": 0.003979336537014433, "top1_agreement": 0.9638495359062041 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007895123038291093, "median_kld": 0.0029774867380183423, "top1_agreement": 0.9648265754763068 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0064411089620329464, "median_kld": 0.0037884085177779525, "top1_agreement": 0.9574987787005373 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005472587488700055, "median_kld": 0.001962718458457857, "top1_agreement": 0.966780654616512 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008983965408578988, "median_kld": 0.0038721629571227822, "top1_agreement": 0.9555446995603322 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009471318553905001, "median_kld": 0.00456302699058142, "top1_agreement": 0.9501709819247679 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0070091661480937975, "median_kld": 0.0029660099206267887, "top1_agreement": 0.966780654616512 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00802345082341112, "median_kld": 0.003621134721697672, "top1_agreement": 0.9501709819247679 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007916221389098045, "median_kld": 0.00249513630625664, "top1_agreement": 0.9677576941866145 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008734721328574757, "median_kld": 0.00031131942640172383, "top1_agreement": 0.9819247679531021 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008919541146332357, "median_kld": 0.003943177202017978, "top1_agreement": 0.9677576941866145 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008054631883677534, "median_kld": 0.003339388338357452, "top1_agreement": 0.961895456765999 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0170670141383158, "median_kld": 0.0011038970054721986, "top1_agreement": 0.9677576941866145 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008798072935288802, "median_kld": 0.005733371562911316, "top1_agreement": 0.9472398632144602 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00855949576903248, "median_kld": 0.004337887159181264, "top1_agreement": 0.945285784074255 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008707112544856212, "median_kld": 0.0025813338376678985, "top1_agreement": 0.9672691744015632 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.028081267735731573, "median_kld": 0.0016660072501508694, "top1_agreement": 0.9594528578407425 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009476048200616833, "median_kld": 0.004625571577889787, "top1_agreement": 0.9555446995603322 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006992790295938757, "median_kld": 0.004432615360201453, "top1_agreement": 0.9574987787005373 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010885330424674638, "median_kld": 0.00335095160252763, "top1_agreement": 0.9623839765510503 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013373630088459232, "median_kld": 0.0003057822783176789, "top1_agreement": 0.9745969711773327 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008724535488325505, "median_kld": 0.005477902217762676, "top1_agreement": 0.9545676599902296 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006242811655094469, "median_kld": 0.0002972812733545993, "top1_agreement": 0.9829018075232047 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007434798494373392, "median_kld": 0.0019009590195550041, "top1_agreement": 0.9672691744015632 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009607918634811105, "median_kld": 0.005023963968596945, "top1_agreement": 0.9457743038593063 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.018854816497169843, "median_kld": 0.008293856182717718, "top1_agreement": 0.9340498290180752 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00698696920493318, "median_kld": 0.0036068850374704198, "top1_agreement": 0.9560332193453834 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008591369748169242, "median_kld": 0.0057146025289398494, "top1_agreement": 0.9487054225696141 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01011176867704496, "median_kld": 0.004045569607114885, "top1_agreement": 0.9550561797752809 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008512982080142274, "median_kld": 0.00475224243973571, "top1_agreement": 0.9501709819247679 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00840692957204491, "median_kld": 0.0004974617726816177, "top1_agreement": 0.9731314118221788 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01301841160879227, "median_kld": 0.0018795731630234513, "top1_agreement": 0.9609184171958964 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008224949155710277, "median_kld": 0.000422397517681361, "top1_agreement": 0.9789936492427943 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008755484381144294, "median_kld": 0.0042281151033876085, "top1_agreement": 0.9579872984855886 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007344109150831462, "median_kld": 0.0035895185640413274, "top1_agreement": 0.9477283829995115 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.011164761855229148, "median_kld": 0.003230285867175553, "top1_agreement": 0.9550561797752809 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008023013155066518, "median_kld": 0.0004269592525112387, "top1_agreement": 0.9702002931118711 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007323767349503162, "median_kld": 0.005691534583093016, "top1_agreement": 0.9443087445041524 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01069489905883579, "median_kld": 0.003467099956765196, "top1_agreement": 0.9570102589154861 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00882336328003152, "median_kld": 0.003554788998073377, "top1_agreement": 0.9604298974108452 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.029616716249368073, "median_kld": 0.01841526596535914, "top1_agreement": 0.9066927210552027 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008593524589447904, "median_kld": 0.0055549824737681774, "top1_agreement": 0.9501709819247679 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.012451249418517142, "median_kld": 0.003471619386829161, "top1_agreement": 0.9623839765510503 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.011324931770903351, "median_kld": 0.0050306443190493155, "top1_agreement": 0.9501709819247679 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006519953744587949, "median_kld": 0.0027685254399330006, "top1_agreement": 0.9609184171958964 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011245562575016419, "median_kld": 0.0010748305222705312, "top1_agreement": 0.9374694675134343 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009179003665404388, "median_kld": 0.0014526354168538091, "top1_agreement": 0.9506595017098193 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006703202673718268, "median_kld": 0.0036334358074583406, "top1_agreement": 0.9574987787005373 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006345560330309071, "median_kld": 0.003300356400700366, "top1_agreement": 0.966780654616512 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006468588723874932, "median_kld": 0.0039218853293050415, "top1_agreement": 0.95847581827064 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006239223409789807, "median_kld": 0.00036696803670110967, "top1_agreement": 0.9843673668783586 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.009007697761862679, "median_kld": 0.0045103715458907345, "top1_agreement": 0.9506595017098193 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010524489469476917, "median_kld": 0.003081457181906444, "top1_agreement": 0.9599413776257938 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.016102310358218, "median_kld": 0.002334212284949899, "top1_agreement": 0.9433317049340498 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.005345229350702337, "median_kld": 0.0032631611377382796, "top1_agreement": 0.9604298974108452 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.019074857119826854, "median_kld": 0.0054458388954419235, "top1_agreement": 0.9379579872984856 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006651239300363902, "median_kld": 0.002654734224680766, "top1_agreement": 0.9604298974108452 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.011614028234298608, "median_kld": 0.0030135015986161307, "top1_agreement": 0.9570102589154861 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007593929400043118, "median_kld": 0.005035376136902414, "top1_agreement": 0.9555446995603322 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009377743022401424, "median_kld": 0.0027165991778019816, "top1_agreement": 0.9682462139716659 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005210974227412124, "median_kld": 0.0001222612873164053, "top1_agreement": 0.9858329262335125 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007896216285429023, "median_kld": 0.005817233567995572, "top1_agreement": 0.9438202247191011 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.005676908403147491, "median_kld": 0.003555756018727152, "top1_agreement": 0.9589643380556913 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012888304043597856, "median_kld": 0.0002749189608195479, "top1_agreement": 0.9804592085979482 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007185302296757404, "median_kld": 0.004162082048686955, "top1_agreement": 0.9482169027845627 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007659017367047213, "median_kld": 0.005576680507701326, "top1_agreement": 0.9433317049340498 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010924831407835974, "median_kld": 0.002388469951256411, "top1_agreement": 0.9672691744015632 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010773061189900438, "median_kld": 0.002671122945685056, "top1_agreement": 0.95847581827064 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.013961718817707075, "median_kld": 0.004767829621414421, "top1_agreement": 0.9516365412799218 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011154500675528374, "median_kld": 0.00046356811115977337, "top1_agreement": 0.9648265754763068 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006832689710752406, "median_kld": 0.0021644596949101924, "top1_agreement": 0.9662921348314607 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010347419411191756, "median_kld": 0.0038600549519287597, "top1_agreement": 0.9555446995603322 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007548939264373946, "median_kld": 0.003508621185346783, "top1_agreement": 0.9589643380556913 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007762026526268728, "median_kld": 0.0031860084115749032, "top1_agreement": 0.9579872984855886 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008413093678704728, "median_kld": 0.005584024499938778, "top1_agreement": 0.9457743038593063 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010975559671654483, "median_kld": 0.0019534729786983007, "top1_agreement": 0.9550561797752809 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009571405608182154, "median_kld": 0.0042732409810923855, "top1_agreement": 0.9614069369809477 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006261148638900602, "median_kld": 0.004139556022948909, "top1_agreement": 0.9550561797752809 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008092312469534284, "median_kld": 0.005012613350118045, "top1_agreement": 0.9565217391304348 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.013789641176037919, "median_kld": 0.005235606775386259, "top1_agreement": 0.9526135808500245 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007476068285099324, "median_kld": 0.004594474465193343, "top1_agreement": 0.953590620420127 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.019066721872490353, "median_kld": 0.0017840030996012501, "top1_agreement": 0.9609184171958964 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03566337173916155, "median_kld": 0.0036770204161413744, "top1_agreement": 0.9443087445041524 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00846552376663474, "median_kld": 0.005391247224878271, "top1_agreement": 0.9516365412799218 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006825256806854832, "median_kld": 0.004201220557206398, "top1_agreement": 0.9560332193453834 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007384514754415388, "median_kld": 0.005032372903315263, "top1_agreement": 0.953590620420127 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.009647669105548389, "median_kld": 0.0050558171144725605, "top1_agreement": 0.9462628236443575 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010762963716441839, "median_kld": 8.871739635374354e-06, "top1_agreement": 0.9848558866634098 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.013259172704186969, "median_kld": 0.006617359671508893, "top1_agreement": 0.9413776257938447 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.014971968546399648, "median_kld": 0.006644114961090963, "top1_agreement": 0.9394235466536395 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0072186548104576954, "median_kld": 0.0004524817117612656, "top1_agreement": 0.9819247679531021 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016373028753770124, "median_kld": 0.00017782847039171656, "top1_agreement": 0.9789936492427943 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0072713297592587964, "median_kld": 0.0047022869551369695, "top1_agreement": 0.9540791402051783 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006419102921392209, "median_kld": 0.0010060156777740303, "top1_agreement": 0.975085490962384 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.04864813284606684, "median_kld": 0.02649705308249395, "top1_agreement": 0.8969223253541768 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005371194659109905, "median_kld": 0.00391149199111851, "top1_agreement": 0.9658036150464093 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007820269803342201, "median_kld": 0.00018565153500205156, "top1_agreement": 0.966780654616512 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005967106455640982, "median_kld": 0.0038967706825800974, "top1_agreement": 0.9594528578407425 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.011116275175382394, "median_kld": 0.00559527718451136, "top1_agreement": 0.9516365412799218 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01267596441068772, "median_kld": 0.004473177522413607, "top1_agreement": 0.9501709819247679 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01040691123699123, "median_kld": 0.003530878061610565, "top1_agreement": 0.9565217391304348 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00989929860009208, "median_kld": 0.00330805366684217, "top1_agreement": 0.9545676599902296 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008157940993624936, "median_kld": 0.0004651372067741022, "top1_agreement": 0.9814362481680508 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02111202430553964, "median_kld": 0.005871274743071808, "top1_agreement": 0.945285784074255 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00607659944073591, "median_kld": 0.0038042764666315065, "top1_agreement": 0.9540791402051783 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012090098686186976, "median_kld": 0.0005741377418621782, "top1_agreement": 0.9711773326819736 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008737183512097636, "median_kld": 0.005552594546770706, "top1_agreement": 0.9579872984855886 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009245171052927171, "median_kld": 0.005866559078640421, "top1_agreement": 0.9506595017098193 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009903625695838343, "median_kld": 0.0003910980292820554, "top1_agreement": 0.9614069369809477 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009117782994161846, "median_kld": 0.003610446921811672, "top1_agreement": 0.9526135808500245 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007303729897685566, "median_kld": 0.00026901217575348024, "top1_agreement": 0.9804592085979482 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005462349458693927, "median_kld": 0.0026107361811682495, "top1_agreement": 0.9716658524670249 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007000802078072412, "median_kld": 0.004543564976529524, "top1_agreement": 0.9531021006350757 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008147292250350527, "median_kld": 0.0027314199251122773, "top1_agreement": 0.9609184171958964 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007460919182774616, "median_kld": 0.0006172879615320426, "top1_agreement": 0.9462628236443575 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010579564932611286, "median_kld": 0.003306674477244087, "top1_agreement": 0.9560332193453834 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010365917731107113, "median_kld": 0.004660712671466172, "top1_agreement": 0.9565217391304348 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024000326264336656, "median_kld": 0.004074050432535614, "top1_agreement": 0.9594528578407425 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011878587664543824, "median_kld": 0.000902411984839091, "top1_agreement": 0.9682462139716659 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005850599564693848, "median_kld": 0.0026319325988879427, "top1_agreement": 0.9594528578407425 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01140128404358701, "median_kld": 0.002927873054659358, "top1_agreement": 0.9579872984855886 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010323240919813084, "median_kld": 0.0010414548861206185, "top1_agreement": 0.9731314118221788 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005043759781855601, "median_kld": 0.002936447567833511, "top1_agreement": 0.9555446995603322 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008623271333041306, "median_kld": 0.0004509135721928459, "top1_agreement": 0.9809477283829995 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0076869829024232795, "median_kld": 0.002247209506840875, "top1_agreement": 0.9604298974108452 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007359150810210137, "median_kld": 0.005082743437583304, "top1_agreement": 0.9487054225696141 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010085446235341763, "median_kld": 0.0028627517767745303, "top1_agreement": 0.9579872984855886 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010053268514220587, "median_kld": 0.0009341526119897026, "top1_agreement": 0.975085490962384 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03752378361483336, "median_kld": 0.0004391663590013195, "top1_agreement": 0.9594528578407425 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007743681601623649, "median_kld": 0.005030692051605001, "top1_agreement": 0.9482169027845627 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007196486886603748, "median_kld": 0.004754926378666369, "top1_agreement": 0.9565217391304348 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006405618478164334, "median_kld": 0.004439571509124107, "top1_agreement": 0.9501709819247679 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007255299663876342, "median_kld": 0.0032245327174678096, "top1_agreement": 0.9623839765510503 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008238560920571234, "median_kld": 8.151707888259807e-06, "top1_agreement": 0.9853444064484611 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007189129669503272, "median_kld": 0.004402513475668002, "top1_agreement": 0.9545676599902296 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00875204901650218, "median_kld": 0.0030550013305195023, "top1_agreement": 0.961895456765999 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.009942001041771141, "median_kld": 0.003234665549030069, "top1_agreement": 0.9594528578407425 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007143751907251039, "median_kld": 0.00015815809304342565, "top1_agreement": 0.9897410845139228 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008633341196060042, "median_kld": 0.00160195137084429, "top1_agreement": 0.9731314118221788 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.012098364657255228, "median_kld": 0.002437157499400655, "top1_agreement": 0.9623839765510503 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0055988332485797055, "median_kld": 0.0038975960842435597, "top1_agreement": 0.95847581827064 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.009615014870884796, "median_kld": 0.0032836545615282375, "top1_agreement": 0.9633610161211529 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007391987449933279, "median_kld": 0.004754329817814096, "top1_agreement": 0.9526135808500245 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009675146466575484, "median_kld": 0.00043946842669839725, "top1_agreement": 0.9780166096726918 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008101556714731442, "median_kld": 0.00308825970887483, "top1_agreement": 0.9550561797752809 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0057213979721919914, "median_kld": 0.000330326193225261, "top1_agreement": 0.978505129457743 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.010144219733898625, "median_kld": 0.005904819794523064, "top1_agreement": 0.9511480214948705 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006942901754271296, "median_kld": 0.004524763181422031, "top1_agreement": 0.9545676599902296 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006050263797507835, "median_kld": 0.0021259849017951638, "top1_agreement": 0.9614069369809477 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009142114550046581, "median_kld": 0.0032508701997358003, "top1_agreement": 0.9604298974108452 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005885121651725969, "median_kld": 0.0037535777299524398, "top1_agreement": 0.9653150952613581 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006221368325572253, "median_kld": 0.0024238379205598903, "top1_agreement": 0.9726428920371275 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008287297899548983, "median_kld": 0.0056730294948579285, "top1_agreement": 0.9531021006350757 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022154981306906078, "median_kld": 0.013460988446482247, "top1_agreement": 0.9286761113825109 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006739324057339958, "median_kld": 0.0020716244398624184, "top1_agreement": 0.953590620420127 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009808904850343721, "median_kld": 0.0006052482156926331, "top1_agreement": 0.9628724963361016 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006605081949404446, "median_kld": 0.004227824633886712, "top1_agreement": 0.9565217391304348 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005796450116543923, "median_kld": 0.0018702769980336598, "top1_agreement": 0.97361993160723 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0046278208102299824, "median_kld": 0.000411829763937277, "top1_agreement": 0.9858329262335125 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0102405633688836, "median_kld": 0.0043059150879116714, "top1_agreement": 0.9540791402051783 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0112924896416092, "median_kld": 0.004204112443858321, "top1_agreement": 0.9633610161211529 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008191679760438837, "median_kld": 0.0030365776497092156, "top1_agreement": 0.9487054225696141 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.012625402351446765, "median_kld": 0.0028901138107357838, "top1_agreement": 0.9672691744015632 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.014993672578458671, "median_kld": 0.009053768973586784, "top1_agreement": 0.9281875915974597 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007729290791831396, "median_kld": 0.005293692101076886, "top1_agreement": 0.9526135808500245 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006604309926663534, "median_kld": 0.00037593929605961307, "top1_agreement": 0.978505129457743 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006601537748135778, "median_kld": 0.003914656172128161, "top1_agreement": 0.9574987787005373 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004501972905910017, "median_kld": 0.00015138655741608886, "top1_agreement": 0.9877870053737177 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.033926923405577895, "median_kld": 0.00019531826925550666, "top1_agreement": 0.9653150952613581 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006513209540487135, "median_kld": 0.00040881627018052313, "top1_agreement": 0.9154860771861261 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009056429231547904, "median_kld": 0.004457761737285182, "top1_agreement": 0.9482169027845627 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005992150118366457, "median_kld": 0.004438770458364161, "top1_agreement": 0.9550561797752809 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005723979989535832, "median_kld": 0.0038313850500344415, "top1_agreement": 0.9555446995603322 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0077905637707604124, "median_kld": 0.0046025967592449035, "top1_agreement": 0.9511480214948705 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008228877346957576, "median_kld": 0.003940219132914535, "top1_agreement": 0.95847581827064 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0053968267796610575, "median_kld": 0.0003613225026697364, "top1_agreement": 0.9780166096726918 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008910096799119211, "median_kld": 0.004206553178907058, "top1_agreement": 0.953590620420127 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00787256507718035, "median_kld": 0.0020682281302697447, "top1_agreement": 0.9633610161211529 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010866607192257247, "median_kld": 0.001161567018328924, "top1_agreement": 0.9711773326819736 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03846575536929885, "median_kld": 0.0035963915385366363, "top1_agreement": 0.9462628236443575 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008980555040835147, "median_kld": 0.0003386417188977475, "top1_agreement": 0.9760625305324866 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00871567449032313, "median_kld": 0.0051297855777932, "top1_agreement": 0.9579872984855886 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009444738841393512, "median_kld": 0.0060616160080826376, "top1_agreement": 0.9379579872984856 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010198734737889525, "median_kld": 0.003984986478826613, "top1_agreement": 0.9570102589154861 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006593120270004793, "median_kld": 0.00248077724529594, "top1_agreement": 0.9721543722520762 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0065068931856647385, "median_kld": 0.0018592339638416888, "top1_agreement": 0.9755740107474352 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007318904716812381, "median_kld": 0.00374439517997871, "top1_agreement": 0.9643380556912555 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007737892709544767, "median_kld": 0.00487544447138788, "top1_agreement": 0.9531021006350757 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01300425753365602, "median_kld": 0.003371017392964859, "top1_agreement": 0.9511480214948705 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006838277693260104, "median_kld": 0.00471624529473047, "top1_agreement": 0.9565217391304348 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008092295655752448, "median_kld": 0.005031166978923807, "top1_agreement": 0.9550561797752809 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008192921186865178, "median_kld": 0.0014494159792945993, "top1_agreement": 0.9745969711773327 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007364776673680434, "median_kld": 0.003203334302327221, "top1_agreement": 0.9633610161211529 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008492011414719605, "median_kld": 0.0028637455290265734, "top1_agreement": 0.9658036150464093 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008743472026951495, "median_kld": 0.0037819727135683934, "top1_agreement": 0.9614069369809477 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010759982788072782, "median_kld": 0.0007978671764021783, "top1_agreement": 0.9218368343917929 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.012218015668970288, "median_kld": 0.005580975890552509, "top1_agreement": 0.9550561797752809 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009487320933591187, "median_kld": 0.003089319167578708, "top1_agreement": 0.9599413776257938 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008020321665977234, "median_kld": 0.005014840780859231, "top1_agreement": 0.9516365412799218 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005482520229917402, "median_kld": 0.0028692586885767923, "top1_agreement": 0.9643380556912555 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007755643107198302, "median_kld": 0.0024352225740109645, "top1_agreement": 0.9643380556912555 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007371062213166328, "median_kld": 0.003910964570195574, "top1_agreement": 0.95847581827064 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.013544004661101167, "median_kld": 0.005241377005859249, "top1_agreement": 0.9511480214948705 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.012947994132008703, "median_kld": 0.0023605669923654204, "top1_agreement": 0.9604298974108452 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0077935909301760226, "median_kld": 0.002426634957373608, "top1_agreement": 0.9653150952613581 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007567459013833528, "median_kld": 0.0028314018440909194, "top1_agreement": 0.9677576941866145 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0383539897581577, "median_kld": 0.00030867270203316366, "top1_agreement": 0.9609184171958964 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008149713353867846, "median_kld": 0.003685971474624239, "top1_agreement": 0.9501709819247679 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010371654085912844, "median_kld": 0.0009091728684325062, "top1_agreement": 0.9726428920371275 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007530825752409119, "median_kld": 0.00031364241615960964, "top1_agreement": 0.9819247679531021 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006656478465609411, "median_kld": 0.0008421657341393107, "top1_agreement": 0.9745969711773327 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010479856736524663, "median_kld": 0.0001229323465423704, "top1_agreement": 0.9687347337567171 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00778099427238786, "median_kld": 0.005235558429490084, "top1_agreement": 0.953590620420127 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006937600319246249, "median_kld": 0.004429526881722268, "top1_agreement": 0.9487054225696141 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006403783885459893, "median_kld": 0.0003092758138905083, "top1_agreement": 0.9838788470933073 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00837270434648875, "median_kld": 0.004875588906088524, "top1_agreement": 0.9555446995603322 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00921546709334856, "median_kld": 0.00041538866574342137, "top1_agreement": 0.9721543722520762 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006519409889300736, "median_kld": 0.0001465030191383221, "top1_agreement": 0.9843673668783586 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004227808593054041, "median_kld": 0.0030244583228409283, "top1_agreement": 0.966780654616512 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0065637367564542765, "median_kld": 0.0003175189731479122, "top1_agreement": 0.9765510503175379 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008511340595198735, "median_kld": 0.0009517690112512689, "top1_agreement": 0.9775280898876404 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007639158463328631, "median_kld": 0.0046475952306082036, "top1_agreement": 0.9579872984855886 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008322358366431852, "median_kld": 1.581595895420139e-05, "top1_agreement": 0.9838788470933073 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.010113817466196585, "median_kld": 0.004996971620357726, "top1_agreement": 0.9521250610649731 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006619679967906426, "median_kld": 0.004386032231195713, "top1_agreement": 0.9589643380556913 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007006574725070828, "median_kld": 0.002907975355288972, "top1_agreement": 0.9687347337567171 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00705755801868312, "median_kld": 0.001428992647761973, "top1_agreement": 0.9648265754763068 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.014773175475445769, "median_kld": 0.006719598229210533, "top1_agreement": 0.9477283829995115 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007817637290583171, "median_kld": 0.0023516886141123905, "top1_agreement": 0.9594528578407425 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0174786056856391, "median_kld": 0.0003230696006859546, "top1_agreement": 0.9594528578407425 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021539688863469925, "median_kld": 0.0009838223815847869, "top1_agreement": 0.9648265754763068 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010902764051549614, "median_kld": 0.003930381873075817, "top1_agreement": 0.9594528578407425 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007465848006835174, "median_kld": 0.0036949596481008484, "top1_agreement": 0.9658036150464093 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0066084375858360255, "median_kld": 0.0004819254254044836, "top1_agreement": 0.9819247679531021 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007311947826923608, "median_kld": 0.000308061247153546, "top1_agreement": 0.9824132877381534 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010935415388499452, "median_kld": 0.00503793082930315, "top1_agreement": 0.9506595017098193 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006105554211552709, "median_kld": 0.0044359660719806016, "top1_agreement": 0.9599413776257938 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02542261161248568, "median_kld": 0.00309437091693765, "top1_agreement": 0.9604298974108452 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0070209704454872865, "median_kld": 0.004622704425855773, "top1_agreement": 0.9550561797752809 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00971220063969353, "median_kld": 0.0059444024097672354, "top1_agreement": 0.9521250610649731 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0060870108725870845, "median_kld": 7.198159748256217e-05, "top1_agreement": 0.9843673668783586 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006679240857963679, "median_kld": 0.002787551811366029, "top1_agreement": 0.9648265754763068 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011708868083150503, "median_kld": 0.0007801207918589625, "top1_agreement": 0.9672691744015632 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01442082437035174, "median_kld": 0.0024218520520662423, "top1_agreement": 0.961895456765999 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008481275008609781, "median_kld": 0.0009351243592981007, "top1_agreement": 0.9765510503175379 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008320324475516729, "median_kld": 0.005098174417526025, "top1_agreement": 0.953590620420127 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05562545416310988, "median_kld": 0.0019453258786903405, "top1_agreement": 0.9467513434294089 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.011033801714784264, "median_kld": 0.0036482044095436095, "top1_agreement": 0.961895456765999 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010121545864148459, "median_kld": 0.0035155656632923638, "top1_agreement": 0.9526135808500245 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.05594789536914925, "median_kld": 0.026524563311284055, "top1_agreement": 0.8998534440644846 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00885989727163737, "median_kld": 0.005561346885997409, "top1_agreement": 0.9482169027845627 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00775039199071992, "median_kld": 0.004359181696095504, "top1_agreement": 0.9604298974108452 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010981135578491355, "median_kld": 0.004707253519882215, "top1_agreement": 0.940400586223742 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008233720774296767, "median_kld": 0.004799263046834312, "top1_agreement": 0.9477283829995115 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006887725040631221, "median_kld": 0.004713579186272909, "top1_agreement": 0.9614069369809477 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.013428586353958055, "median_kld": 0.004127976862832838, "top1_agreement": 0.9550561797752809 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006962278209414828, "median_kld": 0.004831159054901946, "top1_agreement": 0.9526135808500245 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008234034308728913, "median_kld": 0.004633789183344561, "top1_agreement": 0.9560332193453834 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006759382731868591, "median_kld": 0.0035775927379972927, "top1_agreement": 0.9643380556912555 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007175888519509128, "median_kld": 0.005090680580764229, "top1_agreement": 0.9550561797752809 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008151591398205494, "median_kld": 0.005284869490424171, "top1_agreement": 0.9506595017098193 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009503436535986445, "median_kld": 0.003877056631608866, "top1_agreement": 0.9565217391304348 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00813163063711125, "median_kld": 0.005031494434277306, "top1_agreement": 0.9540791402051783 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007672214912197092, "median_kld": 0.0003176506592730277, "top1_agreement": 0.9760625305324866 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008240037442227531, "median_kld": 0.0054469025257049, "top1_agreement": 0.9560332193453834 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007335732970920204, "median_kld": 0.004549172645283761, "top1_agreement": 0.9574987787005373 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009308115714005973, "median_kld": 0.002398580531917105, "top1_agreement": 0.95847581827064 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008297750446951526, "median_kld": 0.004654550666742807, "top1_agreement": 0.9526135808500245 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008198798512153608, "median_kld": 0.0033867004712178073, "top1_agreement": 0.9574987787005373 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007988222370410579, "median_kld": 0.003004130453518883, "top1_agreement": 0.9648265754763068 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008268773398386971, "median_kld": 0.005025188416730941, "top1_agreement": 0.9491939423546654 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008238964709365072, "median_kld": 0.0017985340537052252, "top1_agreement": 0.9697117733268197 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00752532358890073, "median_kld": 0.005450240955141794, "top1_agreement": 0.9511480214948705 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004563140915084336, "median_kld": 0.0022934082685139856, "top1_agreement": 0.9697117733268197 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005975264281851979, "median_kld": 0.004131248919108543, "top1_agreement": 0.9623839765510503 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027942452144513524, "median_kld": 5.8205017425150274e-05, "top1_agreement": 0.865657059110894 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.055554379652694635, "median_kld": 0.002072076129041811, "top1_agreement": 0.9467513434294089 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006244893361858765, "median_kld": 0.00047555818107092307, "top1_agreement": 0.9775280898876404 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005979281094466535, "median_kld": 0.0032089218223063654, "top1_agreement": 0.9589643380556913 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009360322903129763, "median_kld": 0.006384196064516345, "top1_agreement": 0.9540791402051783 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.008654298931149433, "median_kld": 0.005531787835479918, "top1_agreement": 0.9501709819247679 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008919508049668118, "median_kld": 0.00017475145361700584, "top1_agreement": 0.9829018075232047 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009515475537724895, "median_kld": 0.005488088645421385, "top1_agreement": 0.9438202247191011 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007491774270497671, "median_kld": 0.000389521050866648, "top1_agreement": 0.9809477283829995 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007581239567190506, "median_kld": 0.0047698870709780294, "top1_agreement": 0.9472398632144602 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010041186053116501, "median_kld": 0.005543472618683154, "top1_agreement": 0.961895456765999 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008817394427989298, "median_kld": 0.002717664107251494, "top1_agreement": 0.9574987787005373 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.006056791548330083, "median_kld": 0.004192472267504854, "top1_agreement": 0.9609184171958964 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008819861836970016, "median_kld": 0.0035927555945818312, "top1_agreement": 0.9482169027845627 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.010404429288376748, "median_kld": 0.0030457748762273695, "top1_agreement": 0.9579872984855886 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006938570978607147, "median_kld": 0.003236440992075984, "top1_agreement": 0.9648265754763068 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008880863434727848, "median_kld": 0.005044671608686713, "top1_agreement": 0.9599413776257938 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0060499604985356625, "median_kld": 0.004191946487210885, "top1_agreement": 0.9540791402051783 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006478957958970534, "median_kld": 0.0049313228415144295, "top1_agreement": 0.9604298974108452 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010781818417332369, "median_kld": 0.004567600580230646, "top1_agreement": 0.9560332193453834 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008673710165414036, "median_kld": 0.0032635816012316354, "top1_agreement": 0.9643380556912555 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00647780419492192, "median_kld": 0.0026603924116486155, "top1_agreement": 0.9658036150464093 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0074154430681025365, "median_kld": 0.0044632961818251715, "top1_agreement": 0.9653150952613581 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.009731298910019903, "median_kld": 0.00445097143528983, "top1_agreement": 0.9599413776257938 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0077487200236405875, "median_kld": 0.0018354199303303176, "top1_agreement": 0.9692232535417684 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010004815037185541, "median_kld": 0.004055433793581642, "top1_agreement": 0.9501709819247679 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01243884738753939, "median_kld": 0.0041040130226974725, "top1_agreement": 0.9550561797752809 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.039471659915781866, "median_kld": 0.0034377307658992606, "top1_agreement": 0.9374694675134343 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00820453153499327, "median_kld": 0.005458520172396675, "top1_agreement": 0.9531021006350757 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010014690657913399, "median_kld": 0.0034214851084470865, "top1_agreement": 0.9574987787005373 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007761896907602638, "median_kld": 0.0009106548996697938, "top1_agreement": 0.9003419638495359 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.053744368402796255, "median_kld": 0.0025428272483525305, "top1_agreement": 0.9399120664386907 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007218359847501933, "median_kld": 0.00522720129038845, "top1_agreement": 0.9545676599902296 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006215453922668335, "median_kld": 0.004355502872499528, "top1_agreement": 0.9614069369809477 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.006012138540223901, "median_kld": 0.004324064280865514, "top1_agreement": 0.9609184171958964 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013407624261263726, "median_kld": 2.7030658444004985e-05, "top1_agreement": 0.9809477283829995 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024607418091861594, "median_kld": 0.00012949679770457578, "top1_agreement": 0.9770395701025891 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.007648097032512939, "median_kld": 0.003272675166599015, "top1_agreement": 0.9633610161211529 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01864936449846939, "median_kld": 0.012507987937510734, "top1_agreement": 0.9291646311675623 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.011628421247507875, "median_kld": 0.004783231489739137, "top1_agreement": 0.9623839765510503 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00927246982883026, "median_kld": 0.0041925631048798095, "top1_agreement": 0.9604298974108452 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005785652317966987, "median_kld": 0.00022954963958987662, "top1_agreement": 0.9843673668783586 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007595146429039226, "median_kld": 0.005333681633146625, "top1_agreement": 0.9487054225696141 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00852350145197605, "median_kld": 0.0053056819114942755, "top1_agreement": 0.9482169027845627 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007488910022182782, "median_kld": 0.005146751941651928, "top1_agreement": 0.9506595017098193 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.014865833028519458, "median_kld": 0.004543833624566673, "top1_agreement": 0.9555446995603322 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007721569015902422, "median_kld": 0.0047016673307780366, "top1_agreement": 0.9574987787005373 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007171123925402414, "median_kld": 0.0025074016990771497, "top1_agreement": 0.953590620420127 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007178883512502847, "median_kld": 0.004545999193112493, "top1_agreement": 0.9555446995603322 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006946809533197153, "median_kld": 0.0045584981689899, "top1_agreement": 0.9648265754763068 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007251389566685219, "median_kld": 0.00018517498413195277, "top1_agreement": 0.9858329262335125 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.014374681960572804, "median_kld": 0.008375113886359031, "top1_agreement": 0.9272105520273571 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006269631013822374, "median_kld": 0.0033411399952001375, "top1_agreement": 0.9574987787005373 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008512664175563598, "median_kld": 0.004977743677955004, "top1_agreement": 0.9447972642892037 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.013173488241882865, "median_kld": 0.00431188396851212, "top1_agreement": 0.9496824621397166 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014482975752664079, "median_kld": 0.0006460573433599848, "top1_agreement": 0.9726428920371275 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.008895505544371502, "median_kld": 0.0032526574777023143, "top1_agreement": 0.961895456765999 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01533695422168601, "median_kld": 0.00566209516257743, "top1_agreement": 0.9491939423546654 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0073960837585102445, "median_kld": 0.0045830079441913085, "top1_agreement": 0.9565217391304348 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.005996342651418771, "median_kld": 0.003535568852441884, "top1_agreement": 0.9648265754763068 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.008762043187791122, "median_kld": 0.004399843422220329, "top1_agreement": 0.9579872984855886 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.011439889437218924, "median_kld": 0.004850878284742066, "top1_agreement": 0.9433317049340498 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006295047906431015, "median_kld": 0.0031406441457306755, "top1_agreement": 0.9643380556912555 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006238905330879352, "median_kld": 0.0030041335558905757, "top1_agreement": 0.9594528578407425 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.007646757755796085, "median_kld": 0.004672363971963023, "top1_agreement": 0.9570102589154861 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.013208410400312407, "median_kld": 0.004227491995834498, "top1_agreement": 0.9570102589154861 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.040267929008871974, "median_kld": 0.0009899990760402488, "top1_agreement": 0.9579872984855886 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00988794311969717, "median_kld": 0.0013624005584631504, "top1_agreement": 0.9672691744015632 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013500306418277536, "median_kld": 0.0014754050398355645, "top1_agreement": 0.9658036150464093 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007932744524928724, "median_kld": 0.005200775976845762, "top1_agreement": 0.9565217391304348 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0073966754647952085, "median_kld": 0.004596232588596649, "top1_agreement": 0.9579872984855886 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004312396584059584, "median_kld": 0.0008792261999115425, "top1_agreement": 0.9614069369809477 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.007439366876701116, "median_kld": 0.003510241112962831, "top1_agreement": 0.9565217391304348 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.010656448314280743, "median_kld": 0.003194279698163882, "top1_agreement": 0.9570102589154861 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00850289519581205, "median_kld": 0.0035036603388505227, "top1_agreement": 0.961895456765999 } ], "content_sha256": "ac1ade79b687b2e7ce73be0ba78600ea77f352e1319a5a95aa505aac1571434e", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }