{ "schema": "qwen38-kld-ladder-cumulative/2", "tool": "tools/kld_aggregate.py", "generated_unix": 1786831792, "candidate": "ctx", "label": "1M-tail", "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/work/qwen38-ctx", "model_revision": null, "model_revision_source": "none", "index_sha256": "cd53b8e487b5c70b1ffe26578464a9cfd9bea9d7ed50a39e39ba3e153c1ab1b4", "config_sha256": "fbb105334da6554c10784ff1257fda5e3821d4d5426d64469cee2b2ad67ba2b3", "shard_sha256": { "model-00001-of-00003.safetensors": "c9e837be0dc9ad35fe22a42b9cefb192957767bc83d82bd893aa6b9c036cfa00", "model-00002-of-00003.safetensors": "222fb1aac7254a98799ac852266d9e8e326a535d4292e3341141e03ec662bc03", "model-00003-of-00003.safetensors": "d01bd1d5664382ca1490d3232453d4fbcf6b8bcf1b27bbe69f2a9ef4fc7019fc" }, "quantization": "exl3", "quantization_config": "{\"linear\":{\"weight\":\"mxfp8\"},\"ignore\":[\"re:.*visual\\\\..*\",\"re:.*in_proj_a$\",\"re:.*in_proj_b$\",\"re:.*in_proj_ba$\",\"re:.*mtp\\\\..*\",\"lm_head\"]}", "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": [ 0 ], "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.003409409957186559, "context_macro_mean_kld": 0.003409409957186559, "context_bootstrap": { "mean": 0.003409409957186559, "ci95_low": 0.0031704108176442074, "ci95_high": 0.003686531427353988, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9754566515021983, "max_kld": 3.7491887151263654, "mean_jsd_bits": 0.0012104720212027026, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.004248468817535377, "token_mean_kld": 0.004248468817535377 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.002923643864752105, "token_mean_kld": 0.0029236438647521046 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.003966378152065222, "token_mean_kld": 0.003966378152065222 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.0032009517389031445, "token_mean_kld": 0.0032009517389031445 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.002646123380323228, "token_mean_kld": 0.0026461233803232276 } }, "worst_contexts": [ { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.024478541704197047, "top1_agreement": 0.9658036150464093 }, { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.021430567965682122, "top1_agreement": 0.9760625305324866 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.018052398331683314, "top1_agreement": 0.9672691744015632 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.01684916795794863, "top1_agreement": 0.9682462139716659 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.016587170063187707, "top1_agreement": 0.9379579872984856 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.015609794594133562, "top1_agreement": 0.9672691744015632 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.015562360156989058, "top1_agreement": 0.9843673668783586 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.015534289337422576, "top1_agreement": 0.940400586223742 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.013889003457357793, "top1_agreement": 0.9658036150464093 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.013328618625262545, "top1_agreement": 0.9731314118221788 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.013312699326647665, "top1_agreement": 0.9745969711773327 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.012299921570360074, "top1_agreement": 0.9662921348314607 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.01200245958764282, "top1_agreement": 0.9653150952613581 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.011414635667711009, "top1_agreement": 0.9814362481680508 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.01115623232628306, "top1_agreement": 0.9745969711773327 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.011139660776538695, "top1_agreement": 0.9638495359062041 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.010113487476183899, "top1_agreement": 0.9809477283829995 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.009340909557353493, "top1_agreement": 0.9418661455788959 }, { "index": 399, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.008503003193794326, "top1_agreement": 0.9741084513922814 }, { "index": 152, "stratum": "multilingual", "source_cluster": "wiki5-hi-h308885d90ce4", "mean_kld": 0.008470029682172725, "top1_agreement": 0.9609184171958964 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 16415, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 1, 2, 1, 1, 0, 1, 0, 2, 1, 2, 1, 1, 0, 2, 2, 0, 2, 0, 2, 1, 2, 2, 2, 1, 0, 1, 2, 3, 6, 4, 3, 4, 0, 5, 2, 3, 7, 3, 11, 5, 10, 8, 3, 5, 4, 9, 7, 10, 7, 6, 7, 10, 7, 9, 8, 10, 5, 11, 5, 21, 13, 12, 15, 10, 24, 18, 19, 21, 25, 14, 35, 30, 31, 37, 31, 39, 31, 24, 27, 48, 38, 44, 48, 47, 46, 36, 61, 61, 68, 58, 82, 70, 83, 79, 80, 88, 92, 118, 117, 109, 126, 137, 144, 124, 117, 143, 153, 172, 178, 177, 207, 217, 223, 236, 234, 251, 287, 252, 300, 297, 344, 377, 378, 419, 463, 436, 452, 515, 511, 561, 561, 597, 654, 713, 706, 777, 877, 819, 916, 951, 1017, 1039, 1115, 1201, 1299, 1302, 1345, 1500, 1500, 1618, 1600, 1639, 1691, 1737, 1784, 1891, 1873, 1875, 2041, 2087, 2120, 2198, 2151, 2187, 2232, 2213, 2309, 2347, 2331, 2378, 2368, 2466, 2503, 2512, 2516, 2588, 2618, 2530, 2654, 2670, 2685, 2793, 2708, 2816, 2786, 2870, 2798, 2850, 2941, 2843, 2964, 2947, 3010, 3061, 3019, 3006, 3016, 3073, 3187, 3156, 3192, 3244, 3236, 3192, 3267, 3302, 3334, 3287, 3325, 3420, 3452, 3435, 3475, 3457, 3578, 3593, 3608, 3567, 3657, 3662, 3769, 3785, 3727, 3780, 3992, 3883, 4039, 4008, 4223, 4132, 4311, 4312, 4392, 4404, 4423, 4621, 4659, 4756, 4856, 5022, 5037, 5193, 5106, 5184, 5398, 5616, 5763, 5854, 6004, 6189, 6280, 6681, 6926, 7185, 7379, 7537, 7879, 8214, 8635, 8981, 9283, 10055, 10149, 10808, 11697, 12490, 13056, 13777, 14501, 16224, 17624, 19898, 23990, 22001, 20545, 19532, 18943, 18680, 17554, 16988, 16610, 15780, 15296, 14721, 13652, 13460, 12680, 11972, 11271, 10877, 10147, 9505, 8991, 8431, 8151, 7524, 7301, 5915, 5192, 4794, 4340, 4075, 3650, 3500, 3224, 3046, 2819, 2717, 2617, 2482, 2242, 1960, 1742, 1611, 1527, 1411, 1332, 1250, 1193, 1140, 1191, 922, 850, 770, 750, 665, 666, 637, 601, 483, 450, 419, 405, 340, 365, 320, 286, 259, 273, 247, 230, 218, 177, 168, 162, 150, 142, 136, 134, 100, 95, 87, 86, 71, 55, 68, 57, 36, 41, 34, 39, 34, 21, 30, 26, 23, 24, 15, 17, 18, 12, 21, 10, 5, 11, 13, 8, 6, 7, 4, 4, 7, 4, 6, 1, 2, 1, 2, 1, 4, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 16415, "overflow_count": 0, "max_kld_exact": 3.7491887151263654, "min_kld_exact": -7.0125565346437074e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.001333521432163324, "upper": 0.0014125375446227555, "estimate": 0.0013510092359516003, "bin": 366, "bin_kind": "log", "bin_lower": 0.001333521432163324, "bin_upper": 0.0014125375446227555, "order_statistic": 524032, "positions_below_bin": 521077, "positions_in_bin": 13056, "relative_width": 0.05593912371407738 }, "p95": { "quantile": 0.95, "lower": 0.010592537251772897, "upper": 0.011220184543019653, "estimate": 0.010690776407407772, "bin": 402, "bin_kind": "log", "bin_lower": 0.010592537251772897, "bin_upper": 0.011220184543019653, "order_statistic": 995660, "positions_below_bin": 995075, "positions_in_bin": 3650, "relative_width": 0.05593912371407747 }, "p99": { "quantile": 0.99, "lower": 0.03548133892335761, "upper": 0.03758374042884435, "estimate": 0.035699169829917304, "bin": 423, "bin_kind": "log", "bin_lower": 0.03548133892335761, "bin_upper": 0.03758374042884435, "order_statistic": 1037583, "positions_below_bin": 1037501, "positions_in_bin": 770, "relative_width": 0.055939123714073405 }, "p999": { "quantile": 0.999, "lower": 0.1584893192461111, "upper": 0.16788040181225589, "estimate": 0.16419474365760428, "bin": 449, "bin_kind": "log", "bin_lower": 0.1584893192461111, "bin_upper": 0.16788040181225589, "order_statistic": 1047015, "positions_below_bin": 1046954, "positions_in_bin": 100, "relative_width": 0.055939123714077325 }, "p9999": { "quantile": 0.9999, "lower": 0.5623413251903491, "upper": 0.5956621435290109, "estimate": 0.5870606568896556, "bin": 471, "bin_kind": "log", "bin_lower": 0.5623413251903491, "bin_upper": 0.5956621435290109, "order_statistic": 1047959, "positions_below_bin": 1047943, "positions_in_bin": 21, "relative_width": 0.05593912371407737 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 803835, "fraction": 0.7669712918295066 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 582186, "fraction": 0.5554870694919394 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 57064, "fraction": 0.054447056668295066 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 2397, "fraction": 0.0022870740718124085 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 32, "fraction": 3.053248656570591e-05 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-tail/reports/shard-0000/report-ctx.json", "report_sha256": "592dbbadf79ddb31cc7be7fba2c71fb97cc9ca56b45dbbdf7800411fe58ef000", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-tail/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-tail/hidden/shard-0000/hidden-ctx", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.003409409957186559, "context_macro_mean_kld": 0.003409409957186559, "top1_agreement": 0.9754566515021983, "max_kld": 3.7491887151263654, "p999_kld": 0.1631958112023867, "row_consistency": { "token_mean_relative_gap": 0.0, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 0.0, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-tail/reports/shard-0000/report-ctx.json": "592dbbadf79ddb31cc7be7fba2c71fb97cc9ca56b45dbbdf7800411fe58ef000" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002437990127943737, "median_kld": 0.0018255948320984317, "top1_agreement": 0.9745969711773327 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023249996863102082, "median_kld": 0.0012126605149660463, "top1_agreement": 0.9819247679531021 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027017409510298285, "median_kld": 0.002021339953586221, "top1_agreement": 0.975085490962384 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003195674697321531, "median_kld": 0.002128398360554229, "top1_agreement": 0.9794821690278456 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027408245838575563, "median_kld": 0.0019872309747377415, "top1_agreement": 0.9755740107474352 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025282303925089327, "median_kld": 0.001827316858452832, "top1_agreement": 0.9760625305324866 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002881431518174114, "median_kld": 0.0020087525792860106, "top1_agreement": 0.9682462139716659 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003950656354638812, "median_kld": 0.0001703188437458536, "top1_agreement": 0.986809965803615 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024166944818940807, "median_kld": 0.0018541778970657674, "top1_agreement": 0.9692232535417684 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002389483073943865, "median_kld": 0.0018296153560868333, "top1_agreement": 0.9697117733268197 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025642232059170937, "median_kld": 0.0020238077101026875, "top1_agreement": 0.9721543722520762 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018831913688244644, "median_kld": 3.729281939968132e-05, "top1_agreement": 0.9941377625793845 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021261281599173378, "median_kld": 0.0012331787866628474, "top1_agreement": 0.9755740107474352 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020532183193561287, "median_kld": 0.00016969266104638336, "top1_agreement": 0.9902296042989741 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0037011274036504575, "median_kld": 0.0003059564942384241, "top1_agreement": 0.9843673668783586 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028716496981848944, "median_kld": 0.0018812475944685048, "top1_agreement": 0.9775280898876404 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0031562327851682465, "median_kld": 0.0014395365410635463, "top1_agreement": 0.9794821690278456 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021430567965682122, "median_kld": 0.0006441543427655461, "top1_agreement": 0.9760625305324866 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020936133902971768, "median_kld": 0.0016716471622864049, "top1_agreement": 0.9780166096726918 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002525367055447015, "median_kld": 0.0005285994173878095, "top1_agreement": 0.9814362481680508 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024396849102563353, "median_kld": 0.0019662569370098026, "top1_agreement": 0.9775280898876404 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020155027725356, "median_kld": 0.00012792011258433433, "top1_agreement": 0.9853444064484611 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002908202929912121, "median_kld": 0.0020544065212106943, "top1_agreement": 0.9643380556912555 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002993778166443135, "median_kld": 0.0012795326692867093, "top1_agreement": 0.9706888128969223 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024476037170329734, "median_kld": 0.001909326974690373, "top1_agreement": 0.9706888128969223 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024357184989311173, "median_kld": 0.0009236497526217136, "top1_agreement": 0.9765510503175379 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023844012443563294, "median_kld": 0.000969635461785856, "top1_agreement": 0.978505129457743 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027476226697325675, "median_kld": 0.002112390176137069, "top1_agreement": 0.9755740107474352 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0033602707874577746, "median_kld": 0.0019334367862029467, "top1_agreement": 0.9697117733268197 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002955354616495065, "median_kld": 0.002203923436468358, "top1_agreement": 0.9716658524670249 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003275323127710945, "median_kld": 0.0022243452112888917, "top1_agreement": 0.9614069369809477 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030692488856145787, "median_kld": 0.001598668113729218, "top1_agreement": 0.9716658524670249 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002235844291814971, "median_kld": 0.00020335851894515145, "top1_agreement": 0.9877870053737177 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024478541704197047, "median_kld": 0.00019056499941427774, "top1_agreement": 0.9658036150464093 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002349098777422859, "median_kld": 5.23237065497284e-05, "top1_agreement": 0.9907181240840254 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027497721342878176, "median_kld": 0.0016301466195614012, "top1_agreement": 0.9745969711773327 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.004969079271502215, "median_kld": 0.003374590892690321, "top1_agreement": 0.9623839765510503 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0016254472369049162, "median_kld": 0.0010009179941334878, "top1_agreement": 0.979970688812897 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003489563409667573, "median_kld": 0.0019250981402976208, "top1_agreement": 0.9731314118221788 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0036592661157828616, "median_kld": 0.00020608890351070386, "top1_agreement": 0.9887640449438202 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019974097372198836, "median_kld": 0.0015732506667234247, "top1_agreement": 0.9804592085979482 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024205727835548306, "median_kld": 0.00137160668919023, "top1_agreement": 0.9833903273082559 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002141305757706444, "median_kld": 0.0008268803004742864, "top1_agreement": 0.9809477283829995 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031799823954825747, "median_kld": 0.002112752284926245, "top1_agreement": 0.975085490962384 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002697764221596706, "median_kld": 0.0019820344036816095, "top1_agreement": 0.9721543722520762 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025259622713272056, "median_kld": 0.001452707461794489, "top1_agreement": 0.9755740107474352 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026031586489891857, "median_kld": 0.001988370509707238, "top1_agreement": 0.9711773326819736 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031054915645299134, "median_kld": 0.0015686054393313498, "top1_agreement": 0.9677576941866145 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002502541423283937, "median_kld": 0.0018076845523138374, "top1_agreement": 0.9697117733268197 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003001285391909612, "median_kld": 0.00195985597444448, "top1_agreement": 0.9653150952613581 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002085025679408361, "median_kld": 0.0001404231820174573, "top1_agreement": 0.9931607230092818 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023041396214145402, "median_kld": 0.001236707241332624, "top1_agreement": 0.9731314118221788 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.007650096004897423, "median_kld": 0.0006756589135346047, "top1_agreement": 0.9770395701025891 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002888520456553734, "median_kld": 0.0014205151280464179, "top1_agreement": 0.9765510503175379 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004397562355614696, "median_kld": 0.0007427062346039293, "top1_agreement": 0.9794821690278456 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029665747726375993, "median_kld": 0.0011349263993452041, "top1_agreement": 0.97361993160723 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002236552660013727, "median_kld": 0.0018434086723573273, "top1_agreement": 0.9721543722520762 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028057266865496706, "median_kld": 0.0005922647111233914, "top1_agreement": 0.9814362481680508 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0012729266940604501, "median_kld": 0.0001698649581598488, "top1_agreement": 0.9745969711773327 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023685361223375364, "median_kld": 0.0016081281942694758, "top1_agreement": 0.978505129457743 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003654884511168105, "median_kld": 0.001848622341498185, "top1_agreement": 0.9780166096726918 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00783179648122972, "median_kld": 0.003366031940913672, "top1_agreement": 0.9550561797752809 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029722094194208066, "median_kld": 0.00016475329872633893, "top1_agreement": 0.9716658524670249 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025827023625251927, "median_kld": 0.0018093882109155857, "top1_agreement": 0.9697117733268197 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002772985543623781, "median_kld": 0.0015752502678765268, "top1_agreement": 0.9745969711773327 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002126173113291171, "median_kld": 0.0015424545030668924, "top1_agreement": 0.9755740107474352 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00246612197250615, "median_kld": 0.00012348371420145554, "top1_agreement": 0.9921836834391793 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001963471520757316, "median_kld": 0.0013822883681200437, "top1_agreement": 0.9775280898876404 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002853258359340377, "median_kld": 0.0013802915550513717, "top1_agreement": 0.9745969711773327 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0034974040417215155, "median_kld": 0.0010768854361344893, "top1_agreement": 0.9814362481680508 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027087455922783364, "median_kld": 0.0019909116799681215, "top1_agreement": 0.9726428920371275 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002751211031182536, "median_kld": 0.00023190748947854445, "top1_agreement": 0.986809965803615 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023743463606415317, "median_kld": 0.00013013568511155427, "top1_agreement": 0.9912066438690766 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013328618625262545, "median_kld": 0.0004262632874204031, "top1_agreement": 0.9731314118221788 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026905940907064425, "median_kld": 0.0019037495922020753, "top1_agreement": 0.9721543722520762 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003260749945974084, "median_kld": 0.0014775346343753881, "top1_agreement": 0.9765510503175379 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002286089522676784, "median_kld": 0.0013764742138846486, "top1_agreement": 0.97361993160723 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002720696096092012, "median_kld": 0.002049779580147515, "top1_agreement": 0.9765510503175379 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024664956467133083, "median_kld": 0.0019531989387360227, "top1_agreement": 0.9682462139716659 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002735785691810507, "median_kld": 0.001357978013025729, "top1_agreement": 0.9745969711773327 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003098624824151487, "median_kld": 0.0017258101725019515, "top1_agreement": 0.9741084513922814 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003481725261290167, "median_kld": 0.0016779767835828352, "top1_agreement": 0.9726428920371275 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022394222784729418, "median_kld": 5.761202083931494e-05, "top1_agreement": 0.9936492427943332 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.015562360156989058, "median_kld": 2.7201834505941047e-05, "top1_agreement": 0.9843673668783586 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029086493425510168, "median_kld": 0.00015066788932183162, "top1_agreement": 0.9882755251587689 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026427531962949363, "median_kld": 0.0018278566749359015, "top1_agreement": 0.97361993160723 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031679121217625785, "median_kld": 0.0015889885034994222, "top1_agreement": 0.9653150952613581 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020975885456533394, "median_kld": 0.001616682860912988, "top1_agreement": 0.978505129457743 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00335108302394569, "median_kld": 0.0017156620724572136, "top1_agreement": 0.9697117733268197 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026923714352139246, "median_kld": 0.001806789058719005, "top1_agreement": 0.9804592085979482 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003247198120251642, "median_kld": 0.0010970672110488522, "top1_agreement": 0.9789936492427943 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002160062926131434, "median_kld": 0.00011611925116028488, "top1_agreement": 0.9872984855886663 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024860124354299656, "median_kld": 4.048835655767746e-05, "top1_agreement": 0.991695163654128 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003098451971551498, "median_kld": 0.0017545887578762631, "top1_agreement": 0.9765510503175379 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004018506676231715, "median_kld": 0.001603770220754086, "top1_agreement": 0.9702002931118711 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023119481031299593, "median_kld": 0.0018407435738936329, "top1_agreement": 0.975085490962384 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030304776976467626, "median_kld": 0.0014640062859143654, "top1_agreement": 0.9775280898876404 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002817668177027732, "median_kld": 0.002036892430851367, "top1_agreement": 0.9711773326819736 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0033538571845030556, "median_kld": 0.0017961270787054673, "top1_agreement": 0.9741084513922814 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025202013573608797, "median_kld": 0.00188411608428396, "top1_agreement": 0.9697117733268197 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002768876203961567, "median_kld": 0.00050232131288519, "top1_agreement": 0.9589643380556913 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002111347257559888, "median_kld": 7.874831490028988e-05, "top1_agreement": 0.9926722032242306 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003179731330390574, "median_kld": 0.0013571356867032591, "top1_agreement": 0.9804592085979482 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011139660776538695, "median_kld": 0.0008419347942343336, "top1_agreement": 0.9638495359062041 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004296508741032581, "median_kld": 1.2718888461243916e-05, "top1_agreement": 0.9912066438690766 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002679970185229203, "median_kld": 0.001864335403752193, "top1_agreement": 0.979970688812897 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026872975819884955, "median_kld": 0.0020499029722884643, "top1_agreement": 0.9706888128969223 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002985944866581858, "median_kld": 0.0020627547028198023, "top1_agreement": 0.9672691744015632 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003029733761561513, "median_kld": 0.0020501281718452447, "top1_agreement": 0.9711773326819736 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002383279880938688, "median_kld": 0.001517673394346275, "top1_agreement": 0.9765510503175379 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014879664647617938, "median_kld": 0.00014737030251943395, "top1_agreement": 0.9902296042989741 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002125794771313853, "median_kld": 0.001447649011211638, "top1_agreement": 0.9760625305324866 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026540400909923273, "median_kld": 0.001999502735088754, "top1_agreement": 0.9692232535417684 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002744797233550872, "median_kld": 0.00014566445696395647, "top1_agreement": 0.986809965803615 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002147390965103892, "median_kld": 0.0013763191582256695, "top1_agreement": 0.9741084513922814 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029487373415504046, "median_kld": 0.0019109641133923105, "top1_agreement": 0.966780654616512 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002645059999078015, "median_kld": 0.0018178001307660452, "top1_agreement": 0.9687347337567171 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029065724878195973, "median_kld": 0.0019719855219602067, "top1_agreement": 0.9711773326819736 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028238957834722965, "median_kld": 0.0015940335470077116, "top1_agreement": 0.9745969711773327 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030088383139203513, "median_kld": 0.001099727476685075, "top1_agreement": 0.97361993160723 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006693798643921442, "median_kld": 0.0015473766325158067, "top1_agreement": 0.9760625305324866 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003653896808009992, "median_kld": 4.77798522293682e-05, "top1_agreement": 0.9912066438690766 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003310754920618424, "median_kld": 0.0020303379881738692, "top1_agreement": 0.9726428920371275 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0033256865923882765, "median_kld": 0.0016812082063566436, "top1_agreement": 0.9814362481680508 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024665895071850938, "median_kld": 0.001867893863163772, "top1_agreement": 0.9682462139716659 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025719802407031863, "median_kld": 0.0019326409485529439, "top1_agreement": 0.9662921348314607 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002799179316789708, "median_kld": 0.0010302517475793138, "top1_agreement": 0.9848558866634098 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003297035519746842, "median_kld": 0.0019377742453343672, "top1_agreement": 0.9658036150464093 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002167247074920753, "median_kld": 6.989526024447912e-05, "top1_agreement": 0.9902296042989741 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0030851018917101244, "median_kld": 0.0013096691479006495, "top1_agreement": 0.9775280898876404 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026440348910913916, "median_kld": 0.0018577573868014952, "top1_agreement": 0.9731314118221788 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003353685174876424, "median_kld": 4.3267053926938914e-05, "top1_agreement": 0.9877870053737177 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0032654738655851457, "median_kld": 0.0015677648543714895, "top1_agreement": 0.9760625305324866 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028266540288956503, "median_kld": 0.0018244064237933344, "top1_agreement": 0.9721543722520762 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0034603177406639543, "median_kld": 0.0010958638836200407, "top1_agreement": 0.9731314118221788 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0034340969453725166, "median_kld": 0.0011992857525342515, "top1_agreement": 0.979970688812897 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003005539331024627, "median_kld": 0.001363806853078131, "top1_agreement": 0.9726428920371275 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023725568572221666, "median_kld": 0.0011359806831308106, "top1_agreement": 0.9809477283829995 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004362056735921064, "median_kld": 0.0018633819831848086, "top1_agreement": 0.97361993160723 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003392010227840372, "median_kld": 0.0017391079899198303, "top1_agreement": 0.978505129457743 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002550093644948981, "median_kld": 0.0014567870859991672, "top1_agreement": 0.9755740107474352 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002279464682833325, "median_kld": 0.0017177203102445304, "top1_agreement": 0.9682462139716659 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023038899386031114, "median_kld": 0.0017722627749208186, "top1_agreement": 0.9765510503175379 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019013941191197213, "median_kld": 0.0011631239949565497, "top1_agreement": 0.9814362481680508 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002644966925781656, "median_kld": 0.00016121731030727116, "top1_agreement": 0.9838788470933073 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004921232504730253, "median_kld": 0.0010965497749566566, "top1_agreement": 0.97361993160723 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.006456726657346775, "median_kld": 0.001548462629216374, "top1_agreement": 0.9726428920371275 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030133552701423548, "median_kld": 0.0019143181561958045, "top1_agreement": 0.9706888128969223 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018950902639264283, "median_kld": 2.7633826772954784e-05, "top1_agreement": 0.9926722032242306 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00246858774636898, "median_kld": 0.001388639443177908, "top1_agreement": 0.978505129457743 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004065262939020307, "median_kld": 0.0015662782698768751, "top1_agreement": 0.975085490962384 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002172924408030752, "median_kld": 0.0012716787259705598, "top1_agreement": 0.9770395701025891 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.008470029682172725, "median_kld": 0.003974191498855362, "top1_agreement": 0.9609184171958964 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028366561371653384, "median_kld": 0.001956867518963179, "top1_agreement": 0.978505129457743 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00426857998246044, "median_kld": 0.0012928542694297107, "top1_agreement": 0.9726428920371275 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025440995407616535, "median_kld": 0.0016078973028186283, "top1_agreement": 0.9731314118221788 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003198914933495848, "median_kld": 0.0004557308860455578, "top1_agreement": 0.9809477283829995 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019706693265657024, "median_kld": 6.810652568134401e-05, "top1_agreement": 0.9902296042989741 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026857225193403526, "median_kld": 0.002076556786050787, "top1_agreement": 0.9677576941866145 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008373332828294363, "median_kld": 0.00041148498146981183, "top1_agreement": 0.9755740107474352 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029906602097073414, "median_kld": 0.00048182720365730347, "top1_agreement": 0.9789936492427943 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002703160043933064, "median_kld": 0.0019361778255984063, "top1_agreement": 0.9775280898876404 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026492348848756128, "median_kld": 0.001613808140433548, "top1_agreement": 0.9765510503175379 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025364448768800786, "median_kld": 0.0012948165926474076, "top1_agreement": 0.9765510503175379 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021821517661903132, "median_kld": 0.0016018493811316148, "top1_agreement": 0.979970688812897 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019440514584298998, "median_kld": 0.0008965700017142808, "top1_agreement": 0.9804592085979482 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029208975424060415, "median_kld": 0.0014636783153036959, "top1_agreement": 0.9755740107474352 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027173292832870354, "median_kld": 0.0016379107605644094, "top1_agreement": 0.9697117733268197 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021319766756747304, "median_kld": 0.0013125327773906292, "top1_agreement": 0.9829018075232047 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003126396106946471, "median_kld": 0.001617279814183803, "top1_agreement": 0.9628724963361016 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002455799652708027, "median_kld": 0.0011482810309644265, "top1_agreement": 0.9789936492427943 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031832130224215714, "median_kld": 0.00011819517342814834, "top1_agreement": 0.9863214460185638 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026042130661643667, "median_kld": 0.0013577430154327885, "top1_agreement": 0.9770395701025891 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027319443351353557, "median_kld": 0.0013387937805902084, "top1_agreement": 0.9677576941866145 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00505966630706713, "median_kld": 0.0003974617660849056, "top1_agreement": 0.979970688812897 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.003138858942913371, "median_kld": 0.002244520348043011, "top1_agreement": 0.9633610161211529 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028973873226336272, "median_kld": 0.0018968587112908608, "top1_agreement": 0.966780654616512 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002869964607677074, "median_kld": 0.0011401621165276765, "top1_agreement": 0.979970688812897 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008076800926540272, "median_kld": 0.0005463201351858515, "top1_agreement": 0.9755740107474352 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029148304971552868, "median_kld": 0.001698650421531056, "top1_agreement": 0.9687347337567171 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002488772199602761, "median_kld": 0.0018506081228792937, "top1_agreement": 0.9706888128969223 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003367717866617351, "median_kld": 0.0015194694132247832, "top1_agreement": 0.9765510503175379 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004407719639505597, "median_kld": 0.0001421790702806902, "top1_agreement": 0.986809965803615 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0032779520341116256, "median_kld": 0.0020901735582015135, "top1_agreement": 0.9755740107474352 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0019899985523100156, "median_kld": 0.00011395502221489551, "top1_agreement": 0.9921836834391793 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025343978980952656, "median_kld": 0.0008494266576235532, "top1_agreement": 0.9765510503175379 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0033528105942353618, "median_kld": 0.0019422484308506682, "top1_agreement": 0.9702002931118711 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.006772995810795078, "median_kld": 0.0029872497616452165, "top1_agreement": 0.95847581827064 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002222574954487838, "median_kld": 0.0015584345312618098, "top1_agreement": 0.9716658524670249 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030973980477273814, "median_kld": 0.002174822381903141, "top1_agreement": 0.97361993160723 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0031615917987299616, "median_kld": 0.0016492074235543441, "top1_agreement": 0.97361993160723 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030930437978514067, "median_kld": 0.001970602496101037, "top1_agreement": 0.9692232535417684 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029601076701182274, "median_kld": 0.0001866589451524625, "top1_agreement": 0.9838788470933073 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004265778635072404, "median_kld": 0.0006196246977197006, "top1_agreement": 0.9745969711773327 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002543826667606005, "median_kld": 0.00016745701526588164, "top1_agreement": 0.9877870053737177 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0028660163622863926, "median_kld": 0.001481458653415757, "top1_agreement": 0.9726428920371275 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025032085069444585, "median_kld": 0.0017640301118717616, "top1_agreement": 0.9682462139716659 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003157727195196297, "median_kld": 0.0009942829013880328, "top1_agreement": 0.9677576941866145 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002784116066362639, "median_kld": 0.00015248548032431586, "top1_agreement": 0.9824132877381534 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002820240901134472, "median_kld": 0.0021937263315550126, "top1_agreement": 0.9653150952613581 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032657373676347966, "median_kld": 0.001261513473082232, "top1_agreement": 0.978505129457743 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002679818898028329, "median_kld": 0.0014115875640570152, "top1_agreement": 0.9819247679531021 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.009340909557353493, "median_kld": 0.006001121652047914, "top1_agreement": 0.9418661455788959 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003083444250618862, "median_kld": 0.002108762297211797, "top1_agreement": 0.975085490962384 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003396528784512639, "median_kld": 0.0014601950500576777, "top1_agreement": 0.97361993160723 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037198830791005245, "median_kld": 0.001614048715282479, "top1_agreement": 0.9755740107474352 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023265882173449746, "median_kld": 0.001299812798606581, "top1_agreement": 0.9770395701025891 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0035741462112082343, "median_kld": 0.00042832319502394967, "top1_agreement": 0.9574987787005373 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026107062833398273, "median_kld": 0.0004664649594445791, "top1_agreement": 0.9702002931118711 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024087432750836825, "median_kld": 0.0015848572437562325, "top1_agreement": 0.9789936492427943 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002072593217377192, "median_kld": 0.0012630254786927253, "top1_agreement": 0.9745969711773327 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024289102428724976, "median_kld": 0.001749057796530451, "top1_agreement": 0.9770395701025891 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002466245362456454, "median_kld": 0.00012241693512571317, "top1_agreement": 0.9872984855886663 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030556390425751107, "median_kld": 0.0019139555643192807, "top1_agreement": 0.975085490962384 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029752700859436276, "median_kld": 0.0011616227493504994, "top1_agreement": 0.9775280898876404 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00428129844785293, "median_kld": 0.0008561107961213565, "top1_agreement": 0.9702002931118711 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0020439211009687696, "median_kld": 0.001299326885600749, "top1_agreement": 0.9819247679531021 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004900014121991311, "median_kld": 0.001953355127270129, "top1_agreement": 0.9672691744015632 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021112781167755986, "median_kld": 0.0012522615903662881, "top1_agreement": 0.9819247679531021 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00343419025778751, "median_kld": 0.0011450360070739407, "top1_agreement": 0.9775280898876404 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027207538584695886, "median_kld": 0.001960425428706003, "top1_agreement": 0.9741084513922814 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027330069434899477, "median_kld": 0.00103406288764063, "top1_agreement": 0.9809477283829995 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0017165182214832105, "median_kld": 4.2275738680555563e-05, "top1_agreement": 0.9877870053737177 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028185390693589015, "median_kld": 0.002174573216052522, "top1_agreement": 0.9662921348314607 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0022372265837394874, "median_kld": 0.0016232131830129504, "top1_agreement": 0.9755740107474352 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004204813103751103, "median_kld": 0.0001101909939436041, "top1_agreement": 0.986809965803615 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024458191389550147, "median_kld": 0.0018965548917826425, "top1_agreement": 0.9711773326819736 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028940277446294176, "median_kld": 0.00213871556468348, "top1_agreement": 0.9682462139716659 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002496785882612163, "median_kld": 0.0009765707252427092, "top1_agreement": 0.9745969711773327 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003098037900835987, "median_kld": 0.0011349945748406753, "top1_agreement": 0.9775280898876404 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037893339792134714, "median_kld": 0.0018229182699087687, "top1_agreement": 0.9770395701025891 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0031754772167850577, "median_kld": 0.00015893866640181997, "top1_agreement": 0.978505129457743 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021636461832932148, "median_kld": 0.0009767500112207311, "top1_agreement": 0.9809477283829995 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0035598944217161413, "median_kld": 0.001339758341941888, "top1_agreement": 0.9765510503175379 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025175534063581525, "median_kld": 0.0014023450694367057, "top1_agreement": 0.9697117733268197 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002813234402869739, "median_kld": 0.0012418805822562717, "top1_agreement": 0.975085490962384 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0029641572641313893, "median_kld": 0.002153446567035644, "top1_agreement": 0.9672691744015632 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031975439962029523, "median_kld": 0.0006609894321627507, "top1_agreement": 0.9697117733268197 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031377777421431594, "median_kld": 0.0015700211970397504, "top1_agreement": 0.9741084513922814 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003076553973859634, "median_kld": 0.0022412822446540304, "top1_agreement": 0.9702002931118711 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027236528170424073, "median_kld": 0.0020217258224874968, "top1_agreement": 0.9692232535417684 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004737758416886761, "median_kld": 0.0019500914861154683, "top1_agreement": 0.9672691744015632 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028073153917399477, "median_kld": 0.0018666215576672585, "top1_agreement": 0.9706888128969223 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.005297307936525879, "median_kld": 0.0006432378550016438, "top1_agreement": 0.9789936492427943 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.012299921570360074, "median_kld": 0.001257423387904355, "top1_agreement": 0.9662921348314607 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028895397698005037, "median_kld": 0.002049148469808415, "top1_agreement": 0.9692232535417684 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023718010815274872, "median_kld": 0.0018004947013707806, "top1_agreement": 0.97361993160723 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002956003311842809, "median_kld": 0.001969936756751167, "top1_agreement": 0.9653150952613581 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030199850428381807, "median_kld": 0.0018968885451187134, "top1_agreement": 0.9677576941866145 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0029567557985979986, "median_kld": 5.076280384930243e-06, "top1_agreement": 0.9926722032242306 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004206170062026515, "median_kld": 0.002230392550700344, "top1_agreement": 0.9648265754763068 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00518228372896478, "median_kld": 0.002424649708700599, "top1_agreement": 0.9653150952613581 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0026025211871157916, "median_kld": 0.00020389807056808706, "top1_agreement": 0.9833903273082559 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0057761611665040425, "median_kld": 7.29615567182651e-05, "top1_agreement": 0.9853444064484611 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024617114144914933, "median_kld": 0.0018443038936588607, "top1_agreement": 0.9702002931118711 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002512046862712753, "median_kld": 0.00041350443260057546, "top1_agreement": 0.9833903273082559 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.015534289337422576, "median_kld": 0.009115804120312987, "top1_agreement": 0.940400586223742 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021130459265936846, "median_kld": 0.0017537273013772392, "top1_agreement": 0.9819247679531021 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002495963299929926, "median_kld": 6.596281888349154e-05, "top1_agreement": 0.9755740107474352 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023213661160348615, "median_kld": 0.0018439847516935615, "top1_agreement": 0.9741084513922814 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037463129085173615, "median_kld": 0.0019439513453107793, "top1_agreement": 0.9765510503175379 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0031548268163293517, "median_kld": 0.0016821526933199493, "top1_agreement": 0.9658036150464093 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026464909562862113, "median_kld": 0.0016549609431706358, "top1_agreement": 0.9721543722520762 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.00323062388513933, "median_kld": 0.0011387459724829796, "top1_agreement": 0.9731314118221788 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0034239442486538735, "median_kld": 0.00015296189319213838, "top1_agreement": 0.9863214460185638 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.005927089464413474, "median_kld": 0.0019354357738166073, "top1_agreement": 0.9706888128969223 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023531543674694504, "median_kld": 0.001740280408519368, "top1_agreement": 0.97361993160723 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0035826801576226124, "median_kld": 0.00019280210343453064, "top1_agreement": 0.9863214460185638 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002961690718927931, "median_kld": 0.002125720659705621, "top1_agreement": 0.975085490962384 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003030189670192435, "median_kld": 0.002148270450206269, "top1_agreement": 0.9741084513922814 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0037819918094975607, "median_kld": 0.00017509300515428095, "top1_agreement": 0.975085490962384 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027206841339889568, "median_kld": 0.0012752504781019525, "top1_agreement": 0.9687347337567171 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023859723125381712, "median_kld": 9.627481072271848e-05, "top1_agreement": 0.9843673668783586 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0020659413719923574, "median_kld": 0.0011923583651025638, "top1_agreement": 0.9843673668783586 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024220837954680653, "median_kld": 0.0017880421509062217, "top1_agreement": 0.97361993160723 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002446741442784298, "median_kld": 0.000984407540940424, "top1_agreement": 0.979970688812897 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00281375747051212, "median_kld": 0.00022286531896043016, "top1_agreement": 0.9570102589154861 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030095771378917677, "median_kld": 0.0012299420892531998, "top1_agreement": 0.9780166096726918 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032081285141431263, "median_kld": 0.0015904540632618591, "top1_agreement": 0.9697117733268197 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008448065140543672, "median_kld": 0.001697641986538656, "top1_agreement": 0.9745969711773327 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0034460008243725245, "median_kld": 0.0003334934693768332, "top1_agreement": 0.9824132877381534 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001885078827435052, "median_kld": 0.0012567737689153091, "top1_agreement": 0.9765510503175379 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033582921841758483, "median_kld": 0.0010555476924878349, "top1_agreement": 0.9745969711773327 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0033664711083067887, "median_kld": 0.0004138940618290121, "top1_agreement": 0.9833903273082559 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.00212999913886647, "median_kld": 0.0013938255080603312, "top1_agreement": 0.9765510503175379 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030072586202825316, "median_kld": 0.00014616610809614627, "top1_agreement": 0.9912066438690766 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0030105083241817304, "median_kld": 0.0010416224732916913, "top1_agreement": 0.9741084513922814 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026146354243275333, "median_kld": 0.0019807841043473218, "top1_agreement": 0.9741084513922814 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028722013987508457, "median_kld": 0.0013370995771424532, "top1_agreement": 0.9809477283829995 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003089472706787592, "median_kld": 0.0003339166601277199, "top1_agreement": 0.9843673668783586 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01115623232628306, "median_kld": 0.00017529785913694695, "top1_agreement": 0.9745969711773327 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002822681750206183, "median_kld": 0.002046575283202401, "top1_agreement": 0.9711773326819736 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002442253929412785, "median_kld": 0.001887723106214878, "top1_agreement": 0.9745969711773327 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023989179243766707, "median_kld": 0.0018482931071446274, "top1_agreement": 0.9741084513922814 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0022484222108494307, "median_kld": 0.0012263589163694633, "top1_agreement": 0.9809477283829995 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002765202733159143, "median_kld": 4.926396757642948e-06, "top1_agreement": 0.9902296042989741 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002546635073717995, "median_kld": 0.0018509312435526226, "top1_agreement": 0.9662921348314607 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0032858198313482604, "median_kld": 0.0013825105806972715, "top1_agreement": 0.966780654616512 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028910683101957386, "median_kld": 0.0015225682186610356, "top1_agreement": 0.97361993160723 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002150613554136655, "median_kld": 7.88023433528906e-05, "top1_agreement": 0.9936492427943332 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0027249604173700238, "median_kld": 0.000629310506553793, "top1_agreement": 0.9843673668783586 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004410827481665086, "median_kld": 0.0011015240237330914, "top1_agreement": 0.9814362481680508 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0019662733281995124, "median_kld": 0.00163638747665118, "top1_agreement": 0.9770395701025891 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028112192643110602, "median_kld": 0.0013815897723361559, "top1_agreement": 0.9765510503175379 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00274479551777886, "median_kld": 0.0019071747832271058, "top1_agreement": 0.9721543722520762 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0030293409544285836, "median_kld": 0.00017142700623917762, "top1_agreement": 0.9872984855886663 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025699643213862775, "median_kld": 0.0012221488806289926, "top1_agreement": 0.9780166096726918 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020935048261928385, "median_kld": 0.00011847778471718584, "top1_agreement": 0.9877870053737177 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0037361166927427055, "median_kld": 0.0021413468363320476, "top1_agreement": 0.9687347337567171 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024498899472637048, "median_kld": 0.001906603760374992, "top1_agreement": 0.9731314118221788 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0017717277083374107, "median_kld": 0.0007069883977237623, "top1_agreement": 0.9838788470933073 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027931709694824793, "median_kld": 0.001265456426136069, "top1_agreement": 0.9789936492427943 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022275867587871253, "median_kld": 0.0016848598763772316, "top1_agreement": 0.9765510503175379 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002199747383869461, "median_kld": 0.0010642568909133843, "top1_agreement": 0.9775280898876404 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002902756768289355, "median_kld": 0.0022222718357625126, "top1_agreement": 0.9770395701025891 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.007355812157122426, "median_kld": 0.004702216900568601, "top1_agreement": 0.9623839765510503 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024551869467307657, "median_kld": 0.0009494383048149757, "top1_agreement": 0.9765510503175379 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0040933363211872196, "median_kld": 0.0002595639503724101, "top1_agreement": 0.9765510503175379 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002349790476430036, "median_kld": 0.0018597585049349163, "top1_agreement": 0.979970688812897 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017819856782088504, "median_kld": 0.0008087316680303047, "top1_agreement": 0.9775280898876404 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0018451381461235406, "median_kld": 0.00015061717477315995, "top1_agreement": 0.9902296042989741 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0038837975142257796, "median_kld": 0.0017252507226785951, "top1_agreement": 0.975085490962384 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003517439805234673, "median_kld": 0.001711473503291927, "top1_agreement": 0.9794821690278456 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027111742231033494, "median_kld": 0.0013914403950252563, "top1_agreement": 0.9677576941866145 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004154242439011971, "median_kld": 0.0013793698590234271, "top1_agreement": 0.9770395701025891 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.004978975258766449, "median_kld": 0.0033120638241328493, "top1_agreement": 0.9628724963361016 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002659657274843996, "median_kld": 0.002088199762262377, "top1_agreement": 0.9741084513922814 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024365975116580293, "median_kld": 0.00011701339173342262, "top1_agreement": 0.991695163654128 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002403205487776412, "median_kld": 0.0016437466549312774, "top1_agreement": 0.978505129457743 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00217603009245132, "median_kld": 7.320414344302861e-05, "top1_agreement": 0.9941377625793845 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.011414635667711009, "median_kld": 8.666586067818116e-05, "top1_agreement": 0.9814362481680508 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001904875295625792, "median_kld": 0.00013669992392806307, "top1_agreement": 0.9384465070835368 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027364456096599142, "median_kld": 0.0014580897704945528, "top1_agreement": 0.9677576941866145 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022816546127987307, "median_kld": 0.001732136686314334, "top1_agreement": 0.9755740107474352 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0021389852376399216, "median_kld": 0.001663620286421974, "top1_agreement": 0.9731314118221788 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030461804282316206, "median_kld": 0.0018972621761434993, "top1_agreement": 0.9692232535417684 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002526909631233691, "median_kld": 0.001619446991753648, "top1_agreement": 0.9789936492427943 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0020544938207272237, "median_kld": 0.0001261904743579123, "top1_agreement": 0.9887640449438202 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029983079109203625, "median_kld": 0.0016640661368452214, "top1_agreement": 0.9770395701025891 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0021003088091867445, "median_kld": 0.000695499146218026, "top1_agreement": 0.9794821690278456 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004067085134846885, "median_kld": 0.00044534977453025704, "top1_agreement": 0.9829018075232047 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01200245958764282, "median_kld": 0.0011736338352932307, "top1_agreement": 0.9653150952613581 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025592641203255172, "median_kld": 0.00010775425499343072, "top1_agreement": 0.9877870053737177 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003021109186506159, "median_kld": 0.0019393623407921723, "top1_agreement": 0.9789936492427943 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032448826841661774, "median_kld": 0.002175681639414506, "top1_agreement": 0.9706888128969223 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0029577005310971027, "median_kld": 0.0014457425104410504, "top1_agreement": 0.979970688812897 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025572728689741775, "median_kld": 0.0010285116077284329, "top1_agreement": 0.9741084513922814 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0020235979069938266, "median_kld": 0.0006605233902519103, "top1_agreement": 0.9843673668783586 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002772561102678112, "median_kld": 0.0015971095522928636, "top1_agreement": 0.9770395701025891 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028433250295736945, "median_kld": 0.0018910885088523344, "top1_agreement": 0.9726428920371275 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004236889281327028, "median_kld": 0.0014582680157673167, "top1_agreement": 0.9755740107474352 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002429984245355929, "median_kld": 0.001875707271722149, "top1_agreement": 0.9755740107474352 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027729471957666217, "median_kld": 0.002024352693084097, "top1_agreement": 0.9716658524670249 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0033132406506152057, "median_kld": 0.0006423479394896958, "top1_agreement": 0.9877870053737177 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002410336386563801, "median_kld": 0.0013990292732160015, "top1_agreement": 0.978505129457743 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028216906587892137, "median_kld": 0.0013737865073650823, "top1_agreement": 0.97361993160723 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002615656809850796, "median_kld": 0.001503778217056606, "top1_agreement": 0.9755740107474352 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003514813231190305, "median_kld": 0.0003134565673974521, "top1_agreement": 0.9491939423546654 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004288532741877724, "median_kld": 0.0019079126577707939, "top1_agreement": 0.9755740107474352 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027651595631318585, "median_kld": 0.001076701088095433, "top1_agreement": 0.9726428920371275 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027656655818495083, "median_kld": 0.0019667256865432137, "top1_agreement": 0.9711773326819736 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0019479252151828794, "median_kld": 0.001358798987954657, "top1_agreement": 0.9789936492427943 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0030788129873885045, "median_kld": 0.0011534211355410662, "top1_agreement": 0.9789936492427943 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025757239605947455, "median_kld": 0.001766355096094685, "top1_agreement": 0.9662921348314607 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004160408692642461, "median_kld": 0.0019519500897331454, "top1_agreement": 0.9731314118221788 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003855347232534394, "median_kld": 0.0010868040517379995, "top1_agreement": 0.9809477283829995 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002277146901489104, "median_kld": 0.0008333727548546221, "top1_agreement": 0.9775280898876404 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027171355297867083, "median_kld": 0.0012278393048603675, "top1_agreement": 0.9794821690278456 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010113487476183899, "median_kld": 0.00010516591174425383, "top1_agreement": 0.9809477283829995 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002680903350909986, "median_kld": 0.0016343994887062507, "top1_agreement": 0.9721543722520762 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003445704154815502, "median_kld": 0.0002915673770722549, "top1_agreement": 0.9848558866634098 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002649073510842261, "median_kld": 0.00011408299933135524, "top1_agreement": 0.9897410845139228 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0022142326605771962, "median_kld": 0.0002886268189143948, "top1_agreement": 0.9848558866634098 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00382942906149983, "median_kld": 4.5975367225281616e-05, "top1_agreement": 0.978505129457743 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0028662897471214083, "median_kld": 0.0020190183951740437, "top1_agreement": 0.9711773326819736 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002702720057799756, "median_kld": 0.001919007937118522, "top1_agreement": 0.9702002931118711 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021527550867163976, "median_kld": 0.00012993889746472365, "top1_agreement": 0.9902296042989741 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002724789461632982, "median_kld": 0.0019461773309217278, "top1_agreement": 0.97361993160723 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00334328600168229, "median_kld": 0.00015952046886247295, "top1_agreement": 0.9814362481680508 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0024420596134054006, "median_kld": 5.191715906294192e-05, "top1_agreement": 0.9902296042989741 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001671769472088153, "median_kld": 0.0012954425452562646, "top1_agreement": 0.978505129457743 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002157413109063226, "median_kld": 0.00012901055038705422, "top1_agreement": 0.9897410845139228 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002740076044532268, "median_kld": 0.00038222110694619005, "top1_agreement": 0.9780166096726918 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027186821285231587, "median_kld": 0.0019459061394968558, "top1_agreement": 0.9682462139716659 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027347914180102274, "median_kld": 7.12735914409901e-06, "top1_agreement": 0.9882755251587689 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0035084938284518476, "median_kld": 0.0020605590687523545, "top1_agreement": 0.9702002931118711 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0024932693567862652, "median_kld": 0.0017752558046595368, "top1_agreement": 0.9765510503175379 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0025247980279100232, "median_kld": 0.0013942788447032228, "top1_agreement": 0.9770395701025891 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021717366339222962, "median_kld": 0.0005259354327087351, "top1_agreement": 0.9829018075232047 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004669009233461234, "median_kld": 0.0024599780748530975, "top1_agreement": 0.9658036150464093 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024812849625525245, "median_kld": 0.0008834953082441643, "top1_agreement": 0.9775280898876404 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004292783819690235, "median_kld": 0.00010705355362183866, "top1_agreement": 0.9755740107474352 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.00615675214558626, "median_kld": 0.00029610585104222764, "top1_agreement": 0.9794821690278456 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0036035592535266685, "median_kld": 0.0013826983610201182, "top1_agreement": 0.9721543722520762 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023696019229893415, "median_kld": 0.0013889507831237324, "top1_agreement": 0.9780166096726918 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023608455669232053, "median_kld": 0.0001638087274038469, "top1_agreement": 0.9853444064484611 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0025979517851333735, "median_kld": 0.00012466486532325405, "top1_agreement": 0.9907181240840254 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003367424387547829, "median_kld": 0.0019414716201850979, "top1_agreement": 0.9702002931118711 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022421753921520525, "median_kld": 0.0018378161199734677, "top1_agreement": 0.9789936492427943 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.008503003193794326, "median_kld": 0.001313864074262483, "top1_agreement": 0.9741084513922814 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023700523242760297, "median_kld": 0.0018456743221832994, "top1_agreement": 0.9726428920371275 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032620041724027915, "median_kld": 0.0022017392561792803, "top1_agreement": 0.9741084513922814 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003306694227514962, "median_kld": 3.0567101106271366e-05, "top1_agreement": 0.9926722032242306 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.001971858953798844, "median_kld": 0.0013187641520744364, "top1_agreement": 0.9775280898876404 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0035295851239922353, "median_kld": 0.00029423055000710185, "top1_agreement": 0.9819247679531021 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003927217826238232, "median_kld": 0.0010215010152023751, "top1_agreement": 0.9765510503175379 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.002887545567891102, "median_kld": 0.0003797393144324701, "top1_agreement": 0.9838788470933073 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029404203903676293, "median_kld": 0.0020908339836154255, "top1_agreement": 0.9623839765510503 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01684916795794863, "median_kld": 0.000640429146187671, "top1_agreement": 0.9682462139716659 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0033029210262342868, "median_kld": 0.0015735075346299254, "top1_agreement": 0.9780166096726918 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0028718998163315235, "median_kld": 0.001481134142522933, "top1_agreement": 0.9697117733268197 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.016587170063187707, "median_kld": 0.00825245122450724, "top1_agreement": 0.9379579872984856 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031686472296339023, "median_kld": 0.0021349862267925346, "top1_agreement": 0.975085490962384 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002903237833906097, "median_kld": 0.00187625558108806, "top1_agreement": 0.9741084513922814 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0033167210355973514, "median_kld": 0.0016837341142377227, "top1_agreement": 0.961895456765999 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0033750452953070966, "median_kld": 0.0020708145716525905, "top1_agreement": 0.9682462139716659 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0025369039060887458, "median_kld": 0.001903129879053722, "top1_agreement": 0.9755740107474352 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004312597054434979, "median_kld": 0.001576733441027045, "top1_agreement": 0.9702002931118711 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024475233016057326, "median_kld": 0.0019238827704697314, "top1_agreement": 0.9770395701025891 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0030500710962397238, "median_kld": 0.0019049066842562468, "top1_agreement": 0.9697117733268197 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024288399588896325, "median_kld": 0.0015236864069834155, "top1_agreement": 0.9809477283829995 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00250951360719779, "median_kld": 0.0019747194510841837, "top1_agreement": 0.9682462139716659 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027987207351024184, "median_kld": 0.0020155832356678616, "top1_agreement": 0.9682462139716659 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002744116824832663, "median_kld": 0.0012529470077424776, "top1_agreement": 0.9770395701025891 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028826236076059703, "median_kld": 0.0020034334223169026, "top1_agreement": 0.9721543722520762 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0027791422830454244, "median_kld": 0.00012755846793055525, "top1_agreement": 0.9882755251587689 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0031299042417317667, "median_kld": 0.0022340099309303696, "top1_agreement": 0.9716658524670249 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002554823992244875, "median_kld": 0.0019184239791201207, "top1_agreement": 0.9711773326819736 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024851254993824476, "median_kld": 0.0010672452228845941, "top1_agreement": 0.9765510503175379 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024764881283144474, "median_kld": 0.0018483510557416594, "top1_agreement": 0.9721543722520762 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002462783231238299, "median_kld": 0.0015051240700216795, "top1_agreement": 0.9775280898876404 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0024097831812734866, "median_kld": 0.0011386566497435524, "top1_agreement": 0.978505129457743 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.003123966849756649, "median_kld": 0.0020220757814968238, "top1_agreement": 0.9716658524670249 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026967775096110656, "median_kld": 0.0005541641259014796, "top1_agreement": 0.9789936492427943 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027774427495873594, "median_kld": 0.0020694566344445775, "top1_agreement": 0.9702002931118711 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0017518468002752552, "median_kld": 0.0011312937603662476, "top1_agreement": 0.9775280898876404 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0022074544011936093, "median_kld": 0.001837453970962244, "top1_agreement": 0.9711773326819736 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0014109988821211093, "median_kld": 3.490743205958324e-05, "top1_agreement": 0.8915486077186126 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018052398331683314, "median_kld": 0.0006891667992476869, "top1_agreement": 0.9672691744015632 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021227968714007507, "median_kld": 0.0001952768094071189, "top1_agreement": 0.9892525647288715 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0020095036411028567, "median_kld": 0.001440156257444869, "top1_agreement": 0.9741084513922814 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0032343222629417465, "median_kld": 0.0021878859870980705, "top1_agreement": 0.9716658524670249 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0031867131333448814, "median_kld": 0.002183902446859065, "top1_agreement": 0.9711773326819736 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0023503523133009225, "median_kld": 6.0868584938589265e-05, "top1_agreement": 0.9921836834391793 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002855926137694456, "median_kld": 0.0020452919698357164, "top1_agreement": 0.9682462139716659 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0028143902608250265, "median_kld": 0.00013907923857914284, "top1_agreement": 0.9853444064484611 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002591821053425655, "median_kld": 0.0018940619509280054, "top1_agreement": 0.9745969711773327 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003074939629808949, "median_kld": 0.0019581121954388436, "top1_agreement": 0.9780166096726918 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026882341702478773, "median_kld": 0.0009486136133318723, "top1_agreement": 0.9716658524670249 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0023812951073841513, "median_kld": 0.0017814783092644504, "top1_agreement": 0.9775280898876404 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0026435822831794766, "median_kld": 0.0014412018431357865, "top1_agreement": 0.9706888128969223 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0032617523872267326, "median_kld": 0.0011925926746698678, "top1_agreement": 0.9770395701025891 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002483570954836324, "median_kld": 0.0014185166465949806, "top1_agreement": 0.9804592085979482 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029815153197188765, "median_kld": 0.00191221438756628, "top1_agreement": 0.9770395701025891 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002308278023840172, "median_kld": 0.001783911049638931, "top1_agreement": 0.9726428920371275 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0024473695807391924, "median_kld": 0.0019946587966899187, "top1_agreement": 0.97361993160723 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003268808327024571, "median_kld": 0.001785325499476187, "top1_agreement": 0.9755740107474352 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002950824596814975, "median_kld": 0.0014380919816101567, "top1_agreement": 0.9760625305324866 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002312156503363396, "median_kld": 0.001266798597498564, "top1_agreement": 0.9726428920371275 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0026910351375215207, "median_kld": 0.0018494646407987148, "top1_agreement": 0.9770395701025891 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0030513270828325225, "median_kld": 0.0016243229765677825, "top1_agreement": 0.9780166096726918 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0025527442292886415, "median_kld": 0.0006158698156468745, "top1_agreement": 0.9833903273082559 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002816516839000117, "median_kld": 0.00177292159105491, "top1_agreement": 0.9745969711773327 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003466844820637649, "median_kld": 0.0015245644290189375, "top1_agreement": 0.9672691744015632 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013889003457357793, "median_kld": 0.0013265966189806022, "top1_agreement": 0.9658036150464093 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028169699783847897, "median_kld": 0.002082669152514427, "top1_agreement": 0.9726428920371275 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003644670772193016, "median_kld": 0.001513633914072443, "top1_agreement": 0.9716658524670249 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003543380910334105, "median_kld": 0.000373922174041752, "top1_agreement": 0.920371275036639 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015609794594133562, "median_kld": 0.0007652937640614255, "top1_agreement": 0.9672691744015632 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002590365988990669, "median_kld": 0.0019893717958439083, "top1_agreement": 0.97361993160723 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0023446792290878643, "median_kld": 0.001862472330486753, "top1_agreement": 0.9716658524670249 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00217733307333821, "median_kld": 0.0017754899379838207, "top1_agreement": 0.9716658524670249 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0052599713788794, "median_kld": 1.1403612528937401e-05, "top1_agreement": 0.9892525647288715 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.006076387453040973, "median_kld": 4.747464358861864e-05, "top1_agreement": 0.9848558866634098 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0026291528537363013, "median_kld": 0.0014833865793661971, "top1_agreement": 0.9804592085979482 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.00727860279534383, "median_kld": 0.004429109369084472, "top1_agreement": 0.9550561797752809 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004299771833441524, "median_kld": 0.0017831646752597408, "top1_agreement": 0.97361993160723 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.002524611715117784, "median_kld": 0.0014004486607746003, "top1_agreement": 0.9726428920371275 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0034146908131525303, "median_kld": 9.109135923290879e-05, "top1_agreement": 0.9902296042989741 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002672063010074268, "median_kld": 0.002058487199008141, "top1_agreement": 0.9716658524670249 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0030914890279043097, "median_kld": 0.002124792973518197, "top1_agreement": 0.9692232535417684 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0027387460571771964, "median_kld": 0.0019807879541531292, "top1_agreement": 0.9604298974108452 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004448098452293988, "median_kld": 0.0016486690944219617, "top1_agreement": 0.975085490962384 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.00279715819195192, "median_kld": 0.0019136911415955637, "top1_agreement": 0.9755740107474352 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002405994038769664, "median_kld": 0.0012065179450502228, "top1_agreement": 0.9721543722520762 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0026653068367674853, "median_kld": 0.0019173180407259238, "top1_agreement": 0.9716658524670249 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0023752732215381054, "median_kld": 0.0016213412759213952, "top1_agreement": 0.9789936492427943 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0021141010518828853, "median_kld": 6.753950135873765e-05, "top1_agreement": 0.9921836834391793 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0044058913030081415, "median_kld": 0.002869904221370234, "top1_agreement": 0.9658036150464093 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0023935614943107982, "median_kld": 0.0016071668844261922, "top1_agreement": 0.9711773326819736 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0028356443281542924, "median_kld": 0.0019643564540352543, "top1_agreement": 0.9741084513922814 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.003592258478678398, "median_kld": 0.0016821474180233054, "top1_agreement": 0.975085490962384 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.004831781866598585, "median_kld": 0.00026654452022079056, "top1_agreement": 0.9829018075232047 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0031608792332020194, "median_kld": 0.0014606077208441093, "top1_agreement": 0.9721543722520762 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.004176249977095391, "median_kld": 0.0018062799135805108, "top1_agreement": 0.9711773326819736 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002477215523863635, "median_kld": 0.0018697280561355, "top1_agreement": 0.9682462139716659 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002173458678687628, "median_kld": 0.0015388610957387527, "top1_agreement": 0.975085490962384 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0029120831629828054, "median_kld": 0.0018568910513145909, "top1_agreement": 0.9794821690278456 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0037362859410071648, "median_kld": 0.0016537997696559614, "top1_agreement": 0.9643380556912555 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.002292505692860144, "median_kld": 0.0014323722991154142, "top1_agreement": 0.9697117733268197 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.0021733239209798163, "median_kld": 0.0013334402201508055, "top1_agreement": 0.9809477283829995 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.002503142560878297, "median_kld": 0.0018377378472678174, "top1_agreement": 0.9721543722520762 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.004262337628257976, "median_kld": 0.0016342259839845497, "top1_agreement": 0.9731314118221788 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013312699326647665, "median_kld": 0.0003067665001736941, "top1_agreement": 0.9745969711773327 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.003501204437099983, "median_kld": 0.0004948715607540066, "top1_agreement": 0.9858329262335125 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0038566973430043147, "median_kld": 0.0005150511870368746, "top1_agreement": 0.9819247679531021 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.002973477292091295, "median_kld": 0.0020467277212077306, "top1_agreement": 0.9721543722520762 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0027367515678536204, "median_kld": 0.001984405301982406, "top1_agreement": 0.9775280898876404 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.001743329554345901, "median_kld": 0.00044020868866923024, "top1_agreement": 0.9702002931118711 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0027930601220270534, "median_kld": 0.001346688845387689, "top1_agreement": 0.9721543722520762 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.003285460061113387, "median_kld": 0.001456364796467824, "top1_agreement": 0.9770395701025891 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0025087392330303336, "median_kld": 0.0014478640096768913, "top1_agreement": 0.975085490962384 } ], "content_sha256": "0543a0d48d3c140ad2a26085ebb7ff45e383278e85752fddf7fcd77038916797", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }