{ "schema": "qwen38-kld-ladder-cumulative/3", "tool": "tools/kld_aggregate.py", "generated_unix": 1786850283, "candidate": "nvfp4", "label": "1M", "reference_identity": { "model_path": "/models/Qwen3.8-27B", "model_revision": null, "model_revision_source": "none", "index_sha256": "77042094076611b69791a610065f28b7013b8c621795fa86ddccc8bac7d1b9df", "config_sha256": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab", "shard_sha256": { "model-00001-of-00018.safetensors": "ba0ce20aae489ad196733da5064bcdf159a1fe84f53336648196e1ebb7751b1c", "model-00002-of-00018.safetensors": "06a148c01bfbe3faa14a5f184a7ff29a706f7ae1c8b2705d2058e26d17a001fb", "model-00003-of-00018.safetensors": "2e1bf62cbcd406eaa64b60d10353e1f0ef4039d0976e56f05cabe953454f9968", "model-00004-of-00018.safetensors": "511e34063187882659753c4d93f3859f93c019fd438d8813071921c81d9a3f1a", "model-00005-of-00018.safetensors": "635cb53446dc74f219740fc59e18b774f877b803b9722e289ca62575a6efa701", "model-00006-of-00018.safetensors": "0bc5214fac607f0e6cc92eec3789d4b8559410ef9fce66621ba8158e8410dae0", "model-00007-of-00018.safetensors": "80b0c49033e9a0d5762562aa12f4acdb7f54da586f3d0110f28c48d91cf07892", "model-00008-of-00018.safetensors": "7192c5b66185d3592927daabee1cc19e6f6e0ce75988ee20e824b624765fda79", "model-00009-of-00018.safetensors": "af3c48cc37af44f3db6ae0579baf019180d48d9c527caa0a1f03ff85813a56d8", "model-00010-of-00018.safetensors": "163490a76f3bea3a40855b7efc04ce6d27afaf1a34f0bbde495b9491f76457c9", "model-00011-of-00018.safetensors": "5f3ae1b948aeee39da77aec558e8236cd65fe4d7cb7686a76bb007acc563c6d8", "model-00012-of-00018.safetensors": "a3de1c7114677a8f5ac5c4892c90e8238ea5c1e2038c80e757dfc87c3902ca55", "model-00013-of-00018.safetensors": "06ab79a41f74c9c5cb734816feb0c7fc364104b227165ee7391231e1155aa02a", "model-00014-of-00018.safetensors": "4138ed94603065ba884bbcadedb04d7718bb40117e85e6f5c6fc5b9c05b7a85b", "model-00015-of-00018.safetensors": "69224e27b9de4e7dbf6fc936c6eaae08447bda3b80a6c31a871ab451173afd22", "model-00016-of-00018.safetensors": "73cb9a1089fb6155cb648609478d6633be8a5c7d9ca5a05bc8925ce8a553cefe", "model-00017-of-00018.safetensors": "beb51f01056142ac4984bd800507b0dd0fd18de57f8e9ef6ea41d1a3598983a8", "model-00018-of-00018.safetensors": "1d3479509e21494658f9b64d317f5ea8e55c4025d28c702d6c4d0b356ce8ea06" }, "quantization": "auto", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "candidate_identity": { "model_path": "/models/Qwen3.8-27B-NVFP4", "model_revision": null, "model_revision_source": "none", "index_sha256": "429430e1b9e65b2cb98eff8cd10a06e70a09cee89c48487a3914684aeb6df57f", "config_sha256": "fd29e5c031dfb051fe591bec1c6417e313be3d1d777e742a2b67de2da937a6b6", "shard_sha256": { "model.safetensors": "c473512c70eace07e2256fe9fd76596ac03e3295bee7d54cfb72676416afcc05", "model_mtp.safetensors": "1d8268aa85ace093a561e3e7b63b9d390dac1cd55a90cd55b5ec509c3c9da9fe" }, "quantization": "compressed-tensors", "quantization_config": null, "trust_remote_code": false, "kv_cache_dtype_requested": "auto", "kv_cache_dtype_resolved": "bfloat16", "kv_cache_dtype_resolved_source": "model_config.dtype" }, "head": "/work/kld2/lm_head.safetensors", "head_sha256": "25a30fd5f826da0abc4efc4cc71def9f02bcb8085f7175eee284d221dee4cfff", "candidate_head": null, "candidate_head_sha256": null, "filter": "all", "scored_position_window": { "schema": "qwen38-scored-position-window/1", "score_from": 0, "windowed": false, "policy": "every shard scored every position of every context; nothing is windowed", "positions_per_context": 2047, "min_left_context_tokens": 1, "declared_by_all_reports": true, "report_schemas": [ "qwen38-fidelity-report/2" ] }, "vocab_size": 248320, "hidden_size": 5120, "comparator": { "vocab_chunk": 24832, "device": "cuda", "accumulation": "float64", "two_pass": true }, "suite": { "mode": "parent-lineage", "shard_size": 512, "shards": [ 0 ], "requested_shards": [ 0 ], "suite_token_sha256": null, "parent": { "path": "/var/tmp/work/kld5/suite", "manifest_sha256": "c79dfad3767ca5b3015129077f20dbb9282a2e51ca8bca9ed09be8c7a9c73019", "schema": "qwen38-distribution-fidelity/6", "suite_token_sha256": "510541f6861b589d44932db253ec25d96d6daaeeee4ea2ab9b65329209482b88", "contexts": 5120, "context_length": 2048, "scored_positions_per_context": 2047 } }, "reports": 1, "contexts": 512, "scored_positions": 1048064, "source_clusters": 330, "token_mean_kld": 0.03011540756091421, "context_macro_mean_kld": 0.03011540756091421, "context_bootstrap": { "mean": 0.03011540756091421, "ci95_low": 0.02763715653434525, "ci95_high": 0.03296468638390454, "clusters": 330, "samples": 10000 }, "bootstrap_config": { "samples": 10000, "seed": 1, "unit": "source_cluster", "over": "union of per-context rows" }, "top1_agreement": 0.9315795600268686, "max_kld": 10.62854133951995, "mean_jsd_bits": 0.010103668913600107, "strata": { "code": { "contexts": 123, "scored_positions": 251781, "macro_mean_kld": 0.035784165024573523, "token_mean_kld": 0.035784165024573523 }, "encyclopedic": { "contexts": 92, "scored_positions": 188324, "macro_mean_kld": 0.028091708436676254, "token_mean_kld": 0.028091708436676258 }, "literary": { "contexts": 82, "scored_positions": 167854, "macro_mean_kld": 0.038600122535093824, "token_mean_kld": 0.038600122535093824 }, "multilingual": { "contexts": 108, "scored_positions": 221076, "macro_mean_kld": 0.029001474103642073, "token_mean_kld": 0.029001474103642073 }, "scientific": { "contexts": 107, "scored_positions": 219029, "macro_mean_kld": 0.01996102753196524, "token_mean_kld": 0.019961027531965235 } }, "worst_contexts": [ { "index": 17, "stratum": "literary", "source_cluster": "pg100", "mean_kld": 0.26629102336594923, "top1_agreement": 0.8900830483634588 }, { "index": 33, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.23323302661313444, "top1_agreement": 0.8959452857840743 }, { "index": 83, "stratum": "literary", "source_cluster": "pg11", "mean_kld": 0.22941064748064458, "top1_agreement": 0.9154860771861261 }, { "index": 438, "stratum": "literary", "source_cluster": "pg1513", "mean_kld": 0.18501345609966405, "top1_agreement": 0.8974108451392281 }, { "index": 411, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.1774669252878437, "top1_agreement": 0.8094772838299951 }, { "index": 408, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "mean_kld": 0.14920912463075756, "top1_agreement": 0.903761602344895 }, { "index": 256, "stratum": "literary", "source_cluster": "pg43", "mean_kld": 0.14831044282222688, "top1_agreement": 0.8104543234000977 }, { "index": 468, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "mean_kld": 0.1301019881890124, "top1_agreement": 0.9008304836345872 }, { "index": 464, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "mean_kld": 0.12556487324074964, "top1_agreement": 0.8900830483634588 }, { "index": 73, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "mean_kld": 0.12157659766556601, "top1_agreement": 0.9179286761113825 }, { "index": 244, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.11513064678655661, "top1_agreement": 0.9057156814851002 }, { "index": 503, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "mean_kld": 0.11404957312247706, "top1_agreement": 0.920371275036639 }, { "index": 290, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "mean_kld": 0.10895929524473318, "top1_agreement": 0.93209574987787 }, { "index": 341, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "mean_kld": 0.10731277476759019, "top1_agreement": 0.9032730825598436 }, { "index": 368, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "mean_kld": 0.10712746778961837, "top1_agreement": 0.9311187103077675 }, { "index": 103, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "mean_kld": 0.1042263363464064, "top1_agreement": 0.9101123595505618 }, { "index": 330, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "mean_kld": 0.10147161854769388, "top1_agreement": 0.9423546653639472 }, { "index": 202, "stratum": "literary", "source_cluster": "pg21839", "mean_kld": 0.09520845083867788, "top1_agreement": 0.8485588666340986 }, { "index": 473, "stratum": "code", "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "mean_kld": 0.09086072084648544, "top1_agreement": 0.9433317049340498 }, { "index": 399, "stratum": "code", "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "mean_kld": 0.08361155761720888, "top1_agreement": 0.9145090376160234 } ], "tail": { "source": "sum of the per-shard kld_tail histograms", "units": "nats", "shards": 1, "binning": { "log10_low": -12.0, "log10_high": 2.0, "bins_per_decade": 40, "bins": 560, "edge_formula": "edges[i] = 10 ** (log10_low + i / bins_per_decade)", "bucket_rule": "bucket(v) = bisect_right(bin_edges, v)", "underflow": "counts[0]: v < bin_edges[0], including every exact zero", "overflow": "counts[561]: v >= bin_edges[-1]" }, "bin_edges": [ 1e-12, 1.0592537251772898e-12, 1.1220184543019652e-12, 1.1885022274370166e-12, 1.258925411794166e-12, 1.333521432163324e-12, 1.4125375446227555e-12, 1.496235656094436e-12, 1.584893192461111e-12, 1.6788040181225588e-12, 1.7782794100389228e-12, 1.883649089489802e-12, 1.9952623149688827e-12, 2.1134890398366434e-12, 2.238721138568338e-12, 2.3713737056616554e-12, 2.5118864315095823e-12, 2.660725059798814e-12, 2.8183829312644492e-12, 2.9853826189179573e-12, 3.1622776601683794e-12, 3.349654391578279e-12, 3.5481338923357604e-12, 3.758374042884436e-12, 3.9810717055349695e-12, 4.2169650342858224e-12, 4.466835921509635e-12, 4.731512589614812e-12, 5.011872336272715e-12, 5.3088444423098795e-12, 5.6234132519034904e-12, 5.956621435290109e-12, 6.309573444801943e-12, 6.683439175686135e-12, 7.079457843841373e-12, 7.498942093324559e-12, 7.943282347242821e-12, 8.413951416451965e-12, 8.912509381337441e-12, 9.440608762859226e-12, 1e-11, 1.0592537251772897e-11, 1.1220184543019653e-11, 1.1885022274370165e-11, 1.2589254117941662e-11, 1.3335214321633241e-11, 1.4125375446227554e-11, 1.496235656094436e-11, 1.5848931924611107e-11, 1.678804018122559e-11, 1.7782794100389227e-11, 1.883649089489802e-11, 1.9952623149688828e-11, 2.1134890398366433e-11, 2.2387211385683377e-11, 2.3713737056616552e-11, 2.5118864315095823e-11, 2.660725059798814e-11, 2.8183829312644493e-11, 2.985382618917957e-11, 3.1622776601683794e-11, 3.349654391578279e-11, 3.548133892335761e-11, 3.758374042884436e-11, 3.9810717055349695e-11, 4.216965034285823e-11, 4.4668359215096346e-11, 4.731512589614812e-11, 5.011872336272715e-11, 5.3088444423098794e-11, 5.6234132519034906e-11, 5.956621435290109e-11, 6.309573444801942e-11, 6.683439175686135e-11, 7.079457843841374e-11, 7.498942093324558e-11, 7.943282347242822e-11, 8.413951416451964e-11, 8.912509381337441e-11, 9.440608762859226e-11, 1e-10, 1.0592537251772898e-10, 1.1220184543019652e-10, 1.1885022274370164e-10, 1.2589254117941662e-10, 1.333521432163324e-10, 1.4125375446227556e-10, 1.496235656094436e-10, 1.584893192461111e-10, 1.6788040181225588e-10, 1.778279410038923e-10, 1.8836490894898022e-10, 1.9952623149688828e-10, 2.1134890398366433e-10, 2.2387211385683377e-10, 2.371373705661655e-10, 2.511886431509582e-10, 2.660725059798814e-10, 2.8183829312644494e-10, 2.985382618917957e-10, 3.1622776601683795e-10, 3.349654391578279e-10, 3.5481338923357605e-10, 3.7583740428844356e-10, 3.9810717055349694e-10, 4.2169650342858224e-10, 4.4668359215096347e-10, 4.731512589614812e-10, 5.011872336272714e-10, 5.30884444230988e-10, 5.623413251903491e-10, 5.95662143529011e-10, 6.309573444801942e-10, 6.683439175686135e-10, 7.079457843841373e-10, 7.498942093324559e-10, 7.943282347242822e-10, 8.413951416451964e-10, 8.912509381337441e-10, 9.440608762859226e-10, 1e-09, 1.0592537251772898e-09, 1.1220184543019653e-09, 1.1885022274370164e-09, 1.2589254117941663e-09, 1.333521432163324e-09, 1.4125375446227555e-09, 1.4962356560944358e-09, 1.584893192461111e-09, 1.6788040181225589e-09, 1.7782794100389228e-09, 1.883649089489802e-09, 1.9952623149688828e-09, 2.113489039836643e-09, 2.2387211385683377e-09, 2.3713737056616553e-09, 2.511886431509582e-09, 2.660725059798814e-09, 2.8183829312644493e-09, 2.985382618917957e-09, 3.1622776601683795e-09, 3.3496543915782794e-09, 3.5481338923357603e-09, 3.758374042884436e-09, 3.981071705534969e-09, 4.216965034285823e-09, 4.466835921509635e-09, 4.731512589614813e-09, 5.011872336272715e-09, 5.3088444423098795e-09, 5.623413251903491e-09, 5.956621435290109e-09, 6.309573444801943e-09, 6.6834391756861355e-09, 7.0794578438413736e-09, 7.498942093324558e-09, 7.943282347242822e-09, 8.413951416451965e-09, 8.912509381337441e-09, 9.440608762859226e-09, 1e-08, 1.0592537251772898e-08, 1.122018454301963e-08, 1.188502227437019e-08, 1.2589254117941661e-08, 1.333521432163324e-08, 1.4125375446227554e-08, 1.496235656094433e-08, 1.5848931924611143e-08, 1.6788040181225588e-08, 1.7782794100389228e-08, 1.883649089489802e-08, 1.9952623149688786e-08, 2.1134890398366476e-08, 2.2387211385683378e-08, 2.371373705661655e-08, 2.511886431509582e-08, 2.6607250597988087e-08, 2.818382931264455e-08, 2.985382618917957e-08, 3.162277660168379e-08, 3.3496543915782795e-08, 3.548133892335753e-08, 3.7583740428844434e-08, 3.981071705534969e-08, 4.2169650342858225e-08, 4.4668359215096346e-08, 4.731512589614803e-08, 5.011872336272725e-08, 5.3088444423098795e-08, 5.6234132519034905e-08, 5.95662143529011e-08, 6.30957344480193e-08, 6.683439175686149e-08, 7.079457843841373e-08, 7.498942093324559e-08, 7.943282347242822e-08, 8.413951416451947e-08, 8.912509381337459e-08, 9.440608762859226e-08, 1e-07, 1.0592537251772897e-07, 1.122018454301963e-07, 1.188502227437019e-07, 1.2589254117941662e-07, 1.333521432163324e-07, 1.4125375446227555e-07, 1.4962356560944328e-07, 1.584893192461114e-07, 1.6788040181225588e-07, 1.7782794100389227e-07, 1.883649089489802e-07, 1.9952623149688787e-07, 2.1134890398366478e-07, 2.2387211385683377e-07, 2.3713737056616554e-07, 2.5118864315095823e-07, 2.6607250597988083e-07, 2.818382931264455e-07, 2.9853826189179574e-07, 3.162277660168379e-07, 3.3496543915782793e-07, 3.548133892335753e-07, 3.7583740428844433e-07, 3.981071705534969e-07, 4.2169650342858225e-07, 4.466835921509635e-07, 4.7315125896148026e-07, 5.011872336272725e-07, 5.308844442309879e-07, 5.62341325190349e-07, 5.956621435290109e-07, 6.30957344480193e-07, 6.683439175686149e-07, 7.079457843841374e-07, 7.498942093324558e-07, 7.943282347242822e-07, 8.413951416451948e-07, 8.912509381337459e-07, 9.440608762859226e-07, 1e-06, 1.0592537251772898e-06, 1.122018454301963e-06, 1.1885022274370189e-06, 1.2589254117941661e-06, 1.333521432163324e-06, 1.4125375446227554e-06, 1.4962356560944329e-06, 1.584893192461114e-06, 1.678804018122559e-06, 1.778279410038923e-06, 1.883649089489802e-06, 1.9952623149688787e-06, 2.113489039836648e-06, 2.2387211385683376e-06, 2.3713737056616552e-06, 2.5118864315095823e-06, 2.6607250597988086e-06, 2.818382931264455e-06, 2.9853826189179572e-06, 3.162277660168379e-06, 3.3496543915782793e-06, 3.548133892335753e-06, 3.7583740428844434e-06, 3.981071705534969e-06, 4.216965034285822e-06, 4.466835921509635e-06, 4.731512589614803e-06, 5.011872336272725e-06, 5.308844442309879e-06, 5.623413251903491e-06, 5.956621435290109e-06, 6.30957344480193e-06, 6.683439175686149e-06, 7.079457843841373e-06, 7.498942093324558e-06, 7.943282347242822e-06, 8.413951416451948e-06, 8.91250938133746e-06, 9.440608762859225e-06, 1e-05, 1.0592537251772897e-05, 1.122018454301963e-05, 1.188502227437019e-05, 1.2589254117941661e-05, 1.333521432163324e-05, 1.4125375446227555e-05, 1.4962356560944327e-05, 1.584893192461114e-05, 1.6788040181225588e-05, 1.778279410038923e-05, 1.883649089489802e-05, 1.9952623149688786e-05, 2.1134890398366476e-05, 2.238721138568338e-05, 2.3713737056616554e-05, 2.5118864315095822e-05, 2.6607250597988085e-05, 2.818382931264455e-05, 2.985382618917957e-05, 3.1622776601683795e-05, 3.3496543915782794e-05, 3.5481338923357534e-05, 3.758374042884443e-05, 3.9810717055349695e-05, 4.216965034285822e-05, 4.466835921509635e-05, 4.731512589614803e-05, 5.011872336272725e-05, 5.308844442309879e-05, 5.623413251903491e-05, 5.9566214352901096e-05, 6.309573444801929e-05, 6.683439175686149e-05, 7.079457843841373e-05, 7.498942093324559e-05, 7.943282347242822e-05, 8.413951416451947e-05, 8.912509381337459e-05, 9.440608762859227e-05, 0.0001, 0.00010592537251772897, 0.00011220184543019653, 0.00011885022274370165, 0.0001258925411794166, 0.0001333521432163324, 0.00014125375446227554, 0.00014962356560944357, 0.0001584893192461111, 0.00016788040181225588, 0.00017782794100389227, 0.0001883649089489802, 0.00019952623149688828, 0.00021134890398366433, 0.00022387211385683378, 0.00023713737056616554, 0.0002511886431509582, 0.0002660725059798814, 0.0002818382931264449, 0.00029853826189179573, 0.00031622776601683794, 0.00033496543915782794, 0.000354813389233576, 0.00037583740428844356, 0.0003981071705534969, 0.00042169650342858224, 0.0004466835921509635, 0.00047315125896148127, 0.0005011872336272714, 0.000530884444230988, 0.0005623413251903491, 0.000595662143529011, 0.0006309573444801943, 0.0006683439175686135, 0.0007079457843841374, 0.0007498942093324559, 0.0007943282347242822, 0.0008413951416451964, 0.0008912509381337441, 0.0009440608762859227, 0.001, 0.0010592537251772898, 0.0011220184543019652, 0.0011885022274370164, 0.0012589254117941662, 0.001333521432163324, 0.0014125375446227555, 0.0014962356560944358, 0.0015848931924611108, 0.001678804018122559, 0.0017782794100389228, 0.0018836490894898021, 0.001995262314968883, 0.002113489039836643, 0.0022387211385683377, 0.0023713737056616554, 0.002511886431509582, 0.002660725059798814, 0.002818382931264449, 0.002985382618917957, 0.0031622776601683794, 0.0033496543915782794, 0.0035481338923357606, 0.0037583740428844357, 0.003981071705534969, 0.004216965034285823, 0.004466835921509635, 0.004731512589614813, 0.005011872336272715, 0.005308844442309879, 0.005623413251903491, 0.005956621435290109, 0.006309573444801942, 0.006683439175686135, 0.0070794578438413735, 0.007498942093324558, 0.00794328234724282, 0.008413951416451964, 0.008912509381337442, 0.009440608762859227, 0.01, 0.010592537251772897, 0.011220184543019653, 0.011885022274370166, 0.012589254117941661, 0.01333521432163324, 0.014125375446227554, 0.014962356560944358, 0.01584893192461111, 0.01678804018122559, 0.01778279410038923, 0.01883649089489802, 0.01995262314968883, 0.021134890398366434, 0.022387211385683378, 0.023713737056616554, 0.025118864315095822, 0.02660725059798814, 0.02818382931264449, 0.02985382618917957, 0.03162277660168379, 0.033496543915782793, 0.03548133892335761, 0.03758374042884435, 0.03981071705534969, 0.042169650342858224, 0.04466835921509635, 0.04731512589614813, 0.050118723362727144, 0.05308844442309879, 0.05623413251903491, 0.059566214352901097, 0.06309573444801943, 0.06683439175686136, 0.07079457843841373, 0.07498942093324558, 0.07943282347242822, 0.08413951416451965, 0.08912509381337441, 0.09440608762859226, 0.1, 0.10592537251772897, 0.11220184543019653, 0.11885022274370165, 0.12589254117941662, 0.1333521432163324, 0.14125375446227553, 0.1496235656094436, 0.1584893192461111, 0.16788040181225589, 0.1778279410038923, 0.1883649089489802, 0.19952623149688828, 0.21134890398366432, 0.22387211385683378, 0.23713737056616552, 0.25118864315095824, 0.2660725059798814, 0.2818382931264449, 0.2985382618917957, 0.31622776601683794, 0.33496543915782795, 0.354813389233576, 0.37583740428844353, 0.3981071705534969, 0.4216965034285822, 0.4466835921509635, 0.47315125896148125, 0.5011872336272715, 0.5308844442309879, 0.5623413251903491, 0.5956621435290109, 0.6309573444801942, 0.6683439175686136, 0.7079457843841374, 0.7498942093324559, 0.7943282347242822, 0.8413951416451965, 0.8912509381337441, 0.9440608762859226, 1.0, 1.0592537251772898, 1.1220184543019653, 1.1885022274370165, 1.2589254117941662, 1.333521432163324, 1.4125375446227555, 1.4962356560944359, 1.584893192461111, 1.678804018122559, 1.7782794100389228, 1.8836490894898021, 1.9952623149688828, 2.1134890398366433, 2.2387211385683377, 2.371373705661655, 2.5118864315095824, 2.660725059798814, 2.8183829312644493, 2.9853826189179573, 3.1622776601683795, 3.3496543915782793, 3.5481338923357604, 3.7583740428844354, 3.981071705534969, 4.216965034285822, 4.4668359215096345, 4.7315125896148125, 5.011872336272715, 5.308844442309879, 5.623413251903491, 5.95662143529011, 6.309573444801943, 6.683439175686135, 7.079457843841373, 7.498942093324558, 7.943282347242821, 8.413951416451965, 8.91250938133744, 9.440608762859226, 10.0, 10.592537251772898, 11.220184543019652, 11.885022274370165, 12.589254117941662, 13.33521432163324, 14.125375446227554, 14.96235656094436, 15.84893192461111, 16.78804018122559, 17.78279410038923, 18.83649089489802, 19.95262314968883, 21.134890398366434, 22.38721138568338, 23.71373705661655, 25.11886431509582, 26.60725059798814, 28.18382931264449, 29.85382618917957, 31.622776601683793, 33.496543915782794, 35.481338923357605, 37.58374042884436, 39.81071705534969, 42.169650342858226, 44.668359215096345, 47.315125896148125, 50.118723362727145, 53.08844442309879, 56.23413251903491, 59.56621435290109, 63.09573444801943, 66.83439175686135, 70.79457843841374, 74.98942093324558, 79.43282347242821, 84.13951416451965, 89.1250938133744, 94.40608762859226, 100.0 ], "counts": [ 3315, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 2, 4, 1, 1, 2, 2, 2, 3, 3, 0, 2, 3, 4, 1, 3, 1, 1, 0, 6, 2, 2, 0, 2, 2, 4, 3, 4, 4, 6, 2, 5, 12, 3, 5, 5, 1, 16, 4, 11, 8, 8, 8, 4, 12, 12, 12, 17, 19, 7, 22, 13, 15, 19, 22, 14, 16, 12, 19, 30, 37, 25, 29, 32, 34, 20, 38, 14, 38, 29, 37, 39, 37, 41, 55, 53, 52, 60, 74, 59, 65, 62, 81, 80, 74, 87, 94, 106, 107, 114, 122, 136, 132, 127, 142, 169, 158, 199, 186, 200, 256, 239, 229, 268, 317, 328, 320, 371, 365, 424, 444, 441, 483, 488, 511, 567, 550, 594, 638, 657, 702, 779, 842, 724, 824, 853, 863, 834, 905, 913, 936, 1025, 1061, 1081, 1160, 1155, 1205, 1183, 1245, 1263, 1232, 1300, 1373, 1324, 1443, 1441, 1423, 1517, 1582, 1596, 1622, 1694, 1639, 1746, 1791, 1823, 1841, 1907, 1950, 1962, 1966, 1974, 2048, 2128, 2055, 2136, 2187, 2235, 2264, 2377, 2266, 2345, 2403, 2458, 2450, 2454, 2449, 2546, 2603, 2572, 2680, 2627, 2679, 2663, 2796, 2759, 2834, 2817, 2839, 2801, 2855, 2925, 2928, 2974, 2962, 3089, 3031, 3151, 3082, 3056, 3087, 3065, 3044, 3148, 3232, 3232, 3365, 3362, 3284, 3349, 3357, 3414, 3502, 3411, 3373, 3458, 3568, 3571, 3579, 3755, 3722, 3868, 4021, 4031, 4013, 4166, 4306, 4347, 4356, 4448, 4660, 4873, 4929, 5284, 5791, 5543, 5503, 5648, 5767, 5731, 6038, 6083, 6038, 6550, 6552, 6776, 6927, 7042, 7470, 7713, 7952, 8247, 8448, 8855, 9358, 9494, 10253, 10685, 11443, 11759, 11913, 12348, 12623, 12904, 13168, 13689, 14036, 14437, 14695, 15087, 15512, 15814, 16373, 15969, 15889, 15994, 15579, 15198, 14980, 15032, 14611, 14248, 14145, 13261, 12735, 12034, 11528, 10859, 10469, 10004, 9366, 8707, 8097, 7605, 7185, 6682, 6393, 5914, 5304, 5211, 4759, 4386, 4006, 3845, 3442, 3378, 3109, 2871, 2623, 2463, 2337, 2055, 1935, 1806, 1673, 1577, 1436, 1407, 1251, 1199, 1071, 1010, 922, 844, 800, 733, 654, 617, 580, 539, 533, 468, 426, 392, 347, 367, 316, 286, 290, 261, 252, 227, 198, 189, 168, 158, 156, 144, 118, 104, 105, 97, 89, 91, 88, 68, 70, 69, 65, 50, 55, 42, 42, 34, 30, 26, 17, 21, 20, 14, 21, 12, 13, 6, 7, 5, 4, 3, 6, 3, 3, 2, 1, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "total_count": 1048064, "underflow_count": 3315, "overflow_count": 0, "max_kld_exact": 10.62854133951995, "min_kld_exact": -5.555704963168973e-06, "quantiles": { "p50": { "quantile": 0.5, "lower": 0.009440608762859227, "upper": 0.01, "estimate": 0.00958008419327783, "bin": 400, "bin_kind": "log", "bin_lower": 0.009440608762859227, "bin_upper": 0.01, "order_statistic": 524032, "positions_below_bin": 520816, "positions_in_bin": 12623, "relative_width": 0.05593912371407734 }, "p95": { "quantile": 0.95, "lower": 0.1, "upper": 0.10592537251772897, "estimate": 0.10053492773576889, "bin": 441, "bin_kind": "log", "bin_lower": 0.1, "bin_upper": 0.10592537251772897, "order_statistic": 995660, "positions_below_bin": 995304, "positions_in_bin": 3845, "relative_width": 0.05593912371407734 }, "p99": { "quantile": 0.99, "lower": 0.33496543915782795, "upper": 0.354813389233576, "estimate": 0.33556541000361756, "bin": 462, "bin_kind": "log", "bin_lower": 0.33496543915782795, "bin_upper": 0.354813389233576, "order_statistic": 1037583, "positions_below_bin": 1037558, "positions_in_bin": 800, "relative_width": 0.05593912371407732 }, "p999": { "quantile": 0.999, "lower": 1.584893192461111, "upper": 1.678804018122559, "estimate": 1.6128235478141013, "bin": 489, "bin_kind": "log", "bin_lower": 1.584893192461111, "bin_upper": 1.678804018122559, "order_statistic": 1047015, "positions_below_bin": 1046986, "positions_in_bin": 97, "relative_width": 0.05593912371407739 }, "p9999": { "quantile": 0.9999, "lower": 4.216965034285822, "upper": 4.4668359215096345, "estimate": 4.450072894420269, "bin": 506, "bin_kind": "log", "bin_lower": 4.216965034285822, "bin_upper": 4.4668359215096345, "order_statistic": 1047959, "positions_below_bin": 1047940, "positions_in_bin": 20, "relative_width": 0.05593912371407737 } }, "exceedance": [ { "requested": 0.0001, "threshold": 0.0001, "exact": true, "positions": 926917, "fraction": 0.8844087765632633 }, { "requested": 0.001, "threshold": 0.001, "exact": true, "positions": 798588, "fraction": 0.761964918172936 }, { "requested": 0.01, "threshold": 0.01, "exact": true, "positions": 514625, "fraction": 0.49102440308988765 }, { "requested": 0.1, "threshold": 0.1, "exact": true, "positions": 52760, "fraction": 0.05034043722520762 }, { "requested": 1.0, "threshold": 1.0, "exact": true, "positions": 2220, "fraction": 0.0021181912554958477 } ], "method": "counts add across shards, percentiles do not: each quantile is reported as the [lower, upper] bin interval that provably contains it, plus a log-uniform point estimate inside that interval. max_kld_exact and the exceedance counts are exact, not interpolated." }, "ladder": { "checkpoint": "1M", "checkpoint_positions": 1000000, "next": "2M", "next_positions": 2000000, "positions_to_next": 951936, "targets": { "1M": 1000000, "2M": 2000000, "5M": 5000000, "10M": 10000000 } }, "shards": [ { "shard": 0, "report": "/var/tmp/work/kld5-nvfp4/reports/shard-0000/report-nvfp4.json", "report_sha256": "49bdf713182f4e40421ba5eb5d2840506ea83f4bb878c491d91d695b45771e5d", "suite_token_sha256": "caef8a4628d6c07c162100895096f890cdf9cafc8e4c48b3d66035d737ee7cf7", "reference_capture": "/work/kld5-nvfp4/hidden/shard-0000/hidden-bf16", "candidate_capture": "/work/kld5-nvfp4/hidden/shard-0000/hidden-nvfp4", "contexts": 512, "scored_positions": 1048064, "context_index_min": 0, "context_index_max": 511, "token_mean_kld": 0.030115407560914208, "context_macro_mean_kld": 0.03011540756091421, "top1_agreement": 0.9315795600268686, "max_kld": 10.62854133951995, "p999_kld": 1.622844287351794, "row_consistency": { "token_mean_relative_gap": 1.152050472813954e-16, "top1_relative_gap": 0.0 } } ], "consistency": { "tolerance": 1e-06, "max_token_mean_relative_gap": 1.152050472813954e-16, "max_top1_relative_gap": 0.0, "note": "headline numbers are recomputed from per-context rows and cross-checked against each shard report's own summary" }, "not_aggregable": { "token_percentiles_exact": "an exact cumulative median/p95/p99/p999 would need the token-level KLD vector, which no shard report carries. `tail.quantiles` bounds each one by the histogram bin it falls in, which is exact to the bin width; each shard's own exact percentiles are in its report", "jsd_percentiles": "shard reports carry only the position-weighted mean JSD, so its distribution cannot be recovered here" }, "inputs": { "/var/tmp/work/kld5-nvfp4/reports/shard-0000/report-nvfp4.json": "49bdf713182f4e40421ba5eb5d2840506ea83f4bb878c491d91d695b45771e5d" }, "per_context_all": [ { "index": 0, "source_cluster": "pg2868", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02355984498621753, "median_kld": 0.014975771468243693, "top1_agreement": 0.920371275036639 }, { "index": 1, "source_cluster": "wiki5-en-2028-summer-olympics", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020220359710682118, "median_kld": 0.00880517573796169, "top1_agreement": 0.9447972642892037 }, { "index": 2, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025011626958609683, "median_kld": 0.017279444693485857, "top1_agreement": 0.9179286761113825 }, { "index": 3, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02700390967432047, "median_kld": 0.015474154005914897, "top1_agreement": 0.9276990718124084 }, { "index": 4, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.024029978787605644, "median_kld": 0.015210226004999328, "top1_agreement": 0.9179286761113825 }, { "index": 5, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.022631539880517332, "median_kld": 0.012548024846232408, "top1_agreement": 0.9345383488031265 }, { "index": 6, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025543575972996283, "median_kld": 0.015451850714782722, "top1_agreement": 0.9179286761113825 }, { "index": 7, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.026201877619164718, "median_kld": 0.0013410066937868947, "top1_agreement": 0.9614069369809477 }, { "index": 8, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017751490831652388, "median_kld": 0.012254927296226015, "top1_agreement": 0.9193942354665364 }, { "index": 9, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020563841311843974, "median_kld": 0.013564615256882462, "top1_agreement": 0.9179286761113825 }, { "index": 10, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020390394493688267, "median_kld": 0.013219485569720746, "top1_agreement": 0.9350268685881779 }, { "index": 11, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015257816557949605, "median_kld": 0.0002477681266910281, "top1_agreement": 0.9745969711773327 }, { "index": 12, "source_cluster": "wiki5-fr-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021016596537040237, "median_kld": 0.00961017385465368, "top1_agreement": 0.9374694675134343 }, { "index": 13, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016746009826835623, "median_kld": 0.0013200418762835398, "top1_agreement": 0.9653150952613581 }, { "index": 14, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018228117018990127, "median_kld": 0.002208471544548729, "top1_agreement": 0.9574987787005373 }, { "index": 15, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020902092740144134, "median_kld": 0.011778517457941007, "top1_agreement": 0.936980947728383 }, { "index": 16, "source_cluster": "wiki5-en-uefa-european-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02473165182312764, "median_kld": 0.011435773045889164, "top1_agreement": 0.940400586223742 }, { "index": 17, "source_cluster": "pg100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.26629102336594923, "median_kld": 0.0141506235924993, "top1_agreement": 0.8900830483634588 }, { "index": 18, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014764146447839566, "median_kld": 0.009858089846375151, "top1_agreement": 0.9291646311675623 }, { "index": 19, "source_cluster": "wiki5-ja-h82e8f84f6d85", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.018631785781924138, "median_kld": 0.0033841307886177674, "top1_agreement": 0.9521250610649731 }, { "index": 20, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019549623024716245, "median_kld": 0.012768341609287859, "top1_agreement": 0.9247679531021006 }, { "index": 21, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01374373285627041, "median_kld": 0.0011192083716196066, "top1_agreement": 0.9731314118221788 }, { "index": 22, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.024305316478360137, "median_kld": 0.013860226692088418, "top1_agreement": 0.9159745969711773 }, { "index": 23, "source_cluster": "wiki5-sv-peter-lemarc", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023930702909081003, "median_kld": 0.009447852602050943, "top1_agreement": 0.9272105520273571 }, { "index": 24, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021690251349067265, "median_kld": 0.013935432831033268, "top1_agreement": 0.9135319980459209 }, { "index": 25, "source_cluster": "wiki5-sv-christine-meltzer", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02203520356199457, "median_kld": 0.007360463908753445, "top1_agreement": 0.9345383488031265 }, { "index": 26, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023661539309395147, "median_kld": 0.008193858888262184, "top1_agreement": 0.9330727894479727 }, { "index": 27, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020076431697538834, "median_kld": 0.01385787110120873, "top1_agreement": 0.925256472887152 }, { "index": 28, "source_cluster": "pg3268", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.03146813754703569, "median_kld": 0.016211598757195134, "top1_agreement": 0.912066438690767 }, { "index": 29, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02582848122525544, "median_kld": 0.016872832971898788, "top1_agreement": 0.9115779189057157 }, { "index": 30, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.030805089581892292, "median_kld": 0.01874757943073746, "top1_agreement": 0.9008304836345872 }, { "index": 31, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0243942219378272, "median_kld": 0.01187740860041231, "top1_agreement": 0.9291646311675623 }, { "index": 32, "source_cluster": "numpy5-v2.2.1-numpy-ma-core-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021103178750421336, "median_kld": 0.001636602765747841, "top1_agreement": 0.9643380556912555 }, { "index": 33, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.23323302661313444, "median_kld": 0.0038320157513389574, "top1_agreement": 0.8959452857840743 }, { "index": 34, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.019345626413712184, "median_kld": 0.00044121500076244047, "top1_agreement": 0.9726428920371275 }, { "index": 35, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021081425971920354, "median_kld": 0.010419136477139546, "top1_agreement": 0.9443087445041524 }, { "index": 36, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.04914635930685944, "median_kld": 0.03208881442515121, "top1_agreement": 0.885686370297997 }, { "index": 37, "source_cluster": "wiki5-en-gavin-newsom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015022092335945493, "median_kld": 0.007186904989124443, "top1_agreement": 0.9487054225696141 }, { "index": 38, "source_cluster": "wiki5-en-deadpool", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.028295745467813542, "median_kld": 0.015661398191468834, "top1_agreement": 0.9267220322423058 }, { "index": 39, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02741319876112467, "median_kld": 0.0016426007480667693, "top1_agreement": 0.9623839765510503 }, { "index": 40, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015275028311471551, "median_kld": 0.008957248451508804, "top1_agreement": 0.9374694675134343 }, { "index": 41, "source_cluster": "wiki5-id-satryo-brodjonegoro", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020604821658490476, "median_kld": 0.010239520958350568, "top1_agreement": 0.9335613092330239 }, { "index": 42, "source_cluster": "wiki5-tr-ole-gunnar-solskj-r", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.018705676951227716, "median_kld": 0.005318991860235656, "top1_agreement": 0.9379579872984856 }, { "index": 43, "source_cluster": "arxiv5-cs-LO-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.025854029182148016, "median_kld": 0.01467968229349026, "top1_agreement": 0.920371275036639 }, { "index": 44, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021468228783354092, "median_kld": 0.013954157494822539, "top1_agreement": 0.9262335124572545 }, { "index": 45, "source_cluster": "wiki5-de-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020532939992927195, "median_kld": 0.010369696111013127, "top1_agreement": 0.9213483146067416 }, { "index": 46, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.018775088423510652, "median_kld": 0.013407926131208114, "top1_agreement": 0.9291646311675623 }, { "index": 47, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020158703845504642, "median_kld": 0.009140739043232315, "top1_agreement": 0.936980947728383 }, { "index": 48, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01671743652682968, "median_kld": 0.010312179547781852, "top1_agreement": 0.93209574987787 }, { "index": 49, "source_cluster": "pg28203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02840138888145576, "median_kld": 0.0160847743791237, "top1_agreement": 0.9032730825598436 }, { "index": 50, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016914573152692625, "median_kld": 0.0013149727119525778, "top1_agreement": 0.9711773326819736 }, { "index": 51, "source_cluster": "wiki5-en-reform-uk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.021901570707583883, "median_kld": 0.009368130129132624, "top1_agreement": 0.9433317049340498 }, { "index": 52, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.06554429928892448, "median_kld": 0.004819744283345528, "top1_agreement": 0.9384465070835368 }, { "index": 53, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.030640864490287786, "median_kld": 0.013140365052095149, "top1_agreement": 0.920371275036639 }, { "index": 54, "source_cluster": "cpython5-v3.13.1-python-ceval-macros-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.034501752889930015, "median_kld": 0.005079711289909028, "top1_agreement": 0.9389350268685882 }, { "index": 55, "source_cluster": "wiki5-pt-marcelo-rubens-paiva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025987124198466154, "median_kld": 0.008481769128593442, "top1_agreement": 0.9306301905227161 }, { "index": 56, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02075670708829959, "median_kld": 0.01425947436041497, "top1_agreement": 0.9174401563263312 }, { "index": 57, "source_cluster": "numpy5-v2.2.1-numpy-ma-mrecords-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024043955707920176, "median_kld": 0.004683268382379424, "top1_agreement": 0.9472398632144602 }, { "index": 58, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014211603436217128, "median_kld": 0.0014866641092474708, "top1_agreement": 0.9408891060087934 }, { "index": 59, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019011816667038547, "median_kld": 0.00992705425480267, "top1_agreement": 0.9408891060087934 }, { "index": 60, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.04082923304499441, "median_kld": 0.0184337373048038, "top1_agreement": 0.9066927210552027 }, { "index": 61, "source_cluster": "wiki5-hi-he3b8efc60c88", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.05658535074769026, "median_kld": 0.025696770288050175, "top1_agreement": 0.8910600879335613 }, { "index": 62, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.027831606175509536, "median_kld": 0.0010946390869435163, "top1_agreement": 0.945285784074255 }, { "index": 63, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.018582891557811284, "median_kld": 0.011100483127165717, "top1_agreement": 0.9355153883732291 }, { "index": 64, "source_cluster": "wiki5-en-elon-musk", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025827673866491718, "median_kld": 0.01149738498526176, "top1_agreement": 0.9257449926722032 }, { "index": 65, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022434190085551375, "median_kld": 0.01206803546494939, "top1_agreement": 0.9174401563263312 }, { "index": 66, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015902310355824883, "median_kld": 0.0010184953837537591, "top1_agreement": 0.9741084513922814 }, { "index": 67, "source_cluster": "wiki5-en-vivek-ramaswamy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.018187407773576515, "median_kld": 0.008958022070146399, "top1_agreement": 0.9408891060087934 }, { "index": 68, "source_cluster": "wiki5-en-donald-trump-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.026848191997303487, "median_kld": 0.01042436045827344, "top1_agreement": 0.9267220322423058 }, { "index": 69, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03236672898063277, "median_kld": 0.009812773678930853, "top1_agreement": 0.93209574987787 }, { "index": 70, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.024833604169081647, "median_kld": 0.01592047989151979, "top1_agreement": 0.9125549584758182 }, { "index": 71, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.025827352094329188, "median_kld": 0.002153881136631952, "top1_agreement": 0.9506595017098193 }, { "index": 72, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017939959973516433, "median_kld": 0.0009163845525392844, "top1_agreement": 0.9687347337567171 }, { "index": 73, "source_cluster": "numpy5-v2.2.1-numpy-matlib-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.12157659766556601, "median_kld": 0.004795734496354953, "top1_agreement": 0.9179286761113825 }, { "index": 74, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02449250965351687, "median_kld": 0.015424496702280521, "top1_agreement": 0.9169516365412799 }, { "index": 75, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020248559360274008, "median_kld": 0.009422283200606785, "top1_agreement": 0.9399120664386907 }, { "index": 76, "source_cluster": "wiki5-it-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020634363256840493, "median_kld": 0.009812248551952507, "top1_agreement": 0.9311187103077675 }, { "index": 77, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021193028421254853, "median_kld": 0.014676329683879885, "top1_agreement": 0.9267220322423058 }, { "index": 78, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019460053737000067, "median_kld": 0.013307649906664665, "top1_agreement": 0.923790913531998 }, { "index": 79, "source_cluster": "wiki5-pt-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03111606639895933, "median_kld": 0.010608537360894843, "top1_agreement": 0.9218368343917929 }, { "index": 80, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026385368366050533, "median_kld": 0.012412826303261681, "top1_agreement": 0.9198827552515877 }, { "index": 81, "source_cluster": "pg20203", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.03280301736821928, "median_kld": 0.013163826355736319, "top1_agreement": 0.920371275036639 }, { "index": 82, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015259608586271373, "median_kld": 0.00043309148379711004, "top1_agreement": 0.9770395701025891 }, { "index": 83, "source_cluster": "pg11", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.22941064748064458, "median_kld": 0.0015141495575736186, "top1_agreement": 0.9154860771861261 }, { "index": 84, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02669230650299214, "median_kld": 0.001163526271547255, "top1_agreement": 0.9672691744015632 }, { "index": 85, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02746663782836921, "median_kld": 0.01589920360402175, "top1_agreement": 0.9223253541768441 }, { "index": 86, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025182094803572228, "median_kld": 0.012115090918086935, "top1_agreement": 0.9228138739618954 }, { "index": 87, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015338966912935563, "median_kld": 0.009334092635981506, "top1_agreement": 0.9423546653639472 }, { "index": 88, "source_cluster": "wiki5-en-gerald-ford", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03184660187450016, "median_kld": 0.014666687337651751, "top1_agreement": 0.9169516365412799 }, { "index": 89, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021918943239759174, "median_kld": 0.010681236825121232, "top1_agreement": 0.9281875915974597 }, { "index": 90, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03482613300102437, "median_kld": 0.009220526664648787, "top1_agreement": 0.9247679531021006 }, { "index": 91, "source_cluster": "cpython5-v3.13.1-objects-complexobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021801970521981844, "median_kld": 0.000936830687308543, "top1_agreement": 0.9628724963361016 }, { "index": 92, "source_cluster": "cpython5-v3.13.1-objects-iterobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021121256925364502, "median_kld": 0.00037244408276393415, "top1_agreement": 0.9741084513922814 }, { "index": 93, "source_cluster": "wiki5-ja-h059e7e765623", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027472444850270443, "median_kld": 0.012178993405541405, "top1_agreement": 0.9276990718124084 }, { "index": 94, "source_cluster": "wiki5-it-giacomo-leopardi", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02912195045937366, "median_kld": 0.011218045598251791, "top1_agreement": 0.9125549584758182 }, { "index": 95, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017961755318377213, "median_kld": 0.011915281438291458, "top1_agreement": 0.923790913531998 }, { "index": 96, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025867270202189374, "median_kld": 0.009961868991027245, "top1_agreement": 0.9291646311675623 }, { "index": 97, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.026486673364125694, "median_kld": 0.01675892482950303, "top1_agreement": 0.9208597948216902 }, { "index": 98, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.027938692749579858, "median_kld": 0.014284990000987818, "top1_agreement": 0.9272105520273571 }, { "index": 99, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025313345008105403, "median_kld": 0.015653830230803578, "top1_agreement": 0.9198827552515877 }, { "index": 100, "source_cluster": "cpython5-v3.13.1-objects-floatobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.025441630026128186, "median_kld": 0.0028453896733715567, "top1_agreement": 0.9267220322423058 }, { "index": 101, "source_cluster": "cpython5-v3.13.1-objects-unionobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015521102092200324, "median_kld": 0.0007586251349636086, "top1_agreement": 0.9697117733268197 }, { "index": 102, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.029353663856464995, "median_kld": 0.011009239991835784, "top1_agreement": 0.9208597948216902 }, { "index": 103, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-laguerre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1042263363464064, "median_kld": 0.009047223185746134, "top1_agreement": 0.9101123595505618 }, { "index": 104, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.04179431954176377, "median_kld": 0.00012270782759316035, "top1_agreement": 0.9638495359062041 }, { "index": 105, "source_cluster": "pg65238", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.024584388848987716, "median_kld": 0.014437571547205152, "top1_agreement": 0.93209574987787 }, { "index": 106, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02426779311956834, "median_kld": 0.016300037619203067, "top1_agreement": 0.9110893991206643 }, { "index": 107, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.03004623856950289, "median_kld": 0.016755584212205576, "top1_agreement": 0.9267220322423058 }, { "index": 108, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025876563399996232, "median_kld": 0.015852523503781413, "top1_agreement": 0.9096238397655105 }, { "index": 109, "source_cluster": "wiki5-en-robert-f-kennedy-jr", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02051275572986188, "median_kld": 0.010862009319794197, "top1_agreement": 0.9291646311675623 }, { "index": 110, "source_cluster": "cpython5-v3.13.1-python-flowgraph-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009786840009614309, "median_kld": 0.0010503739151115354, "top1_agreement": 0.9706888128969223 }, { "index": 111, "source_cluster": "wiki5-en-list-of-highest-grossing-films", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017343211145538565, "median_kld": 0.009644344769185409, "top1_agreement": 0.9325842696629213 }, { "index": 112, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02031081929836512, "median_kld": 0.013035118389900902, "top1_agreement": 0.9316072300928188 }, { "index": 113, "source_cluster": "cpython5-v3.13.1-python-symtable-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.019986450649560044, "median_kld": 0.0009803487150890078, "top1_agreement": 0.9643380556912555 }, { "index": 114, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02271122375144726, "median_kld": 0.010512414887216437, "top1_agreement": 0.9242794333170493 }, { "index": 115, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021826338768108744, "median_kld": 0.01205310682939853, "top1_agreement": 0.9193942354665364 }, { "index": 116, "source_cluster": "arxiv5-cs-CE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019065371706296807, "median_kld": 0.010508808427061922, "top1_agreement": 0.9306301905227161 }, { "index": 117, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020864305371310808, "median_kld": 0.012549162801860803, "top1_agreement": 0.9272105520273571 }, { "index": 118, "source_cluster": "wiki5-ar-h667583703021", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022311877876302868, "median_kld": 0.011213689438591246, "top1_agreement": 0.9198827552515877 }, { "index": 119, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03194263063556374, "median_kld": 0.009460029437832418, "top1_agreement": 0.9213483146067416 }, { "index": 120, "source_cluster": "wiki5-ja-h6eba8794e3c6", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.052335178243689974, "median_kld": 0.0117662908451166, "top1_agreement": 0.923790913531998 }, { "index": 121, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.033391968316639514, "median_kld": 0.00040327099866743765, "top1_agreement": 0.9648265754763068 }, { "index": 122, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.023404567532758807, "median_kld": 0.01327210940257828, "top1_agreement": 0.9276990718124084 }, { "index": 123, "source_cluster": "wiki5-en-united-kingdom", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.034111675740451056, "median_kld": 0.013700874951069864, "top1_agreement": 0.9228138739618954 }, { "index": 124, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01890508929643366, "median_kld": 0.010777966304203801, "top1_agreement": 0.9267220322423058 }, { "index": 125, "source_cluster": "arxiv5-cs-LO-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020134196344487258, "median_kld": 0.012159611331938436, "top1_agreement": 0.93209574987787 }, { "index": 126, "source_cluster": "wiki5-sv-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02638356883095892, "median_kld": 0.008414001420987915, "top1_agreement": 0.9267220322423058 }, { "index": 127, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03400583617294915, "median_kld": 0.0161061433100258, "top1_agreement": 0.9125549584758182 }, { "index": 128, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017963535025938098, "median_kld": 0.000609605916885414, "top1_agreement": 0.966780654616512 }, { "index": 129, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03879316929964732, "median_kld": 0.012433753159712069, "top1_agreement": 0.9233023937469468 }, { "index": 130, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01878783050473254, "median_kld": 0.010495154904674564, "top1_agreement": 0.9325842696629213 }, { "index": 131, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03059094988374428, "median_kld": 0.00036295897785976194, "top1_agreement": 0.9658036150464093 }, { "index": 132, "source_cluster": "wiki5-en-assassination-of-john-f-kennedy", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.034569103421759804, "median_kld": 0.014062495887571913, "top1_agreement": 0.9218368343917929 }, { "index": 133, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019778124020595454, "median_kld": 0.011297909255919336, "top1_agreement": 0.9394235466536395 }, { "index": 134, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027537342689998266, "median_kld": 0.009306326056503167, "top1_agreement": 0.9286761113825109 }, { "index": 135, "source_cluster": "wiki5-tr-osmanl-i-mparatorlug-u", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03495758775427122, "median_kld": 0.010722309779794159, "top1_agreement": 0.9330727894479727 }, { "index": 136, "source_cluster": "wiki5-fa-h44e3fcb0d500", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025766007204712907, "median_kld": 0.009465117673244094, "top1_agreement": 0.9364924279433317 }, { "index": 137, "source_cluster": "wiki5-en-glen-powell", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020874855862959247, "median_kld": 0.008480110609625058, "top1_agreement": 0.936980947728383 }, { "index": 138, "source_cluster": "wiki5-sv-henrik-viii-av-england", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.04344322116250137, "median_kld": 0.01795695429245825, "top1_agreement": 0.9115779189057157 }, { "index": 139, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.03270480062576368, "median_kld": 0.012276315470217014, "top1_agreement": 0.9340498290180752 }, { "index": 140, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022852986250817733, "median_kld": 0.010272589584928937, "top1_agreement": 0.925256472887152 }, { "index": 141, "source_cluster": "pg5197", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02122242917550363, "median_kld": 0.012887763068306413, "top1_agreement": 0.9276990718124084 }, { "index": 142, "source_cluster": "pg31635", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02234500847663757, "median_kld": 0.014233130973764219, "top1_agreement": 0.9257449926722032 }, { "index": 143, "source_cluster": "wiki5-en-dua-lipa", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02060353094995911, "median_kld": 0.009145962832917576, "top1_agreement": 0.9276990718124084 }, { "index": 144, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01934523649924071, "median_kld": 0.001264350752412824, "top1_agreement": 0.9662921348314607 }, { "index": 145, "source_cluster": "wiki5-fa-hc7c13d635b08", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.033261327257756344, "median_kld": 0.007026827558547666, "top1_agreement": 0.9330727894479727 }, { "index": 146, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03529219450803685, "median_kld": 0.011386291291273665, "top1_agreement": 0.9242794333170493 }, { "index": 147, "source_cluster": "wiki5-zh-hba42412b42f4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024576552449693975, "median_kld": 0.014794730977882864, "top1_agreement": 0.9169516365412799 }, { "index": 148, "source_cluster": "numpy5-v2.2.1-numpy-matrixlib-defmatrix-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014766722975250206, "median_kld": 0.00019134100782025598, "top1_agreement": 0.9838788470933073 }, { "index": 149, "source_cluster": "wiki5-en-serena-williams", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.021647990169286157, "median_kld": 0.00970009982691522, "top1_agreement": 0.9257449926722032 }, { "index": 150, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.042195615037989034, "median_kld": 0.013247823495930788, "top1_agreement": 0.9301416707376648 }, { "index": 151, "source_cluster": "wiki5-pt-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01797394066696965, "median_kld": 0.008390031690851174, "top1_agreement": 0.9345383488031265 }, { "index": 152, "source_cluster": "wiki5-hi-h308885d90ce4", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.06497800120889072, "median_kld": 0.032853859946044395, "top1_agreement": 0.8778700537371763 }, { "index": 153, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.024860515488830146, "median_kld": 0.015063550913509971, "top1_agreement": 0.93209574987787 }, { "index": 154, "source_cluster": "wiki5-en-charli-xcx", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.038632152144114, "median_kld": 0.009814124926549539, "top1_agreement": 0.9223253541768441 }, { "index": 155, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021355501131682306, "median_kld": 0.00964120063610352, "top1_agreement": 0.9438202247191011 }, { "index": 156, "source_cluster": "cpython5-v3.13.1-objects-dictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02386546844168591, "median_kld": 0.0036269882050419255, "top1_agreement": 0.9384465070835368 }, { "index": 157, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-litemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017091048021777813, "median_kld": 0.00042905545941707146, "top1_agreement": 0.9721543722520762 }, { "index": 158, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01975859034639725, "median_kld": 0.0139503898502511, "top1_agreement": 0.9233023937469468 }, { "index": 159, "source_cluster": "numpy5-v2.2.1-numpy-ma-extras-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07608508155569702, "median_kld": 0.0037431365463049815, "top1_agreement": 0.9296531509526136 }, { "index": 160, "source_cluster": "wiki5-it-david-lynch", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.031604331840763535, "median_kld": 0.0028935603463651205, "top1_agreement": 0.9462628236443575 }, { "index": 161, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02151237642668953, "median_kld": 0.01208351505847105, "top1_agreement": 0.9281875915974597 }, { "index": 162, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020362827459370604, "median_kld": 0.009997481024583976, "top1_agreement": 0.9443087445041524 }, { "index": 163, "source_cluster": "wiki5-en-2024-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.023735043642641524, "median_kld": 0.010458102152369975, "top1_agreement": 0.9325842696629213 }, { "index": 164, "source_cluster": "wiki5-en-2024-crowdstrike-incident", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.021568313251140225, "median_kld": 0.012160367094338653, "top1_agreement": 0.9296531509526136 }, { "index": 165, "source_cluster": "wiki5-en-jana-novotna", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015425440745768446, "median_kld": 0.006030366538709586, "top1_agreement": 0.9447972642892037 }, { "index": 166, "source_cluster": "wiki5-fa-h6f1de7c28c8a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02574926093795275, "median_kld": 0.010730384816270089, "top1_agreement": 0.9384465070835368 }, { "index": 167, "source_cluster": "wiki5-zh-h9cff74ad5e51", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02320146273671096, "median_kld": 0.012373188743367791, "top1_agreement": 0.9164631167562286 }, { "index": 168, "source_cluster": "wiki5-en-manchester-united-f-c", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022324895518658558, "median_kld": 0.010418211192245508, "top1_agreement": 0.9345383488031265 }, { "index": 169, "source_cluster": "wiki5-en-2016-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.026593949684056054, "median_kld": 0.012677518576651892, "top1_agreement": 0.907181240840254 }, { "index": 170, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022972742720716966, "median_kld": 0.009027340777573833, "top1_agreement": 0.9325842696629213 }, { "index": 171, "source_cluster": "cpython5-v3.13.1-python-gc-free-threading-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.028247286993301878, "median_kld": 0.0008846937222131146, "top1_agreement": 0.9633610161211529 }, { "index": 172, "source_cluster": "wiki5-nl-nederland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025562183839916642, "median_kld": 0.010342468978706165, "top1_agreement": 0.9223253541768441 }, { "index": 173, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024236355312775574, "median_kld": 0.010315612281374342, "top1_agreement": 0.9379579872984856 }, { "index": 174, "source_cluster": "cpython5-v3.13.1-objects-listobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.04535188210017437, "median_kld": 0.0034921098917948257, "top1_agreement": 0.9516365412799218 }, { "index": 175, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02555288307586581, "median_kld": 0.014758943476323338, "top1_agreement": 0.9052271617000488 }, { "index": 176, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02188373310439934, "median_kld": 0.0130620115200486, "top1_agreement": 0.9110893991206643 }, { "index": 177, "source_cluster": "cpython5-v3.13.1-objects-obmalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024670992269605882, "median_kld": 0.007685973860702688, "top1_agreement": 0.9423546653639472 }, { "index": 178, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.07484994988553398, "median_kld": 0.0055604478185600215, "top1_agreement": 0.9223253541768441 }, { "index": 179, "source_cluster": "wiki5-ko-h827332b44213", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0275986950354847, "median_kld": 0.012239869252880453, "top1_agreement": 0.9233023937469468 }, { "index": 180, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019848760236427676, "median_kld": 0.012057796906219664, "top1_agreement": 0.9193942354665364 }, { "index": 181, "source_cluster": "wiki5-en-youtube", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02903678834129266, "median_kld": 0.011325368646794232, "top1_agreement": 0.9276990718124084 }, { "index": 182, "source_cluster": "cpython5-v3.13.1-python-opcode-targets-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.031867173579244186, "median_kld": 0.0007271821387746513, "top1_agreement": 0.9589643380556913 }, { "index": 183, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02467741144056749, "median_kld": 0.014699854180207694, "top1_agreement": 0.9223253541768441 }, { "index": 184, "source_cluster": "cpython5-v3.13.1-python-modsupport-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018704529237155928, "median_kld": 0.0009352926174592824, "top1_agreement": 0.9692232535417684 }, { "index": 185, "source_cluster": "wiki5-en-sha-carri-richardson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017422689632055375, "median_kld": 0.006004963380291883, "top1_agreement": 0.9457743038593063 }, { "index": 186, "source_cluster": "pg59828", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.028663738152520206, "median_kld": 0.015338011279709463, "top1_agreement": 0.918905715681485 }, { "index": 187, "source_cluster": "wiki5-hi-h920a1524fc19", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0551354739625486, "median_kld": 0.023310931861487916, "top1_agreement": 0.8876404494382022 }, { "index": 188, "source_cluster": "wiki5-en-agenda-47", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.021174091835132438, "median_kld": 0.012541235519620386, "top1_agreement": 0.9247679531021006 }, { "index": 189, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.023394094889171078, "median_kld": 0.01575110534867008, "top1_agreement": 0.9169516365412799 }, { "index": 190, "source_cluster": "wiki5-en-franklin-d-roosevelt", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.031417597121127815, "median_kld": 0.013967367627401472, "top1_agreement": 0.9208597948216902 }, { "index": 191, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.026987267173094572, "median_kld": 0.014864654373923258, "top1_agreement": 0.9125549584758182 }, { "index": 192, "source_cluster": "cpython5-v3.13.1-objects-moduleobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02852398921159017, "median_kld": 0.0013717433275388657, "top1_agreement": 0.9482169027845627 }, { "index": 193, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03510367275666532, "median_kld": 0.0046218469651648775, "top1_agreement": 0.9335613092330239 }, { "index": 194, "source_cluster": "cpython5-v3.13.1-objects-abstract-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01995339349513344, "median_kld": 0.001130753830821618, "top1_agreement": 0.9687347337567171 }, { "index": 195, "source_cluster": "wiki5-tr-recep-tayyip-erdog-an", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026240630899894438, "median_kld": 0.010924622616130364, "top1_agreement": 0.9281875915974597 }, { "index": 196, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02659073849369303, "median_kld": 0.013411995586920966, "top1_agreement": 0.9047386419149975 }, { "index": 197, "source_cluster": "wiki5-cs-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03031263891079757, "median_kld": 0.007771204674099863, "top1_agreement": 0.9350268685881779 }, { "index": 198, "source_cluster": "cpython5-v3.13.1-modules-timemodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021477189949021806, "median_kld": 0.001257003952332525, "top1_agreement": 0.9623839765510503 }, { "index": 199, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02299028521238388, "median_kld": 0.0169875651674829, "top1_agreement": 0.920371275036639 }, { "index": 200, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.033833952878903624, "median_kld": 0.01046027995471377, "top1_agreement": 0.9228138739618954 }, { "index": 201, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02973384125447941, "median_kld": 0.011822064244825015, "top1_agreement": 0.923790913531998 }, { "index": 202, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.09520845083867788, "median_kld": 0.06116897044807956, "top1_agreement": 0.8485588666340986 }, { "index": 203, "source_cluster": "pg31472", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.028423764000933112, "median_kld": 0.017628213870921172, "top1_agreement": 0.9130434782608695 }, { "index": 204, "source_cluster": "wiki5-en-2022-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03813845490555757, "median_kld": 0.011622111135807245, "top1_agreement": 0.925256472887152 }, { "index": 205, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.035673270783296546, "median_kld": 0.014344762472319417, "top1_agreement": 0.9154860771861261 }, { "index": 206, "source_cluster": "wiki5-en-melania-trump", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022124695594053966, "median_kld": 0.010078164147671487, "top1_agreement": 0.9223253541768441 }, { "index": 207, "source_cluster": "cpython5-v3.13.1-python-sysmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03262487703968286, "median_kld": 0.0023464179972449983, "top1_agreement": 0.9276990718124084 }, { "index": 208, "source_cluster": "wiki5-pl-zmarli-w-styczniu-2025", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023665352213925718, "median_kld": 0.0033889591197748814, "top1_agreement": 0.9296531509526136 }, { "index": 209, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017424344869270025, "median_kld": 0.00892604733371627, "top1_agreement": 0.9394235466536395 }, { "index": 210, "source_cluster": "wiki5-es-chatgpt", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.01769256036092288, "median_kld": 0.009680814177698949, "top1_agreement": 0.9389350268685882 }, { "index": 211, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017321423692807272, "median_kld": 0.010842111023819712, "top1_agreement": 0.9355153883732291 }, { "index": 212, "source_cluster": "cpython5-v3.13.1-python-warnings-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0178026728684197, "median_kld": 0.000950452705637872, "top1_agreement": 0.9628724963361016 }, { "index": 213, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02320646947524543, "median_kld": 0.011498319935753898, "top1_agreement": 0.9306301905227161 }, { "index": 214, "source_cluster": "wiki5-sv-tomas-brolin", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.029786296526123773, "median_kld": 0.009988974001544193, "top1_agreement": 0.9325842696629213 }, { "index": 215, "source_cluster": "wiki5-sv-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.041209996962213793, "median_kld": 0.007592159840896784, "top1_agreement": 0.9213483146067416 }, { "index": 216, "source_cluster": "wiki5-fr-cookie-informatique", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.017714208686572405, "median_kld": 0.009023466227517929, "top1_agreement": 0.9306301905227161 }, { "index": 217, "source_cluster": "wiki5-en-france", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.060032561886934496, "median_kld": 0.020730564830486742, "top1_agreement": 0.9008304836345872 }, { "index": 218, "source_cluster": "wiki5-en-tadej-pogac-ar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01926711571032337, "median_kld": 0.008755315662369867, "top1_agreement": 0.9325842696629213 }, { "index": 219, "source_cluster": "wiki5-nl-de-slimste-mens", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02713731296738129, "median_kld": 0.00845206709982449, "top1_agreement": 0.93209574987787 }, { "index": 220, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025856100644101068, "median_kld": 0.015955880871842965, "top1_agreement": 0.9272105520273571 }, { "index": 221, "source_cluster": "wiki5-tr-tu-rkiye", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027591595980819762, "median_kld": 0.00706544322758873, "top1_agreement": 0.9335613092330239 }, { "index": 222, "source_cluster": "cpython5-v3.13.1-objects-call-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.013107538400098534, "median_kld": 0.00035127950653190965, "top1_agreement": 0.9741084513922814 }, { "index": 223, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.026074166834273393, "median_kld": 0.017354262611092963, "top1_agreement": 0.9130434782608695 }, { "index": 224, "source_cluster": "pg30434", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019061519576073518, "median_kld": 0.011312556621653869, "top1_agreement": 0.9374694675134343 }, { "index": 225, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.037440323916686405, "median_kld": 0.0009035619299142539, "top1_agreement": 0.9687347337567171 }, { "index": 226, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017750661064434833, "median_kld": 0.011126760123829627, "top1_agreement": 0.9267220322423058 }, { "index": 227, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02094226517305774, "median_kld": 0.01492096897083428, "top1_agreement": 0.9125549584758182 }, { "index": 228, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02584811896649779, "median_kld": 0.008256504381051855, "top1_agreement": 0.9482169027845627 }, { "index": 229, "source_cluster": "wiki5-uk-h1e328a442ba1", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.029487921169481165, "median_kld": 0.008052741815845366, "top1_agreement": 0.9325842696629213 }, { "index": 230, "source_cluster": "wiki5-fa-h5a3945a2a6a9", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.04098436023174914, "median_kld": 0.013056133737336495, "top1_agreement": 0.9096238397655105 }, { "index": 231, "source_cluster": "cpython5-v3.13.1-python-traceback-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03047861996376527, "median_kld": 0.0012750793896998402, "top1_agreement": 0.940400586223742 }, { "index": 232, "source_cluster": "wiki5-en-fifa-world-cup", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020855301235453233, "median_kld": 0.007827848006400018, "top1_agreement": 0.9433317049340498 }, { "index": 233, "source_cluster": "wiki5-id-tim-nasional-sepak-bola-indonesia", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024867419298716283, "median_kld": 0.009713030467082717, "top1_agreement": 0.9335613092330239 }, { "index": 234, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028619549849141543, "median_kld": 0.011293057843431598, "top1_agreement": 0.9213483146067416 }, { "index": 235, "source_cluster": "wiki5-it-randal-kolo-muani", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024532564471364003, "median_kld": 0.010094605812810187, "top1_agreement": 0.9335613092330239 }, { "index": 236, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.027203712298955386, "median_kld": 0.017138189961087846, "top1_agreement": 0.907181240840254 }, { "index": 237, "source_cluster": "wiki5-pl-melania-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028201927665760265, "median_kld": 0.004912712215627835, "top1_agreement": 0.9355153883732291 }, { "index": 238, "source_cluster": "wiki5-ar-haee79b42b9cb", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0290946473730394, "median_kld": 0.013238937949154206, "top1_agreement": 0.9159745969711773 }, { "index": 239, "source_cluster": "pg30340", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.020293833545428026, "median_kld": 0.013826273086124274, "top1_agreement": 0.9184171958964338 }, { "index": 240, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02118844552528333, "median_kld": 0.013842813545011268, "top1_agreement": 0.9218368343917929 }, { "index": 241, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0420988316440731, "median_kld": 0.015123648095141107, "top1_agreement": 0.9101123595505618 }, { "index": 242, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01958479378598647, "median_kld": 0.012030621676384357, "top1_agreement": 0.93209574987787 }, { "index": 243, "source_cluster": "numpy5-v2.2.1-numpy-testing-private-utils-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.052655465805267664, "median_kld": 0.005961012640229413, "top1_agreement": 0.9325842696629213 }, { "index": 244, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11513064678655661, "median_kld": 0.013083265737122929, "top1_agreement": 0.9057156814851002 }, { "index": 245, "source_cluster": "pg7326", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025849380484771825, "median_kld": 0.016662239773950205, "top1_agreement": 0.9184171958964338 }, { "index": 246, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.018381623737478685, "median_kld": 0.01129523513083086, "top1_agreement": 0.9223253541768441 }, { "index": 247, "source_cluster": "pg24739", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02452761362067632, "median_kld": 0.015153860478051229, "top1_agreement": 0.9213483146067416 }, { "index": 248, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.022706134984554652, "median_kld": 0.012712687284633262, "top1_agreement": 0.9345383488031265 }, { "index": 249, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02088033411648335, "median_kld": 2.6710427618148458e-05, "top1_agreement": 0.9794821690278456 }, { "index": 250, "source_cluster": "wiki5-ko-hd51b5b46f0c7", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.033235121384363346, "median_kld": 0.01626133723766543, "top1_agreement": 0.9076697606253054 }, { "index": 251, "source_cluster": "wiki5-hi-h04852c115c77", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0409146274478182, "median_kld": 0.01731472160645353, "top1_agreement": 0.903761602344895 }, { "index": 252, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018779459179826784, "median_kld": 0.0013478714219559151, "top1_agreement": 0.9706888128969223 }, { "index": 253, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-distributions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0413951615363058, "median_kld": 0.0006535978376120966, "top1_agreement": 0.9648265754763068 }, { "index": 254, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01895685911657929, "median_kld": 0.012239057547503762, "top1_agreement": 0.9242794333170493 }, { "index": 255, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016423091970056307, "median_kld": 0.002717739685721199, "top1_agreement": 0.9574987787005373 }, { "index": 256, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.14831044282222688, "median_kld": 0.08214790294061913, "top1_agreement": 0.8104543234000977 }, { "index": 257, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014774600447880783, "median_kld": 0.010353966103593848, "top1_agreement": 0.945285784074255 }, { "index": 258, "source_cluster": "cpython5-v3.13.1-modules-itertoolsmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017875795689394212, "median_kld": 0.0005838533655282419, "top1_agreement": 0.9545676599902296 }, { "index": 259, "source_cluster": "arxiv5-cs-DB-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016335915286245797, "median_kld": 0.01114362127505153, "top1_agreement": 0.9242794333170493 }, { "index": 260, "source_cluster": "wiki5-zh-hdc6274f381ba", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02985408503657833, "median_kld": 0.015539150087533926, "top1_agreement": 0.9193942354665364 }, { "index": 261, "source_cluster": "wiki5-zh-bigbang", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.030010982640154275, "median_kld": 0.012754384577419842, "top1_agreement": 0.9110893991206643 }, { "index": 262, "source_cluster": "wiki5-en-project-2025", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.023704284956795347, "median_kld": 0.011557195264686015, "top1_agreement": 0.9193942354665364 }, { "index": 263, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02907739363093622, "median_kld": 0.009113799826081959, "top1_agreement": 0.9291646311675623 }, { "index": 264, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.019374435496798154, "median_kld": 0.0012939515017649228, "top1_agreement": 0.9702002931118711 }, { "index": 265, "source_cluster": "wiki5-en-olympic-games", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.06396143123121502, "median_kld": 0.020227480457009506, "top1_agreement": 0.9047386419149975 }, { "index": 266, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0192899503664425, "median_kld": 0.01057578657838576, "top1_agreement": 0.9286761113825109 }, { "index": 267, "source_cluster": "cpython5-v3.13.1-modules-main-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.027987561467775788, "median_kld": 0.0014923569492850675, "top1_agreement": 0.9521250610649731 }, { "index": 268, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02186973480246942, "median_kld": 0.015307021568787604, "top1_agreement": 0.9267220322423058 }, { "index": 269, "source_cluster": "pg18459", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.026347190910600456, "median_kld": 0.016361109831677823, "top1_agreement": 0.9184171958964338 }, { "index": 270, "source_cluster": "cpython5-v3.13.1-objects-bytesobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.028934823071485975, "median_kld": 0.0010491642472150176, "top1_agreement": 0.9531021006350757 }, { "index": 271, "source_cluster": "wiki5-sv-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027883109716356717, "median_kld": 0.011065550341299968, "top1_agreement": 0.912066438690767 }, { "index": 272, "source_cluster": "cpython5-v3.13.1-python-tracemalloc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017921514540194174, "median_kld": 0.000706870255044123, "top1_agreement": 0.9648265754763068 }, { "index": 273, "source_cluster": "arxiv5-cs-DM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.014744187657947983, "median_kld": 0.007213900137060136, "top1_agreement": 0.9550561797752809 }, { "index": 274, "source_cluster": "pg67979", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.024662985901434457, "median_kld": 0.0146648956701938, "top1_agreement": 0.9242794333170493 }, { "index": 275, "source_cluster": "wiki5-ru-hfb9eee94f6d8", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022065922545194797, "median_kld": 0.008056061393290292, "top1_agreement": 0.9316072300928188 }, { "index": 276, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0226283545298408, "median_kld": 0.0016823914111725458, "top1_agreement": 0.9418661455788959 }, { "index": 277, "source_cluster": "wiki5-de-gro-nland", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02798641485970293, "median_kld": 0.010359643752963166, "top1_agreement": 0.9281875915974597 }, { "index": 278, "source_cluster": "wiki5-zh-h32548d7cf840", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026498454790010385, "median_kld": 0.012184386800072389, "top1_agreement": 0.9233023937469468 }, { "index": 279, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.06620783158007681, "median_kld": 0.01519064750419119, "top1_agreement": 0.9272105520273571 }, { "index": 280, "source_cluster": "cpython5-v3.13.1-python-marshal-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.029491353748157995, "median_kld": 0.0022514289503732243, "top1_agreement": 0.953590620420127 }, { "index": 281, "source_cluster": "wiki5-en-xxxtentacion", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017813940028998068, "median_kld": 0.008265296561859259, "top1_agreement": 0.9374694675134343 }, { "index": 282, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03003830679645786, "median_kld": 0.007853085579512253, "top1_agreement": 0.9257449926722032 }, { "index": 283, "source_cluster": "cpython5-v3.13.1-python-compile-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.028180784809467865, "median_kld": 0.0027118138550576987, "top1_agreement": 0.953590620420127 }, { "index": 284, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015805130901077716, "median_kld": 0.009344093644358509, "top1_agreement": 0.9360039081582804 }, { "index": 285, "source_cluster": "cpython5-v3.13.1-python-initconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0201246827761414, "median_kld": 0.001180202425501875, "top1_agreement": 0.9658036150464093 }, { "index": 286, "source_cluster": "wiki5-en-tom-daley", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02537620291976192, "median_kld": 0.008066364020521632, "top1_agreement": 0.936980947728383 }, { "index": 287, "source_cluster": "arxiv5-cs-MA-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02080416528190085, "median_kld": 0.013661827236433055, "top1_agreement": 0.9198827552515877 }, { "index": 288, "source_cluster": "wiki5-en-nicole-kidman", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.029384295950941774, "median_kld": 0.010394020948297111, "top1_agreement": 0.9311187103077675 }, { "index": 289, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024065208949505215, "median_kld": 0.0027756895015613736, "top1_agreement": 0.9555446995603322 }, { "index": 290, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10895929524473318, "median_kld": 0.0016752127147761087, "top1_agreement": 0.93209574987787 }, { "index": 291, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025663331233699314, "median_kld": 0.016509077361888558, "top1_agreement": 0.9193942354665364 }, { "index": 292, "source_cluster": "pg31257", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021602037118071824, "median_kld": 0.014750380360396775, "top1_agreement": 0.9296531509526136 }, { "index": 293, "source_cluster": "pg15381", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.01946527931396405, "median_kld": 0.013408115848278612, "top1_agreement": 0.9306301905227161 }, { "index": 294, "source_cluster": "wiki5-es-elon-musk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026112951254410866, "median_kld": 0.009721118327433942, "top1_agreement": 0.9360039081582804 }, { "index": 295, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-lapack-lite-names-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.020201077800760234, "median_kld": 2.8330925174735455e-05, "top1_agreement": 0.9745969711773327 }, { "index": 296, "source_cluster": "arxiv5-cs-NE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020006216982067754, "median_kld": 0.01148263929385962, "top1_agreement": 0.9316072300928188 }, { "index": 297, "source_cluster": "wiki5-en-inside-out-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.029643165256312148, "median_kld": 0.010920986099108632, "top1_agreement": 0.9281875915974597 }, { "index": 298, "source_cluster": "wiki5-en-2024-venezuelan-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02598377191636238, "median_kld": 0.011401965220102284, "top1_agreement": 0.9267220322423058 }, { "index": 299, "source_cluster": "cpython5-v3.13.1-objects-codeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016800367638228706, "median_kld": 0.00043911433233700947, "top1_agreement": 0.979970688812897 }, { "index": 300, "source_cluster": "wiki5-en-michael-phelps", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02400676736414416, "median_kld": 0.004750736014045742, "top1_agreement": 0.9467513434294089 }, { "index": 301, "source_cluster": "wiki5-en-shakira", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.04383971796268627, "median_kld": 0.008683712148682021, "top1_agreement": 0.9169516365412799 }, { "index": 302, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015593047448243264, "median_kld": 0.010686912360370115, "top1_agreement": 0.9384465070835368 }, { "index": 303, "source_cluster": "wiki5-en-if-film", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02415234547362135, "median_kld": 0.011144582941255976, "top1_agreement": 0.9364924279433317 }, { "index": 304, "source_cluster": "pg1259", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02344332615845725, "median_kld": 0.014910457795167531, "top1_agreement": 0.9218368343917929 }, { "index": 305, "source_cluster": "cpython5-v3.13.1-python-executor-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024153005927300367, "median_kld": 0.001115207909904825, "top1_agreement": 0.9589643380556913 }, { "index": 306, "source_cluster": "wiki5-fr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02186197335856619, "median_kld": 0.009568097366127404, "top1_agreement": 0.9257449926722032 }, { "index": 307, "source_cluster": "cpython5-v3.13.1-objects-exceptions-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015911669480847396, "median_kld": 0.0009876221923903472, "top1_agreement": 0.9628724963361016 }, { "index": 308, "source_cluster": "pg2641", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.03209091964200921, "median_kld": 0.01824727214034283, "top1_agreement": 0.9042501221299463 }, { "index": 309, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01908584261942661, "median_kld": 0.012471009847928372, "top1_agreement": 0.923790913531998 }, { "index": 310, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02099687406693602, "median_kld": 0.0070942531103810325, "top1_agreement": 0.9462628236443575 }, { "index": 311, "source_cluster": "wiki5-tr-abdullah-o-calan", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.025203094431174897, "median_kld": 0.008584310417290908, "top1_agreement": 0.9330727894479727 }, { "index": 312, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0157635141905165, "median_kld": 0.009720613398144451, "top1_agreement": 0.9394235466536395 }, { "index": 313, "source_cluster": "wiki5-en-liz-truss", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02214175378680677, "median_kld": 0.008985546919575427, "top1_agreement": 0.9379579872984856 }, { "index": 314, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.023790438343741484, "median_kld": 0.015191382833108946, "top1_agreement": 0.9267220322423058 }, { "index": 315, "source_cluster": "pg21839", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.07379326428951113, "median_kld": 0.04388057909272902, "top1_agreement": 0.865657059110894 }, { "index": 316, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022015663379000554, "median_kld": 0.006483167080148178, "top1_agreement": 0.9281875915974597 }, { "index": 317, "source_cluster": "cpython5-v3.13.1-modules-mathmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02798494547221389, "median_kld": 0.002141900172205169, "top1_agreement": 0.940400586223742 }, { "index": 318, "source_cluster": "arxiv5-cs-ET-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.015934411564671222, "median_kld": 0.01109574994779905, "top1_agreement": 0.9360039081582804 }, { "index": 319, "source_cluster": "wiki5-en-ollie-watkins", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01698593697187255, "median_kld": 0.006929856724021022, "top1_agreement": 0.9467513434294089 }, { "index": 320, "source_cluster": "numpy5-v2.2.1-numpy-ma-timer-comparison-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0119104172135081, "median_kld": 0.001164635794914659, "top1_agreement": 0.9706888128969223 }, { "index": 321, "source_cluster": "wiki5-en-george-h-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.04066413638414003, "median_kld": 0.015917835561140237, "top1_agreement": 0.9130434782608695 }, { "index": 322, "source_cluster": "wiki5-en-deadpool-2", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03032821289217761, "median_kld": 0.014245467349098817, "top1_agreement": 0.9272105520273571 }, { "index": 323, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02772421261280149, "median_kld": 0.010029983839558554, "top1_agreement": 0.920371275036639 }, { "index": 324, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03924615481236365, "median_kld": 0.011300666851639107, "top1_agreement": 0.9208597948216902 }, { "index": 325, "source_cluster": "pg31100", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.051149568172682465, "median_kld": 0.031760462474949236, "top1_agreement": 0.8832437713727406 }, { "index": 326, "source_cluster": "arxiv5-cs-AR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021108095841936913, "median_kld": 0.014067413932195905, "top1_agreement": 0.9262335124572545 }, { "index": 327, "source_cluster": "cpython5-v3.13.1-python-pytime-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01649590421264655, "median_kld": 0.001125261648326159, "top1_agreement": 0.9745969711773327 }, { "index": 328, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017575270242616656, "median_kld": 0.009192092156013132, "top1_agreement": 0.936980947728383 }, { "index": 329, "source_cluster": "cpython5-v3.13.1-modules-mmapmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016306746559927855, "median_kld": 0.00047666407808399924, "top1_agreement": 0.9819247679531021 }, { "index": 330, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10147161854769388, "median_kld": 0.0008109978600998602, "top1_agreement": 0.9423546653639472 }, { "index": 331, "source_cluster": "cpython5-v3.13.1-modules-overlapped-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01332043561731385, "median_kld": 0.0008661414599444583, "top1_agreement": 0.9101123595505618 }, { "index": 332, "source_cluster": "wiki5-de-alice-weidel", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024650899429245532, "median_kld": 0.011387193942937301, "top1_agreement": 0.9276990718124084 }, { "index": 333, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01738160851117015, "median_kld": 0.011738510944837799, "top1_agreement": 0.9281875915974597 }, { "index": 334, "source_cluster": "arxiv5-cs-OS-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.013934151162942863, "median_kld": 0.009208906176354503, "top1_agreement": 0.9384465070835368 }, { "index": 335, "source_cluster": "arxiv5-cs-IR-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019723084667634, "median_kld": 0.011690309530422383, "top1_agreement": 0.9286761113825109 }, { "index": 336, "source_cluster": "arxiv5-cs-CC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019562141782949533, "median_kld": 0.010752142327003611, "top1_agreement": 0.940400586223742 }, { "index": 337, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01580391221718622, "median_kld": 0.0011073156135203988, "top1_agreement": 0.9687347337567171 }, { "index": 338, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021943385142147782, "median_kld": 0.010072643668308956, "top1_agreement": 0.9360039081582804 }, { "index": 339, "source_cluster": "wiki5-pl-jerzy-owsiak", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.021123709193965716, "median_kld": 0.006111986411269754, "top1_agreement": 0.936980947728383 }, { "index": 340, "source_cluster": "cpython5-v3.13.1-python-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.028748426541757695, "median_kld": 0.003222631574544721, "top1_agreement": 0.9574987787005373 }, { "index": 341, "source_cluster": "numpy5-v2.2.1-numpy-lib-polynomial-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10731277476759019, "median_kld": 0.010017219811700784, "top1_agreement": 0.9032730825598436 }, { "index": 342, "source_cluster": "cpython5-v3.13.1-python-errors-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01927900479947226, "median_kld": 0.0008446340766035121, "top1_agreement": 0.9653150952613581 }, { "index": 343, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02639055805440465, "median_kld": 0.015257984218010279, "top1_agreement": 0.9193942354665364 }, { "index": 344, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.029413771863558834, "median_kld": 0.019476867748721816, "top1_agreement": 0.9106008793356131 }, { "index": 345, "source_cluster": "wiki5-ar-h862d802c9e0e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03080551078072266, "median_kld": 0.011680929696012754, "top1_agreement": 0.9272105520273571 }, { "index": 346, "source_cluster": "wiki5-ru-youtube", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.019270904817871963, "median_kld": 0.0071179018040083974, "top1_agreement": 0.9413776257938447 }, { "index": 347, "source_cluster": "wiki5-ru-hd6785bf637ee", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02239124798189628, "median_kld": 0.005544167997868499, "top1_agreement": 0.9428431851489986 }, { "index": 348, "source_cluster": "arxiv5-cs-DM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019275021849142357, "median_kld": 0.009534689401789365, "top1_agreement": 0.9418661455788959 }, { "index": 349, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02455460485730223, "median_kld": 0.015455351107448223, "top1_agreement": 0.9257449926722032 }, { "index": 350, "source_cluster": "wiki5-en-democratic-party-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.050338281970199586, "median_kld": 0.0130055034369434, "top1_agreement": 0.9179286761113825 }, { "index": 351, "source_cluster": "pg33823", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022033669979149594, "median_kld": 0.01453741656166585, "top1_agreement": 0.9296531509526136 }, { "index": 352, "source_cluster": "arxiv5-cs-IT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02229202007899042, "median_kld": 0.013192283402986504, "top1_agreement": 0.9267220322423058 }, { "index": 353, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0219262397980357, "median_kld": 0.004291914122433127, "top1_agreement": 0.9550561797752809 }, { "index": 354, "source_cluster": "wiki5-en-2008-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025579092148440546, "median_kld": 0.01097837949404834, "top1_agreement": 0.923790913531998 }, { "index": 355, "source_cluster": "wiki5-en-raayan", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022568256812488814, "median_kld": 0.009813649234899913, "top1_agreement": 0.9316072300928188 }, { "index": 356, "source_cluster": "wiki5-en-2020-united-states-presidential-election", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.030746512735635025, "median_kld": 0.013538723387682694, "top1_agreement": 0.9218368343917929 }, { "index": 357, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02423603736163553, "median_kld": 0.0017696488759284534, "top1_agreement": 0.923790913531998 }, { "index": 358, "source_cluster": "wiki5-ko-h2b748941967c", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03506645113214198, "median_kld": 0.014963443083388484, "top1_agreement": 0.9193942354665364 }, { "index": 359, "source_cluster": "wiki5-pl-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026505070152769292, "median_kld": 0.008997295383551318, "top1_agreement": 0.9233023937469468 }, { "index": 360, "source_cluster": "pg23784", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.0260309756339922, "median_kld": 0.016830364246061436, "top1_agreement": 0.9164631167562286 }, { "index": 361, "source_cluster": "wiki5-en-rachel-reeves", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.01820474411306772, "median_kld": 0.009782899602896578, "top1_agreement": 0.9428431851489986 }, { "index": 362, "source_cluster": "wiki5-en-sydney-sweeney", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022190504393547188, "median_kld": 0.008570828479378179, "top1_agreement": 0.9364924279433317 }, { "index": 363, "source_cluster": "arxiv5-cs-CG-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.018483187161547322, "median_kld": 0.010070323255831681, "top1_agreement": 0.9340498290180752 }, { "index": 364, "source_cluster": "wiki5-id-kleopatra", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.037250621859062576, "median_kld": 0.01452302069264988, "top1_agreement": 0.9174401563263312 }, { "index": 365, "source_cluster": "wiki5-en-the-boys-tv-series", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.026470824626511423, "median_kld": 0.007840189826310962, "top1_agreement": 0.9413776257938447 }, { "index": 366, "source_cluster": "wiki5-ru-h7d149dfed4a2", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022258507093742958, "median_kld": 0.0068426620400714455, "top1_agreement": 0.9379579872984856 }, { "index": 367, "source_cluster": "cpython5-v3.13.1-python-gc-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.023509846092303856, "median_kld": 0.007219195539704515, "top1_agreement": 0.9413776257938447 }, { "index": 368, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-z-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.10712746778961837, "median_kld": 0.0013044471503569355, "top1_agreement": 0.9311187103077675 }, { "index": 369, "source_cluster": "wiki5-en-2024-shooting-at-a-donald-trump-rally", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03103349339664003, "median_kld": 0.012943894563235858, "top1_agreement": 0.9125549584758182 }, { "index": 370, "source_cluster": "cpython5-v3.13.1-modules-getpath-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.024004831858825758, "median_kld": 0.0023636888198552697, "top1_agreement": 0.9662921348314607 }, { "index": 371, "source_cluster": "cpython5-v3.13.1-python-getargs-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01786746178251004, "median_kld": 0.0007093364122425783, "top1_agreement": 0.9677576941866145 }, { "index": 372, "source_cluster": "cpython5-v3.13.1-python-formatter-unicode-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02123847927300102, "median_kld": 0.0021703298455051367, "top1_agreement": 0.9594528578407425 }, { "index": 373, "source_cluster": "cpython5-v3.13.1-objects-typevarobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03315837579479768, "median_kld": 0.0003663689974402473, "top1_agreement": 0.95847581827064 }, { "index": 374, "source_cluster": "pg14244", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022536163874895303, "median_kld": 0.01444944113393376, "top1_agreement": 0.9272105520273571 }, { "index": 375, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017525828309128324, "median_kld": 0.012057768236758193, "top1_agreement": 0.9286761113825109 }, { "index": 376, "source_cluster": "cpython5-v3.13.1-python-optimizer-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.016085269334848395, "median_kld": 0.0009123665092802824, "top1_agreement": 0.9809477283829995 }, { "index": 377, "source_cluster": "arxiv5-cs-AI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.023066768789804425, "median_kld": 0.01296348450853202, "top1_agreement": 0.9233023937469468 }, { "index": 378, "source_cluster": "cpython5-v3.13.1-python-preconfig-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02071651993779053, "median_kld": 0.0010345616745439656, "top1_agreement": 0.9555446995603322 }, { "index": 379, "source_cluster": "cpython5-v3.13.1-objects-odictobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018575574781561095, "median_kld": 0.0003630531948601856, "top1_agreement": 0.9706888128969223 }, { "index": 380, "source_cluster": "wiki5-en-kendrick-lamar", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.016098495701812585, "median_kld": 0.010048588087556709, "top1_agreement": 0.9330727894479727 }, { "index": 381, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014968202062505601, "median_kld": 0.0008950888996687167, "top1_agreement": 0.9697117733268197 }, { "index": 382, "source_cluster": "cpython5-v3.13.1-python-optimizer-bytecodes-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021662934859168526, "median_kld": 0.0027319647519448154, "top1_agreement": 0.9555446995603322 }, { "index": 383, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022897797362439996, "median_kld": 0.014551875172839956, "top1_agreement": 0.9257449926722032 }, { "index": 384, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.020905935051296985, "median_kld": 6.656151826084367e-05, "top1_agreement": 0.9731314118221788 }, { "index": 385, "source_cluster": "arxiv5-cs-IR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.025309695753452856, "median_kld": 0.012981912174545585, "top1_agreement": 0.9262335124572545 }, { "index": 386, "source_cluster": "pg468", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022447291881349786, "median_kld": 0.013655133601133684, "top1_agreement": 0.9140205178309722 }, { "index": 387, "source_cluster": "wiki5-en-uefa-euro-2020", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02330758470696372, "median_kld": 0.0104767369307055, "top1_agreement": 0.9330727894479727 }, { "index": 388, "source_cluster": "wiki5-en-katie-ledecky", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.021137260588772102, "median_kld": 0.004270358418921205, "top1_agreement": 0.9394235466536395 }, { "index": 389, "source_cluster": "wiki5-en-president-of-the-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.05542043622291807, "median_kld": 0.02484288598589046, "top1_agreement": 0.9159745969711773 }, { "index": 390, "source_cluster": "wiki5-pl-s-awomir-mentzen", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.027203924530367275, "median_kld": 0.006914210579907376, "top1_agreement": 0.9316072300928188 }, { "index": 391, "source_cluster": "cpython5-v3.13.1-python-bltinmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.04066157792536876, "median_kld": 0.0010084637998932777, "top1_agreement": 0.9482169027845627 }, { "index": 392, "source_cluster": "numpy5-v2.2.1-numpy-polynomial-legendre-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.05049681458168139, "median_kld": 0.002789834504303812, "top1_agreement": 0.9487054225696141 }, { "index": 393, "source_cluster": "wiki5-tr-burc-lar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.032330581503278395, "median_kld": 0.00926166575482057, "top1_agreement": 0.9272105520273571 }, { "index": 394, "source_cluster": "wiki5-en-united-states", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025542818378050596, "median_kld": 0.012316297267716436, "top1_agreement": 0.9364924279433317 }, { "index": 395, "source_cluster": "cpython5-v3.13.1-python-fileutils-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018545416708336586, "median_kld": 0.0015194572705183873, "top1_agreement": 0.9692232535417684 }, { "index": 396, "source_cluster": "cpython5-v3.13.1-objects-object-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.017788423104823942, "median_kld": 0.0008758610635553055, "top1_agreement": 0.9677576941866145 }, { "index": 397, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03415613756666776, "median_kld": 0.016216806634702152, "top1_agreement": 0.9193942354665364 }, { "index": 398, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017987322745577777, "median_kld": 0.012283547350474322, "top1_agreement": 0.9301416707376648 }, { "index": 399, "source_cluster": "cpython5-v3.13.1-python-dtoa-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.08361155761720888, "median_kld": 0.011765775785875121, "top1_agreement": 0.9145090376160234 }, { "index": 400, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01773222293581661, "median_kld": 0.011861737975820574, "top1_agreement": 0.9257449926722032 }, { "index": 401, "source_cluster": "pg564", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.030118066250244494, "median_kld": 0.018334813490355373, "top1_agreement": 0.9228138739618954 }, { "index": 402, "source_cluster": "cpython5-v3.13.1-python-optimizer-cases-c-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.018014394461292514, "median_kld": 0.00019147873319980135, "top1_agreement": 0.9770395701025891 }, { "index": 403, "source_cluster": "wiki5-en-gretchen-whitmer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.020227609026101455, "median_kld": 0.00857239179924818, "top1_agreement": 0.9335613092330239 }, { "index": 404, "source_cluster": "cpython5-v3.13.1-modules-posixmodule-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02672250857393599, "median_kld": 0.0020488818440753676, "top1_agreement": 0.9579872984855886 }, { "index": 405, "source_cluster": "wiki5-cs-c-esko", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.030416476902624997, "median_kld": 0.006445662642363459, "top1_agreement": 0.9389350268685882 }, { "index": 406, "source_cluster": "cpython5-v3.13.1-objects-frameobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021699724110651342, "median_kld": 0.0024232474436303164, "top1_agreement": 0.953590620420127 }, { "index": 407, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02151161716159291, "median_kld": 0.01407367770210044, "top1_agreement": 0.9242794333170493 }, { "index": 408, "source_cluster": "numpy5-v2.2.1-numpy-lib-histograms-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.14920912463075756, "median_kld": 0.006848422235179896, "top1_agreement": 0.903761602344895 }, { "index": 409, "source_cluster": "wiki5-en-planet-of-the-apes", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025332836087975832, "median_kld": 0.011453100431140228, "top1_agreement": 0.9281875915974597 }, { "index": 410, "source_cluster": "wiki5-en-nicola-s-maduro", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024664793611001535, "median_kld": 0.011392622199537072, "top1_agreement": 0.920371275036639 }, { "index": 411, "source_cluster": "pg43", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.1774669252878437, "median_kld": 0.08533721570060493, "top1_agreement": 0.8094772838299951 }, { "index": 412, "source_cluster": "arxiv5-cs-MM-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02139957307939396, "median_kld": 0.014174800739510829, "top1_agreement": 0.9257449926722032 }, { "index": 413, "source_cluster": "pg2620", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.021413111715464884, "median_kld": 0.012708829006896849, "top1_agreement": 0.918905715681485 }, { "index": 414, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.032071725902008644, "median_kld": 0.01438536719797412, "top1_agreement": 0.912066438690767 }, { "index": 415, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.026960062634166396, "median_kld": 0.015536666354137196, "top1_agreement": 0.9149975574010747 }, { "index": 416, "source_cluster": "pg34413", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02260707355404215, "median_kld": 0.014709029392633965, "top1_agreement": 0.9247679531021006 }, { "index": 417, "source_cluster": "wiki5-en-abraham-lincoln", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.044095863359266706, "median_kld": 0.014467219934431341, "top1_agreement": 0.9213483146067416 }, { "index": 418, "source_cluster": "arxiv5-cs-GT-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019020222833312686, "median_kld": 0.013112699421185425, "top1_agreement": 0.9316072300928188 }, { "index": 419, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02170443927552237, "median_kld": 0.012100370034204389, "top1_agreement": 0.9247679531021006 }, { "index": 420, "source_cluster": "arxiv5-cs-FL-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017096028723515816, "median_kld": 0.009397746267609364, "top1_agreement": 0.9433317049340498 }, { "index": 421, "source_cluster": "pg27475", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022070189040326735, "median_kld": 0.014695782856506412, "top1_agreement": 0.9184171958964338 }, { "index": 422, "source_cluster": "pg24793", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.026971086423557698, "median_kld": 0.01640921470743706, "top1_agreement": 0.9057156814851002 }, { "index": 423, "source_cluster": "wiki5-sv-sverige", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023886719467533325, "median_kld": 0.009493484204995184, "top1_agreement": 0.9360039081582804 }, { "index": 424, "source_cluster": "arxiv5-cs-DB-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021331427153530837, "median_kld": 0.013177954601360398, "top1_agreement": 0.9228138739618954 }, { "index": 425, "source_cluster": "cpython5-v3.13.1-objects-genobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.01715011543640329, "median_kld": 0.0009119213087025457, "top1_agreement": 0.97361993160723 }, { "index": 426, "source_cluster": "arxiv5-cs-OS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.023026440721740194, "median_kld": 0.015274132402282703, "top1_agreement": 0.9179286761113825 }, { "index": 427, "source_cluster": "arxiv5-cs-AR-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020681202678015428, "median_kld": 0.012790815731364091, "top1_agreement": 0.9213483146067416 }, { "index": 428, "source_cluster": "wiki5-ru-he023d755cf37", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.020166525948352054, "median_kld": 0.007149359056711546, "top1_agreement": 0.9428431851489986 }, { "index": 429, "source_cluster": "arxiv5-cs-NE-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01775546133766962, "median_kld": 0.01229538347948278, "top1_agreement": 0.9345383488031265 }, { "index": 430, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024731019474317616, "median_kld": 0.011725410917961199, "top1_agreement": 0.9335613092330239 }, { "index": 431, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022475584173648408, "median_kld": 0.009181778248603223, "top1_agreement": 0.9296531509526136 }, { "index": 432, "source_cluster": "pg2465", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.028230480288746966, "median_kld": 0.01620964085759624, "top1_agreement": 0.9140205178309722 }, { "index": 433, "source_cluster": "wiki5-uk-ha89df8d7c1f0", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.0256262701304269, "median_kld": 0.0046760367213209975, "top1_agreement": 0.9433317049340498 }, { "index": 434, "source_cluster": "pg31469", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.023222566123078922, "median_kld": 0.015833040335564874, "top1_agreement": 0.9198827552515877 }, { "index": 435, "source_cluster": "wiki5-en-pete-buttigieg", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.015463459784047763, "median_kld": 0.007926841358994352, "top1_agreement": 0.9360039081582804 }, { "index": 436, "source_cluster": "arxiv5-cs-MA-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017799746604684797, "median_kld": 0.012397799655218478, "top1_agreement": 0.9311187103077675 }, { "index": 437, "source_cluster": "numpy5-v2.2.1-numpy-random-src-distributions-ziggurat-constants-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.010821481556341595, "median_kld": 0.00019706220993853663, "top1_agreement": 0.8500244259892525 }, { "index": 438, "source_cluster": "pg1513", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.18501345609966405, "median_kld": 0.009207381678635329, "top1_agreement": 0.8974108451392281 }, { "index": 439, "source_cluster": "cpython5-v3.13.1-objects-typeobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.014601046142190002, "median_kld": 0.0013106852306918881, "top1_agreement": 0.9682462139716659 }, { "index": 440, "source_cluster": "wiki5-en-a-song-of-ice-and-fire", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.017478116960550558, "median_kld": 0.011009321632286628, "top1_agreement": 0.9384465070835368 }, { "index": 441, "source_cluster": "pg1695", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.029062889784248605, "median_kld": 0.019015268982911948, "top1_agreement": 0.920371275036639 }, { "index": 442, "source_cluster": "pg72", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.027617845736379373, "median_kld": 0.017112439620404984, "top1_agreement": 0.9130434782608695 }, { "index": 443, "source_cluster": "cpython5-v3.13.1-objects-namespaceobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02222300844201797, "median_kld": 0.0006068229971938621, "top1_agreement": 0.9702002931118711 }, { "index": 444, "source_cluster": "pg18857", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.027603616454853028, "median_kld": 0.01625849625270348, "top1_agreement": 0.907181240840254 }, { "index": 445, "source_cluster": "cpython5-v3.13.1-objects-bytearrayobject-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.021087749851162723, "median_kld": 0.001123558143033776, "top1_agreement": 0.9643380556912555 }, { "index": 446, "source_cluster": "arxiv5-cs-NI-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021511310373616838, "median_kld": 0.012311469048540857, "top1_agreement": 0.9198827552515877 }, { "index": 447, "source_cluster": "wiki5-ar-h936e0073d223", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.028171871067501367, "median_kld": 0.016573332688494702, "top1_agreement": 0.918905715681485 }, { "index": 448, "source_cluster": "wiki5-pl-polska", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02546379759100363, "median_kld": 0.007162428882566019, "top1_agreement": 0.9311187103077675 }, { "index": 449, "source_cluster": "pg27997", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.019982629589094494, "median_kld": 0.012692156297021029, "top1_agreement": 0.9218368343917929 }, { "index": 450, "source_cluster": "wiki5-es-el-juego-del-calamar", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.022779933642287354, "median_kld": 0.01151313780712826, "top1_agreement": 0.9154860771861261 }, { "index": 451, "source_cluster": "wiki5-nl-marie-antoinette-van-oostenrijk", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.038043779901484234, "median_kld": 0.00956934901932982, "top1_agreement": 0.936980947728383 }, { "index": 452, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.018647874918609534, "median_kld": 0.009344442453468105, "top1_agreement": 0.9360039081582804 }, { "index": 453, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02470146410285283, "median_kld": 0.013250221461930778, "top1_agreement": 0.9306301905227161 }, { "index": 454, "source_cluster": "arxiv5-cs-HC-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017629689520205917, "median_kld": 0.012280197440531992, "top1_agreement": 0.920371275036639 }, { "index": 455, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.018282372343063322, "median_kld": 0.012688460796638878, "top1_agreement": 0.9330727894479727 }, { "index": 456, "source_cluster": "wiki5-en-elizabeth-ii", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.040562493599491205, "median_kld": 0.01743342971076345, "top1_agreement": 0.9091353199804592 }, { "index": 457, "source_cluster": "arxiv5-cs-CC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.023143493570247926, "median_kld": 0.00850237069062132, "top1_agreement": 0.9418661455788959 }, { "index": 458, "source_cluster": "wiki5-en-ismail-haniyeh", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.024052521493842953, "median_kld": 0.009380487741530885, "top1_agreement": 0.9360039081582804 }, { "index": 459, "source_cluster": "arxiv5-cs-FL-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01825359897551812, "median_kld": 0.011526651561752033, "top1_agreement": 0.9291646311675623 }, { "index": 460, "source_cluster": "wiki5-ko-h9ba5b7f5f44a", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02830328827398335, "median_kld": 0.012241023148362729, "top1_agreement": 0.9291646311675623 }, { "index": 461, "source_cluster": "wiki5-pl-stany-zjednoczone", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.023825048809495118, "median_kld": 0.00525904301321134, "top1_agreement": 0.9477283829995115 }, { "index": 462, "source_cluster": "wiki5-en-lyndon-b-johnson", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02925050148355417, "median_kld": 0.01437670601001173, "top1_agreement": 0.9262335124572545 }, { "index": 463, "source_cluster": "wiki5-sv-u-137", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.034969268904433984, "median_kld": 0.011409506302697991, "top1_agreement": 0.923790913531998 }, { "index": 464, "source_cluster": "numpy5-v2.2.1-numpy-lib-stride-tricks-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.12556487324074964, "median_kld": 0.012961319483999922, "top1_agreement": 0.8900830483634588 }, { "index": 465, "source_cluster": "arxiv5-cs-GT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021969283508684496, "median_kld": 0.014703363033731875, "top1_agreement": 0.9296531509526136 }, { "index": 466, "source_cluster": "wiki5-en-george-w-bush", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.03457850306004093, "median_kld": 0.012630778767652728, "top1_agreement": 0.9296531509526136 }, { "index": 467, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02350617426153783, "median_kld": 0.0016869242419943475, "top1_agreement": 0.8935026868588177 }, { "index": 468, "source_cluster": "numpy5-v2.2.1-numpy-lib-npyio-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.1301019881890124, "median_kld": 0.00856823278718366, "top1_agreement": 0.9008304836345872 }, { "index": 469, "source_cluster": "arxiv5-cs-MM-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.020146808312965274, "median_kld": 0.013419974756743613, "top1_agreement": 0.9291646311675623 }, { "index": 470, "source_cluster": "arxiv5-cs-CY-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.019160616783923064, "median_kld": 0.012278520160180051, "top1_agreement": 0.9242794333170493 }, { "index": 471, "source_cluster": "arxiv5-cs-HC-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.01659561917504124, "median_kld": 0.011936660199353355, "top1_agreement": 0.9296531509526136 }, { "index": 472, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-blas-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.04763588698982334, "median_kld": 0.00011529464795900779, "top1_agreement": 0.9609184171958964 }, { "index": 473, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-c-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.09086072084648544, "median_kld": 0.0007001419777452611, "top1_agreement": 0.9433317049340498 }, { "index": 474, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.025648917941402265, "median_kld": 0.011650255872154958, "top1_agreement": 0.936980947728383 }, { "index": 475, "source_cluster": "pg3296", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.06016155331746672, "median_kld": 0.0382912384429801, "top1_agreement": 0.885686370297997 }, { "index": 476, "source_cluster": "wiki5-en-george-washington", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.042339146313466906, "median_kld": 0.01732161434776458, "top1_agreement": 0.9140205178309722 }, { "index": 477, "source_cluster": "wiki5-tr-donald-trump", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.031240500366815218, "median_kld": 0.010924422393145505, "top1_agreement": 0.9301416707376648 }, { "index": 478, "source_cluster": "cpython5-v3.13.1-python-parking-lot-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015036873045912471, "median_kld": 0.0006876556362840347, "top1_agreement": 0.97361993160723 }, { "index": 479, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021490534018386843, "median_kld": 0.014110098316962194, "top1_agreement": 0.9233023937469468 }, { "index": 480, "source_cluster": "pg76639", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025585299233996793, "median_kld": 0.0162396767300379, "top1_agreement": 0.93209574987787 }, { "index": 481, "source_cluster": "pg25789", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.023892670450186962, "median_kld": 0.016172541833213927, "top1_agreement": 0.9086468001954079 }, { "index": 482, "source_cluster": "wiki5-en-australia", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.050843745265289286, "median_kld": 0.01677980837907178, "top1_agreement": 0.9159745969711773 }, { "index": 483, "source_cluster": "arxiv5-cs-CE-0200", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.021478592749688327, "median_kld": 0.011749460756661279, "top1_agreement": 0.920371275036639 }, { "index": 484, "source_cluster": "pg71046", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02266968601150626, "median_kld": 0.007737415780667334, "top1_agreement": 0.920371275036639 }, { "index": 485, "source_cluster": "pg8492", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.022362493135792517, "median_kld": 0.014193340470683324, "top1_agreement": 0.9208597948216902 }, { "index": 486, "source_cluster": "wiki5-zh-h5ec00bb1371e", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.026062228840197963, "median_kld": 0.01383861237036399, "top1_agreement": 0.9223253541768441 }, { "index": 487, "source_cluster": "cpython5-v3.13.1-python-ceval-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.015543676704922665, "median_kld": 0.0004773549375056696, "top1_agreement": 0.9770395701025891 }, { "index": 488, "source_cluster": "pg245", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.051791435187813775, "median_kld": 0.031452110699319746, "top1_agreement": 0.8851978505129457 }, { "index": 489, "source_cluster": "wiki5-en-2024-formula-one-world-championship", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02243834735210696, "median_kld": 0.011679055764943769, "top1_agreement": 0.9233023937469468 }, { "index": 490, "source_cluster": "arxiv5-cs-IT-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02144065243384242, "median_kld": 0.01304097553969541, "top1_agreement": 0.9257449926722032 }, { "index": 491, "source_cluster": "wiki5-zh-h93f419f88dab", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.02737607530614194, "median_kld": 0.012481145800848026, "top1_agreement": 0.9242794333170493 }, { "index": 492, "source_cluster": "numpy5-v2.2.1-numpy-linalg-lapack-lite-f2c-d-lapack-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.0460822338288015, "median_kld": 0.002276413062560323, "top1_agreement": 0.9418661455788959 }, { "index": 493, "source_cluster": "wiki5-en-barack-obama", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.031098013099007782, "median_kld": 0.011680276205339624, "top1_agreement": 0.9272105520273571 }, { "index": 494, "source_cluster": "wiki5-sv-elisabet-i", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.043427017926988894, "median_kld": 0.016683169818861643, "top1_agreement": 0.9130434782608695 }, { "index": 495, "source_cluster": "pg831", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.02199540483272456, "median_kld": 0.013334644211681734, "top1_agreement": 0.9233023937469468 }, { "index": 496, "source_cluster": "arxiv5-cs-CG-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.016997704268242982, "median_kld": 0.009752983079209798, "top1_agreement": 0.9472398632144602 }, { "index": 497, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02173865254132227, "median_kld": 0.011890409170291605, "top1_agreement": 0.9335613092330239 }, { "index": 498, "source_cluster": "wiki5-de-squid-game", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.03519183587910154, "median_kld": 0.014551596339515527, "top1_agreement": 0.9169516365412799 }, { "index": 499, "source_cluster": "wiki5-en-jill-biden", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.02191048994216782, "median_kld": 0.01128770217833619, "top1_agreement": 0.9262335124572545 }, { "index": 500, "source_cluster": "wiki5-en-marvel-cinematic-universe", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.022281102066272193, "median_kld": 0.009788858592571614, "top1_agreement": 0.9360039081582804 }, { "index": 501, "source_cluster": "arxiv5-cs-NI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.0191255336619258, "median_kld": 0.011529298545028155, "top1_agreement": 0.9262335124572545 }, { "index": 502, "source_cluster": "wiki5-en-j-robert-oppenheimer", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.04622863357182008, "median_kld": 0.014375540890000593, "top1_agreement": 0.9218368343917929 }, { "index": 503, "source_cluster": "numpy5-v2.2.1-numpy-lib-nanfunctions-impl-py", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.11404957312247706, "median_kld": 0.0035839510119330953, "top1_agreement": 0.920371275036639 }, { "index": 504, "source_cluster": "cpython5-v3.13.1-python-specialize-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.02526748534199639, "median_kld": 0.0034416796597724897, "top1_agreement": 0.9545676599902296 }, { "index": 505, "source_cluster": "cpython5-v3.13.1-modules-readline-c", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.03148613083010722, "median_kld": 0.0037870726598612237, "top1_agreement": 0.9506595017098193 }, { "index": 506, "source_cluster": "pg10148", "stratum": "literary", "positions_scored": 2047, "mean_kld": 0.025079706541987882, "median_kld": 0.014931680902918743, "top1_agreement": 0.9223253541768441 }, { "index": 507, "source_cluster": "arxiv5-cs-AI-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.02198545348242837, "median_kld": 0.012977630380873961, "top1_agreement": 0.9247679531021006 }, { "index": 508, "source_cluster": "cpython5-v3.13.1-modules-unicodename-db-h", "stratum": "code", "positions_scored": 2047, "mean_kld": 0.009585608616426076, "median_kld": 0.0016110467873158285, "top1_agreement": 0.9462628236443575 }, { "index": 509, "source_cluster": "wiki5-pt-rosa-ngela-lula-da-silva", "stratum": "multilingual", "positions_scored": 2047, "mean_kld": 0.024841780232340006, "median_kld": 0.010638499014021363, "top1_agreement": 0.920371275036639 }, { "index": 510, "source_cluster": "wiki5-en-clint-eastwood", "stratum": "encyclopedic", "positions_scored": 2047, "mean_kld": 0.031186750484794697, "median_kld": 0.011866510716799894, "top1_agreement": 0.920371275036639 }, { "index": 511, "source_cluster": "arxiv5-cs-DS-0000", "stratum": "scientific", "positions_scored": 2047, "mean_kld": 0.017281029367493227, "median_kld": 0.008381696296282826, "top1_agreement": 0.9389350268685882 } ], "content_sha256": "f01ddc78c142bb88733c10fd4e9dfd05d74bca2236df9044b72fc5f3e548139b", "content_sha256_excludes": [ "generated_unix", "content_sha256" ] }