[ { "dataset_id": "cellxgene_census/dkd", "method_id": "batchelor_fastmnn", "metric_values": { "ari": 0.7599, "asw_batch": 0.894, "asw_label": 0.6657, "cell_cycle_conservation": 0.8574, "clisi": 1, "graph_connectivity": 0.9745, "hvg_overlap": "NA", "ilisi": 0.272, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.3806, "nmi": 0.829, "pcr": 0.5339 }, "scaled_scores": { "ari": 0.7599, "asw_batch": 0.7394, "asw_label": 0.3523, "cell_cycle_conservation": 0.9955, "clisi": 1, "graph_connectivity": 0.966, "hvg_overlap": 0, "ilisi": 0.5619, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.3929, "nmi": 0.8287, "pcr": 0.5339 }, "mean_score": 0.5485, "resources": { "submit": "2025-01-23 17:13:33", "exit_code": 0, "duration_sec": 89, "cpu_pct": 116.1, "peak_memory_mb": 7168, "disk_read_mb": 117, "disk_write_mb": 16 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "batchelor_mnn_correct", "metric_values": { "ari": 0.757, "asw_batch": 0.799, "asw_label": 0.6657, "cell_cycle_conservation": 0.8692, "clisi": 1, "graph_connectivity": 0.9696, "hvg_overlap": 0.4293, "ilisi": 0.2893, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.2482, "nmi": 0.8248, "pcr": 0.5344 }, "scaled_scores": { "ari": 0.757, "asw_batch": 0.3605, "asw_label": 0.3522, "cell_cycle_conservation": 1.0104, "clisi": 1, "graph_connectivity": 0.9596, "hvg_overlap": -0.6131, "ilisi": 0.5986, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.2521, "nmi": 0.8245, "pcr": 0.5344 }, "mean_score": 0.5107, "resources": { "submit": "2025-01-23 17:13:34", "exit_code": 0, "duration_sec": 15708, "cpu_pct": 99.7, "peak_memory_mb": 8909, "disk_read_mb": 116, "disk_write_mb": 624 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "bbknn", "metric_values": { "ari": 0.7666, "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": 0.9622, "graph_connectivity": 0.984, "hvg_overlap": "NA", "ilisi": 0.3526, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": 0.8228, "pcr": "NA" }, "scaled_scores": { "ari": 0.7666, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0.8598, "graph_connectivity": 0.9787, "hvg_overlap": 0, "ilisi": 0.733, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0.8226, "pcr": 0 }, "mean_score": 0.3201, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 104, "cpu_pct": 835.6, "peak_memory_mb": 12084, "disk_read_mb": 75, "disk_write_mb": 22 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "combat", "metric_values": { "ari": 0.7673, "asw_batch": 0.9123, "asw_label": 0.613, "cell_cycle_conservation": 0.7925, "clisi": 0.9997, "graph_connectivity": 0.9728, "hvg_overlap": 0.6649, "ilisi": 0.1644, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.1687, "nmi": 0.8306, "pcr": 0.9998 }, "scaled_scores": { "ari": 0.7674, "asw_batch": 0.8122, "asw_label": 0.2468, "cell_cycle_conservation": 0.9138, "clisi": 0.999, "graph_connectivity": 0.9638, "hvg_overlap": 0.0529, "ilisi": 0.3332, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.1674, "nmi": 0.8304, "pcr": 0.9998 }, "mean_score": 0.5451, "resources": { "submit": "2025-01-23 17:13:30", "exit_code": 0, "duration_sec": 127, "cpu_pct": 252.9, "peak_memory_mb": 8909, "disk_read_mb": 68, "disk_write_mb": 178 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "embed_cell_types", "metric_values": { "ari": 1, "asw_batch": 0.9593, "asw_label": 0.9897, "cell_cycle_conservation": 0.8104, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.4348, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.949, "nmi": 1, "pcr": 0.5898 }, "scaled_scores": { "ari": 1, "asw_batch": 1, "asw_label": 1, "cell_cycle_conservation": 0.9363, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.9077, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.9977, "nmi": 1, "pcr": 0.5898 }, "mean_score": 0.7255, "resources": { "submit": "2025-01-23 17:13:34", "exit_code": 0, "duration_sec": 12.2, "cpu_pct": 126.9, "peak_memory_mb": 5530, "disk_read_mb": 30, "disk_write_mb": 5 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "embed_cell_types_jittered", "metric_values": { "ari": 1, "asw_batch": 0.9573, "asw_label": 0.9897, "cell_cycle_conservation": 0.8099, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.4305, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.9433, "nmi": 1, "pcr": 0.5896 }, "scaled_scores": { "ari": 1, "asw_batch": 0.9919, "asw_label": 1, "cell_cycle_conservation": 0.9357, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.8987, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.9917, "nmi": 1, "pcr": 0.5896 }, "mean_score": 0.7237, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 8.3, "cpu_pct": 62.1, "peak_memory_mb": 1536, "disk_read_mb": 30, "disk_write_mb": 5 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "geneformer", "metric_values": { "ari": 0.0024, "asw_batch": 0.4736, "asw_label": 0.364, "cell_cycle_conservation": 0.0527, "clisi": 0.7461, "graph_connectivity": 0.0109, "hvg_overlap": "NA", "ilisi": 0, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0, "nmi": 0.0315, "pcr": 0 }, "scaled_scores": { "ari": 0.0024, "asw_batch": -0.9371, "asw_label": -0.251, "cell_cycle_conservation": -0.0176, "clisi": 0.0594, "graph_connectivity": -0.3167, "hvg_overlap": 0, "ilisi": -0.0162, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": -0.0121, "nmi": 0.0302, "pcr": 0 }, "mean_score": 0.0071, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 617, "cpu_pct": 123.4, "peak_memory_mb": 3040871, "disk_read_mb": 12288, "disk_write_mb": 12288 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "harmony", "metric_values": { "ari": 0.7867, "asw_batch": 0.9066, "asw_label": 0.6466, "cell_cycle_conservation": 0.8495, "clisi": 1, "graph_connectivity": 0.977, "hvg_overlap": "NA", "ilisi": 0.333, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.4251, "nmi": 0.8322, "pcr": 0.6805 }, "scaled_scores": { "ari": 0.7867, "asw_batch": 0.7898, "asw_label": 0.3141, "cell_cycle_conservation": 0.9856, "clisi": 1, "graph_connectivity": 0.9694, "hvg_overlap": 0, "ilisi": 0.6914, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.4403, "nmi": 0.832, "pcr": 0.6805 }, "mean_score": 0.5761, "resources": { "submit": "2025-01-23 17:13:32", "exit_code": 0, "duration_sec": 111, "cpu_pct": 104.2, "peak_memory_mb": 6452, "disk_read_mb": 97, "disk_write_mb": 16 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "harmonypy", "metric_values": { "ari": 0.7655, "asw_batch": 0.905, "asw_label": 0.6463, "cell_cycle_conservation": 0.8466, "clisi": 1, "graph_connectivity": 0.9765, "hvg_overlap": "NA", "ilisi": 0.3319, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.4187, "nmi": 0.8233, "pcr": 0.6897 }, "scaled_scores": { "ari": 0.7656, "asw_batch": 0.7832, "asw_label": 0.3134, "cell_cycle_conservation": 0.9819, "clisi": 1, "graph_connectivity": 0.9687, "hvg_overlap": 0, "ilisi": 0.6892, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.4335, "nmi": 0.823, "pcr": 0.6897 }, "mean_score": 0.5729, "resources": { "submit": "2025-01-23 17:13:33", "exit_code": 0, "duration_sec": 229, "cpu_pct": 2039, "peak_memory_mb": 9216, "disk_read_mb": 41, "disk_write_mb": 9 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "liger", "metric_values": { "ari": 0.7463, "asw_batch": 0.8743, "asw_label": 0.6295, "cell_cycle_conservation": 0.6013, "clisi": 0.9991, "graph_connectivity": 0.9628, "hvg_overlap": "NA", "ilisi": 0.4223, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.7526, "nmi": 0.8002, "pcr": 0.8142 }, "scaled_scores": { "ari": 0.7463, "asw_batch": 0.6606, "asw_label": 0.2799, "cell_cycle_conservation": 0.6731, "clisi": 0.9965, "graph_connectivity": 0.9505, "hvg_overlap": 0, "ilisi": 0.8813, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.7888, "nmi": 0.8, "pcr": 0.8142 }, "mean_score": 0.5839, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 68, "cpu_pct": 160.3, "peak_memory_mb": 4301, "disk_read_mb": 100, "disk_write_mb": 5 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "mnnpy", "metric_values": { "ari": 0.1674, "asw_batch": 0.8846, "asw_label": 0.5027, "cell_cycle_conservation": 0.3797, "clisi": 0.8921, "graph_connectivity": 0.5458, "hvg_overlap": 0.4056, "ilisi": 0.1732, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0, "nmi": 0.2288, "pcr": 0.6494 }, "scaled_scores": { "ari": 0.1675, "asw_batch": 0.7019, "asw_label": 0.0264, "cell_cycle_conservation": 0.394, "clisi": 0.6003, "graph_connectivity": 0.3953, "hvg_overlap": -0.6799, "ilisi": 0.3519, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": -0.012, "nmi": 0.2277, "pcr": 0.6494 }, "mean_score": 0.2703, "resources": { "submit": "2025-01-23 17:13:31", "exit_code": 0, "duration_sec": 2815, "cpu_pct": 1618.1, "peak_memory_mb": 334439, "disk_read_mb": 1844, "disk_write_mb": 2048 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "no_integration", "metric_values": { "ari": 0.5999, "asw_batch": 0.8913, "asw_label": 0.6276, "cell_cycle_conservation": 0.8248, "clisi": 0.9998, "graph_connectivity": 0.9701, "hvg_overlap": "NA", "ilisi": 0.0754, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.1529, "nmi": 0.7735, "pcr": 0 }, "scaled_scores": { "ari": 0.6, "asw_batch": 0.7286, "asw_label": 0.276, "cell_cycle_conservation": 0.9545, "clisi": 0.9994, "graph_connectivity": 0.9602, "hvg_overlap": 0, "ilisi": 0.144, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.1507, "nmi": 0.7732, "pcr": 0 }, "mean_score": 0.4297, "resources": { "submit": "2025-01-23 17:13:30", "exit_code": 0, "duration_sec": 38.9, "cpu_pct": 53.8, "peak_memory_mb": 5735, "disk_read_mb": 83, "disk_write_mb": 27 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "no_integration_batch", "metric_values": { "ari": 0.2884, "asw_batch": 0.7086, "asw_label": 0.5116, "cell_cycle_conservation": 0.8609, "clisi": 0.9968, "graph_connectivity": 0.5229, "hvg_overlap": "NA", "ilisi": 0.0076, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.0946, "nmi": 0.5322, "pcr": 1 }, "scaled_scores": { "ari": 0.2885, "asw_batch": 0, "asw_label": 0.0442, "cell_cycle_conservation": 1, "clisi": 0.9881, "graph_connectivity": 0.3649, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.0886, "nmi": 0.5316, "pcr": 1 }, "mean_score": 0.3312, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 41.4, "cpu_pct": 555.2, "peak_memory_mb": 10650, "disk_read_mb": 73, "disk_write_mb": 31 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "pyliger", "metric_values": { "ari": 0.6633, "asw_batch": 0.8876, "asw_label": 0.6284, "cell_cycle_conservation": 0.4286, "clisi": 0.9995, "graph_connectivity": 0.968, "hvg_overlap": "NA", "ilisi": 0.4235, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.7672, "nmi": 0.7619, "pcr": 0.7925 }, "scaled_scores": { "ari": 0.6634, "asw_batch": 0.7139, "asw_label": 0.2776, "cell_cycle_conservation": 0.4557, "clisi": 0.9982, "graph_connectivity": 0.9574, "hvg_overlap": 0, "ilisi": 0.8838, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.8043, "nmi": 0.7616, "pcr": 0.7925 }, "mean_score": 0.5622, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 906, "cpu_pct": 4316.8, "peak_memory_mb": 8704, "disk_read_mb": 118, "disk_write_mb": 6 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scalex", "metric_values": { "ari": 0.6177, "asw_batch": 0.8582, "asw_label": 0.5917, "cell_cycle_conservation": 0.3481, "clisi": 0.9939, "graph_connectivity": 0.9278, "hvg_overlap": 0.2665, "ilisi": 0.3097, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.3209, "nmi": 0.6992, "pcr": 0.9998 }, "scaled_scores": { "ari": 0.6177, "asw_batch": 0.5966, "asw_label": 0.2044, "cell_cycle_conservation": 0.3543, "clisi": 0.9773, "graph_connectivity": 0.9039, "hvg_overlap": -1.073, "ilisi": 0.6419, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.3294, "nmi": 0.6988, "pcr": 0.9998 }, "mean_score": 0.4865, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 1438, "cpu_pct": 1082.6, "peak_memory_mb": 42394, "disk_read_mb": 100, "disk_write_mb": 316 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scanorama", "metric_values": { "ari": 0.2302, "asw_batch": 0.9048, "asw_label": 0.5009, "cell_cycle_conservation": 0.3818, "clisi": 0.8857, "graph_connectivity": 0.5459, "hvg_overlap": 0.2484, "ilisi": 0.2657, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.0001, "nmi": 0.2268, "pcr": 0.5585 }, "scaled_scores": { "ari": 0.2302, "asw_batch": 0.7825, "asw_label": 0.0228, "cell_cycle_conservation": 0.3967, "clisi": 0.5764, "graph_connectivity": 0.3955, "hvg_overlap": -1.1244, "ilisi": 0.5484, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": -0.0119, "nmi": 0.2258, "pcr": 0.5585 }, "mean_score": 0.2874, "resources": { "submit": "2025-01-23 17:13:34", "exit_code": 0, "duration_sec": 419, "cpu_pct": 801.3, "peak_memory_mb": 9524, "disk_read_mb": 65, "disk_write_mb": 663 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scanvi", "metric_values": { "ari": 0.7806, "asw_batch": 0.9099, "asw_label": 0.6334, "cell_cycle_conservation": 0.6302, "clisi": 1, "graph_connectivity": 0.9962, "hvg_overlap": "NA", "ilisi": 0.3153, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.2521, "nmi": 0.8646, "pcr": 0.6277 }, "scaled_scores": { "ari": 0.7806, "asw_batch": 0.8028, "asw_label": 0.2877, "cell_cycle_conservation": 0.7095, "clisi": 1, "graph_connectivity": 0.9949, "hvg_overlap": 0, "ilisi": 0.6538, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.2562, "nmi": 0.8644, "pcr": 0.6277 }, "mean_score": 0.5367, "resources": { "submit": "2025-01-23 17:13:31", "exit_code": 0, "duration_sec": 716, "cpu_pct": 112.4, "peak_memory_mb": 17101, "disk_read_mb": 107, "disk_write_mb": 6 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scgpt_zeroshot", "metric_values": { "ari": 0.7597, "asw_batch": 0.8888, "asw_label": 0.6318, "cell_cycle_conservation": 0.7563, "clisi": 0.9994, "graph_connectivity": 0.9631, "hvg_overlap": "NA", "ilisi": 0.2272, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.235, "nmi": 0.7909, "pcr": 0.19 }, "scaled_scores": { "ari": 0.7597, "asw_batch": 0.7187, "asw_label": 0.2845, "cell_cycle_conservation": 0.8683, "clisi": 0.9976, "graph_connectivity": 0.9509, "hvg_overlap": 0, "ilisi": 0.4667, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.238, "nmi": 0.7906, "pcr": 0.19 }, "mean_score": 0.4819, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 175, "cpu_pct": 136.9, "peak_memory_mb": 1027175, "disk_read_mb": 473, "disk_write_mb": 270 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scimilarity", "metric_values": { "ari": 0.7103, "asw_batch": 0.8264, "asw_label": 0.7111, "cell_cycle_conservation": 0.6936, "clisi": 0.9997, "graph_connectivity": 0.971, "hvg_overlap": "NA", "ilisi": 0.2297, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.2235, "nmi": 0.7877, "pcr": 0.1773 }, "scaled_scores": { "ari": 0.7104, "asw_batch": 0.4699, "asw_label": 0.4431, "cell_cycle_conservation": 0.7893, "clisi": 0.9989, "graph_connectivity": 0.9613, "hvg_overlap": 0, "ilisi": 0.4719, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.2257, "nmi": 0.7874, "pcr": 0.1773 }, "mean_score": 0.4642, "resources": { "submit": "2025-01-23 17:13:33", "exit_code": 0, "duration_sec": 401, "cpu_pct": 134.8, "peak_memory_mb": 15872, "disk_read_mb": 29082, "disk_write_mb": 41984 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scvi", "metric_values": { "ari": 0.8284, "asw_batch": 0.9166, "asw_label": 0.5754, "cell_cycle_conservation": 0.5349, "clisi": 0.9992, "graph_connectivity": 0.9812, "hvg_overlap": "NA", "ilisi": 0.303, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.2538, "nmi": 0.8495, "pcr": 0.6671 }, "scaled_scores": { "ari": 0.8284, "asw_batch": 0.8297, "asw_label": 0.1717, "cell_cycle_conservation": 0.5894, "clisi": 0.997, "graph_connectivity": 0.975, "hvg_overlap": 0, "ilisi": 0.6276, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.258, "nmi": 0.8493, "pcr": 0.6671 }, "mean_score": 0.5226, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 693, "cpu_pct": 130.5, "peak_memory_mb": 17306, "disk_read_mb": 108, "disk_write_mb": 6 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "shuffle_integration", "metric_values": { "ari": -0.0001, "asw_batch": 0.9426, "asw_label": 0.4945, "cell_cycle_conservation": 0.0667, "clisi": 0.7301, "graph_connectivity": 0.2488, "hvg_overlap": 0.6462, "ilisi": 0.4782, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.4093, "nmi": 0.0013, "pcr": 0.9975 }, "scaled_scores": { "ari": 0, "asw_batch": 0.9333, "asw_label": 0.01, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 1, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.4234, "nmi": 0, "pcr": 0.9975 }, "mean_score": 0.2588, "resources": { "submit": "2025-01-23 17:13:34", "exit_code": 0, "duration_sec": 20.2, "cpu_pct": 121.8, "peak_memory_mb": 6964, "disk_read_mb": 83, "disk_write_mb": 35 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "shuffle_integration_by_batch", "metric_values": { "ari": 0.0069, "asw_batch": 0.9005, "asw_label": 0.4895, "cell_cycle_conservation": 0.0726, "clisi": 0.7424, "graph_connectivity": 0.2596, "hvg_overlap": 1, "ilisi": 0.0755, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.0113, "nmi": 0.015, "pcr": 0 }, "scaled_scores": { "ari": 0.007, "asw_batch": 0.7654, "asw_label": 0, "cell_cycle_conservation": 0.0074, "clisi": 0.0455, "graph_connectivity": 0.0144, "hvg_overlap": 1, "ilisi": 0.1443, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0.0137, "pcr": 0 }, "mean_score": 0.1537, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 26.2, "cpu_pct": 112.4, "peak_memory_mb": 6144, "disk_read_mb": 83, "disk_write_mb": 34 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "shuffle_integration_by_cell_type", "metric_values": { "ari": 0.5604, "asw_batch": 0.9328, "asw_label": 0.6276, "cell_cycle_conservation": 0.7069, "clisi": 0.9998, "graph_connectivity": 0.9703, "hvg_overlap": 0.668, "ilisi": 0.4322, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.9511, "nmi": 0.761, "pcr": 0.7788 }, "scaled_scores": { "ari": 0.5604, "asw_batch": 0.8939, "asw_label": 0.276, "cell_cycle_conservation": 0.8061, "clisi": 0.9993, "graph_connectivity": 0.9605, "hvg_overlap": 0.0617, "ilisi": 0.9023, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 1, "nmi": 0.7607, "pcr": 0.7788 }, "mean_score": 0.6154, "resources": { "submit": "2025-01-23 17:13:35", "exit_code": 0, "duration_sec": 22.4, "cpu_pct": 125, "peak_memory_mb": 6144, "disk_read_mb": 83, "disk_write_mb": 33 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "uce", "metric_values": { "ari": 0.508, "asw_batch": 0.9286, "asw_label": 0.587, "cell_cycle_conservation": 0.8451, "clisi": 0.999, "graph_connectivity": 0.9568, "hvg_overlap": "NA", "ilisi": 0.2298, "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": 0.2174, "nmi": 0.7228, "pcr": 0 }, "scaled_scores": { "ari": 0.508, "asw_batch": 0.8773, "asw_label": 0.195, "cell_cycle_conservation": 0.98, "clisi": 0.9963, "graph_connectivity": 0.9425, "hvg_overlap": 0, "ilisi": 0.472, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.2192, "nmi": 0.7224, "pcr": 0 }, "mean_score": 0.4548, "resources": { "submit": "2025-01-23 17:13:34", "exit_code": 0, "duration_sec": 1543, "cpu_pct": 114.8, "peak_memory_mb": 468583, "disk_read_mb": 28775, "disk_write_mb": 17613 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "batchelor_fastmnn", "metric_values": { "ari": 0.6342, "asw_batch": 0.8696, "asw_label": 0.5052, "cell_cycle_conservation": 0.8279, "clisi": 0.9981, "graph_connectivity": 0.8969, "hvg_overlap": "NA", "ilisi": 0.0737, "isolated_label_asw": 0.536, "isolated_label_f1": 0.018, "kbet": 0.3386, "nmi": 0.7879, "pcr": 0 }, "scaled_scores": { "ari": 0.6342, "asw_batch": 0.6047, "asw_label": 0.1269, "cell_cycle_conservation": 1.0113, "clisi": 0.9861, "graph_connectivity": 0.8911, "hvg_overlap": 0, "ilisi": 0.2393, "isolated_label_asw": 0.1663, "isolated_label_f1": 0.015, "kbet": 0.3294, "nmi": 0.7876, "pcr": 0 }, "mean_score": 0.4447, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 1476, "cpu_pct": 101.1, "peak_memory_mb": 9012, "disk_read_mb": 280, "disk_write_mb": 82 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "batchelor_mnn_correct", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:13:14", "exit_code": 143, "duration_sec": 31253, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "bbknn", "metric_values": { "ari": 0.6331, "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": 0.9412, "graph_connectivity": 0.9546, "hvg_overlap": "NA", "ilisi": 0.2703, "isolated_label_asw": "NA", "isolated_label_f1": 0.0142, "kbet": "NA", "nmi": 0.7754, "pcr": "NA" }, "scaled_scores": { "ari": 0.6331, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0.5742, "graph_connectivity": 0.9521, "hvg_overlap": 0, "ilisi": 0.8818, "isolated_label_asw": 0, "isolated_label_f1": 0.0112, "kbet": 0, "nmi": 0.7751, "pcr": 0 }, "mean_score": 0.2944, "resources": { "submit": "2025-01-23 17:13:10", "exit_code": 0, "duration_sec": 216, "cpu_pct": 641.5, "peak_memory_mb": 15360, "disk_read_mb": 110, "disk_write_mb": 118 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "combat", "metric_values": { "ari": 0.5976, "asw_batch": 0.8584, "asw_label": 0.5014, "cell_cycle_conservation": 0.8044, "clisi": 0.9993, "graph_connectivity": 0.9436, "hvg_overlap": 0.5255, "ilisi": 0.0129, "isolated_label_asw": 0.6147, "isolated_label_f1": 0.1021, "kbet": 0.2076, "nmi": 0.7829, "pcr": 1 }, "scaled_scores": { "ari": 0.5976, "asw_batch": 0.566, "asw_label": 0.1199, "cell_cycle_conservation": 0.9768, "clisi": 0.9946, "graph_connectivity": 0.9405, "hvg_overlap": 0.0519, "ilisi": 0.0408, "isolated_label_asw": 0.3143, "isolated_label_f1": 0.0994, "kbet": 0.1855, "nmi": 0.7826, "pcr": 1 }, "mean_score": 0.5131, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 477, "cpu_pct": 193, "peak_memory_mb": 21812, "disk_read_mb": 103, "disk_write_mb": 575 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "embed_cell_types", "metric_values": { "ari": 1, "asw_batch": 0.984, "asw_label": 0.979, "cell_cycle_conservation": 0.6453, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.116, "isolated_label_asw": 0.979, "isolated_label_f1": 1, "kbet": 0.9487, "nmi": 1, "pcr": 0 }, "scaled_scores": { "ari": 1, "asw_batch": 1, "asw_label": 1, "cell_cycle_conservation": 0.7436, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.3776, "isolated_label_asw": 0.9999, "isolated_label_f1": 1, "kbet": 1, "nmi": 1, "pcr": 0 }, "mean_score": 0.7785, "resources": { "submit": "2025-01-23 17:13:12", "exit_code": 0, "duration_sec": 21.8, "cpu_pct": 95.1, "peak_memory_mb": 5735, "disk_read_mb": 34, "disk_write_mb": 87 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "embed_cell_types_jittered", "metric_values": { "ari": 1, "asw_batch": 0.9827, "asw_label": 0.979, "cell_cycle_conservation": 0.6441, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.1162, "isolated_label_asw": 0.979, "isolated_label_f1": 1, "kbet": 0.9439, "nmi": 1, "pcr": 0 }, "scaled_scores": { "ari": 1, "asw_batch": 0.9954, "asw_label": 1, "cell_cycle_conservation": 0.7419, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.3782, "isolated_label_asw": 1, "isolated_label_f1": 1, "kbet": 0.9947, "nmi": 1, "pcr": 0 }, "mean_score": 0.7777, "resources": { "submit": "2025-01-23 17:13:13", "exit_code": 0, "duration_sec": 21.9, "cpu_pct": 94.2, "peak_memory_mb": 5735, "disk_read_mb": 34, "disk_write_mb": 87 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "geneformer", "metric_values": { "ari": 0.0561, "asw_batch": 0.4056, "asw_label": 0.2598, "cell_cycle_conservation": 0.3616, "clisi": 0.9645, "graph_connectivity": 0.081, "hvg_overlap": "NA", "ilisi": 0, "isolated_label_asw": 0.4544, "isolated_label_f1": 0.0802, "kbet": 0.019, "nmi": 0.3951, "pcr": 0 }, "scaled_scores": { "ari": 0.0562, "asw_batch": -0.9992, "asw_label": -0.3254, "cell_cycle_conservation": 0.3278, "clisi": 0.7428, "graph_connectivity": 0.0299, "hvg_overlap": 0, "ilisi": -0.0015, "isolated_label_asw": 0.0127, "isolated_label_f1": 0.0774, "kbet": -0.0219, "nmi": 0.3942, "pcr": 0 }, "mean_score": 0.1262, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 2370, "cpu_pct": 33.5, "peak_memory_mb": 1572864, "disk_read_mb": 19456, "disk_write_mb": 20173 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "harmony", "metric_values": { "ari": 0.6101, "asw_batch": 0.8814, "asw_label": 0.4946, "cell_cycle_conservation": 0.7507, "clisi": 0.9959, "graph_connectivity": 0.8829, "hvg_overlap": "NA", "ilisi": 0.1194, "isolated_label_asw": 0.5958, "isolated_label_f1": 0.0256, "kbet": 0.2943, "nmi": 0.729, "pcr": 0.6824 }, "scaled_scores": { "ari": 0.6102, "asw_batch": 0.6455, "asw_label": 0.1074, "cell_cycle_conservation": 0.898, "clisi": 0.9702, "graph_connectivity": 0.8764, "hvg_overlap": 0, "ilisi": 0.3886, "isolated_label_asw": 0.2789, "isolated_label_f1": 0.0226, "kbet": 0.2807, "nmi": 0.7286, "pcr": 0.6824 }, "mean_score": 0.4992, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 328, "cpu_pct": 96.4, "peak_memory_mb": 8602, "disk_read_mb": 261, "disk_write_mb": 83 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "harmonypy", "metric_values": { "ari": 0.6272, "asw_batch": 0.8795, "asw_label": 0.5, "cell_cycle_conservation": 0.7525, "clisi": 0.9975, "graph_connectivity": 0.8815, "hvg_overlap": "NA", "ilisi": 0.0986, "isolated_label_asw": 0.5876, "isolated_label_f1": 0.0737, "kbet": 0.2901, "nmi": 0.7592, "pcr": 0.6853 }, "scaled_scores": { "ari": 0.6272, "asw_batch": 0.6388, "asw_label": 0.1173, "cell_cycle_conservation": 0.9007, "clisi": 0.9822, "graph_connectivity": 0.8749, "hvg_overlap": 0, "ilisi": 0.3206, "isolated_label_asw": 0.2633, "isolated_label_f1": 0.0709, "kbet": 0.2761, "nmi": 0.7588, "pcr": 0.6853 }, "mean_score": 0.5012, "resources": { "submit": "2025-01-23 17:13:14", "exit_code": 0, "duration_sec": 845, "cpu_pct": 1276.6, "peak_memory_mb": 11879, "disk_read_mb": 75, "disk_write_mb": 43 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "liger", "metric_values": { "ari": 0.4991, "asw_batch": 0.7698, "asw_label": 0.4379, "cell_cycle_conservation": 0.5948, "clisi": 0.9867, "graph_connectivity": 0.6349, "hvg_overlap": "NA", "ilisi": 0.193, "isolated_label_asw": 0.6283, "isolated_label_f1": 0.0741, "kbet": 0.2758, "nmi": 0.6448, "pcr": 0.6183 }, "scaled_scores": { "ari": 0.4991, "asw_batch": 0.2596, "asw_label": 0.003, "cell_cycle_conservation": 0.6695, "clisi": 0.9036, "graph_connectivity": 0.6146, "hvg_overlap": 0, "ilisi": 0.6294, "isolated_label_asw": 0.34, "isolated_label_f1": 0.0713, "kbet": 0.2604, "nmi": 0.6443, "pcr": 0.6183 }, "mean_score": 0.4241, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 242, "cpu_pct": 162.6, "peak_memory_mb": 10855, "disk_read_mb": 264, "disk_write_mb": 20 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "mnnpy", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 143, "duration_sec": 30853, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "no_integration", "metric_values": { "ari": 0.6958, "asw_batch": 0.8521, "asw_label": 0.5134, "cell_cycle_conservation": 0.8202, "clisi": 0.9996, "graph_connectivity": 0.9502, "hvg_overlap": "NA", "ilisi": 0.0317, "isolated_label_asw": 0.599, "isolated_label_f1": 0.0896, "kbet": 0.2808, "nmi": 0.8293, "pcr": 1.5372e-07 }, "scaled_scores": { "ari": 0.6958, "asw_batch": 0.544, "asw_label": 0.1421, "cell_cycle_conservation": 1, "clisi": 0.997, "graph_connectivity": 0.9474, "hvg_overlap": 0, "ilisi": 0.1019, "isolated_label_asw": 0.2848, "isolated_label_f1": 0.0868, "kbet": 0.2659, "nmi": 0.8291, "pcr": 1.5372e-07 }, "mean_score": 0.4534, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 61, "cpu_pct": 40, "peak_memory_mb": 6144, "disk_read_mb": 246, "disk_write_mb": 89 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "no_integration_batch", "metric_values": { "ari": 0.288, "asw_batch": 0.6947, "asw_label": 0.4363, "cell_cycle_conservation": 0.8171, "clisi": 0.999, "graph_connectivity": 0.7334, "hvg_overlap": "NA", "ilisi": 0.0005, "isolated_label_asw": 0.6479, "isolated_label_f1": 0.0888, "kbet": 0.1557, "nmi": 0.6689, "pcr": 1 }, "scaled_scores": { "ari": 0.2881, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0.9954, "clisi": 0.9931, "graph_connectivity": 0.7185, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0.3769, "isolated_label_f1": 0.086, "kbet": 0.1284, "nmi": 0.6684, "pcr": 1 }, "mean_score": 0.4042, "resources": { "submit": "2025-01-23 17:13:13", "exit_code": 0, "duration_sec": 137, "cpu_pct": 1726.9, "peak_memory_mb": 13722, "disk_read_mb": 108, "disk_write_mb": 103 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "pyliger", "metric_values": { "ari": 0.54, "asw_batch": 0.7818, "asw_label": 0.4636, "cell_cycle_conservation": 0.6675, "clisi": 0.9836, "graph_connectivity": 0.639, "hvg_overlap": "NA", "ilisi": 0.2059, "isolated_label_asw": 0.6127, "isolated_label_f1": 0.0448, "kbet": 0.3028, "nmi": 0.6385, "pcr": 0.6502 }, "scaled_scores": { "ari": 0.54, "asw_batch": 0.3013, "asw_label": 0.0503, "cell_cycle_conservation": 0.7762, "clisi": 0.8813, "graph_connectivity": 0.6189, "hvg_overlap": 0, "ilisi": 0.6712, "isolated_label_asw": 0.3106, "isolated_label_f1": 0.0419, "kbet": 0.2901, "nmi": 0.638, "pcr": 0.6502 }, "mean_score": 0.4439, "resources": { "submit": "2025-01-23 17:13:12", "exit_code": 0, "duration_sec": 4820, "cpu_pct": 2092.3, "peak_memory_mb": 16487, "disk_read_mb": 181, "disk_write_mb": 21 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scalex", "metric_values": { "ari": 0.5312, "asw_batch": 0.8226, "asw_label": 0.4674, "cell_cycle_conservation": 0.5774, "clisi": 0.9903, "graph_connectivity": 0.7367, "hvg_overlap": 0.241, "ilisi": 0.0704, "isolated_label_asw": 0.5733, "isolated_label_f1": 0.0137, "kbet": 0.1775, "nmi": 0.6388, "pcr": 0.9987 }, "scaled_scores": { "ari": 0.5312, "asw_batch": 0.4422, "asw_label": 0.0572, "cell_cycle_conservation": 0.6441, "clisi": 0.9294, "graph_connectivity": 0.7221, "hvg_overlap": -0.5165, "ilisi": 0.2287, "isolated_label_asw": 0.2364, "isolated_label_f1": 0.0107, "kbet": 0.1523, "nmi": 0.6383, "pcr": 0.9987 }, "mean_score": 0.4301, "resources": { "submit": "2025-01-23 17:13:12", "exit_code": 0, "duration_sec": 7281, "cpu_pct": 1153.2, "peak_memory_mb": 43111, "disk_read_mb": 138, "disk_write_mb": 1639 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scanorama", "metric_values": { "ari": 0.0517, "asw_batch": 0.9097, "asw_label": 0.4457, "cell_cycle_conservation": 0.1637, "clisi": 0.9249, "graph_connectivity": 0.244, "hvg_overlap": 0.2593, "ilisi": 0.0905, "isolated_label_asw": 0.4685, "isolated_label_f1": 0.0114, "kbet": 0.0336, "nmi": 0.1834, "pcr": 0.0279 }, "scaled_scores": { "ari": 0.0518, "asw_batch": 0.7433, "asw_label": 0.0172, "cell_cycle_conservation": 0.0378, "clisi": 0.4554, "graph_connectivity": 0.202, "hvg_overlap": -0.48, "ilisi": 0.2943, "isolated_label_asw": 0.0392, "isolated_label_f1": 0.0084, "kbet": -0.0057, "nmi": 0.1823, "pcr": 0.0279 }, "mean_score": 0.1584, "resources": { "submit": "2025-01-23 17:13:10", "exit_code": 0, "duration_sec": 7328, "cpu_pct": 1984.9, "peak_memory_mb": 46080, "disk_read_mb": 99, "disk_write_mb": 3380 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scanvi", "metric_values": { "ari": 0.8327, "asw_batch": 0.873, "asw_label": 0.6243, "cell_cycle_conservation": 0.7464, "clisi": 1, "graph_connectivity": 0.985, "hvg_overlap": "NA", "ilisi": 0.0586, "isolated_label_asw": 0.7019, "isolated_label_f1": 0.0908, "kbet": 0.3114, "nmi": 0.8958, "pcr": 0.1043 }, "scaled_scores": { "ari": 0.8327, "asw_batch": 0.6163, "asw_label": 0.3464, "cell_cycle_conservation": 0.8919, "clisi": 0.9998, "graph_connectivity": 0.9842, "hvg_overlap": 0, "ilisi": 0.1901, "isolated_label_asw": 0.4784, "isolated_label_f1": 0.088, "kbet": 0.2995, "nmi": 0.8956, "pcr": 0.1043 }, "mean_score": 0.5175, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 995, "cpu_pct": 102.9, "peak_memory_mb": 18944, "disk_read_mb": 139, "disk_write_mb": 28 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scgpt_zeroshot", "metric_values": { "ari": 0.6689, "asw_batch": 0.906, "asw_label": 0.5136, "cell_cycle_conservation": 0.7409, "clisi": 0.9975, "graph_connectivity": 0.9051, "hvg_overlap": "NA", "ilisi": 0.0819, "isolated_label_asw": 0.5543, "isolated_label_f1": 0.0213, "kbet": 0.3459, "nmi": 0.7884, "pcr": 0.0445 }, "scaled_scores": { "ari": 0.6689, "asw_batch": 0.7304, "asw_label": 0.1423, "cell_cycle_conservation": 0.8838, "clisi": 0.9821, "graph_connectivity": 0.8999, "hvg_overlap": 0, "ilisi": 0.2661, "isolated_label_asw": 0.2007, "isolated_label_f1": 0.0183, "kbet": 0.3375, "nmi": 0.7881, "pcr": 0.0445 }, "mean_score": 0.4587, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 345, "cpu_pct": 139.2, "peak_memory_mb": 1153434, "disk_read_mb": 508, "disk_write_mb": 585 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scimilarity", "metric_values": { "ari": 0.677, "asw_batch": 0.8628, "asw_label": 0.5531, "cell_cycle_conservation": 0.6673, "clisi": 0.9988, "graph_connectivity": 0.9155, "hvg_overlap": "NA", "ilisi": 0.078, "isolated_label_asw": 0.5948, "isolated_label_f1": 0.0164, "kbet": 0.3302, "nmi": 0.7977, "pcr": 0 }, "scaled_scores": { "ari": 0.677, "asw_batch": 0.5812, "asw_label": 0.2151, "cell_cycle_conservation": 0.7758, "clisi": 0.9915, "graph_connectivity": 0.9108, "hvg_overlap": 0, "ilisi": 0.2533, "isolated_label_asw": 0.2769, "isolated_label_f1": 0.0134, "kbet": 0.3202, "nmi": 0.7974, "pcr": 0 }, "mean_score": 0.4471, "resources": { "submit": "2025-01-23 17:13:12", "exit_code": 0, "duration_sec": 710, "cpu_pct": 234.3, "peak_memory_mb": 17613, "disk_read_mb": 29082, "disk_write_mb": 41984 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scvi", "metric_values": { "ari": 0.7046, "asw_batch": 0.8991, "asw_label": 0.5367, "cell_cycle_conservation": 0.6278, "clisi": 0.9995, "graph_connectivity": 0.966, "hvg_overlap": "NA", "ilisi": 0.0497, "isolated_label_asw": 0.6288, "isolated_label_f1": 0.1041, "kbet": 0.277, "nmi": 0.8414, "pcr": 0.4756 }, "scaled_scores": { "ari": 0.7046, "asw_batch": 0.7066, "asw_label": 0.185, "cell_cycle_conservation": 0.718, "clisi": 0.9962, "graph_connectivity": 0.9641, "hvg_overlap": 0, "ilisi": 0.1611, "isolated_label_asw": 0.3408, "isolated_label_f1": 0.1014, "kbet": 0.2617, "nmi": 0.8412, "pcr": 0.4756 }, "mean_score": 0.4966, "resources": { "submit": "2025-01-23 17:13:10", "exit_code": 0, "duration_sec": 643, "cpu_pct": 108.3, "peak_memory_mb": 17716, "disk_read_mb": 140, "disk_write_mb": 28 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "shuffle_integration", "metric_values": { "ari": -0.0001, "asw_batch": 0.9496, "asw_label": 0.4827, "cell_cycle_conservation": 0.1379, "clisi": 0.862, "graph_connectivity": 0.0526, "hvg_overlap": 0.4995, "ilisi": 0.3065, "isolated_label_asw": 0.4836, "isolated_label_f1": 0.003, "kbet": 0.1235, "nmi": 0.0014, "pcr": 0.9993 }, "scaled_scores": { "ari": 0, "asw_batch": 0.8811, "asw_label": 0.0854, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 1, "isolated_label_asw": 0.0676, "isolated_label_f1": 0, "kbet": 0.093, "nmi": 0, "pcr": 0.9993 }, "mean_score": 0.2405, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 77, "cpu_pct": 70.3, "peak_memory_mb": 12084, "disk_read_mb": 246, "disk_write_mb": 103 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "shuffle_integration_by_batch", "metric_values": { "ari": 0.0415, "asw_batch": 0.8948, "asw_label": 0.4489, "cell_cycle_conservation": 0.154, "clisi": 0.9106, "graph_connectivity": 0.1922, "hvg_overlap": 1, "ilisi": 0.032, "isolated_label_asw": 0.4477, "isolated_label_f1": 0.0075, "kbet": 0.0389, "nmi": 0.1438, "pcr": 1.0923e-07 }, "scaled_scores": { "ari": 0.0416, "asw_batch": 0.6918, "asw_label": 0.0231, "cell_cycle_conservation": 0.0236, "clisi": 0.3523, "graph_connectivity": 0.1474, "hvg_overlap": 1, "ilisi": 0.1031, "isolated_label_asw": 0, "isolated_label_f1": 0.0045, "kbet": 0, "nmi": 0.1426, "pcr": 1.0923e-07 }, "mean_score": 0.1946, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 100, "cpu_pct": 59.7, "peak_memory_mb": 7885, "disk_read_mb": 246, "disk_write_mb": 99 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "shuffle_integration_by_cell_type", "metric_values": { "ari": 0.697, "asw_batch": 0.9323, "asw_label": 0.5134, "cell_cycle_conservation": 0.5617, "clisi": 0.9996, "graph_connectivity": 0.9512, "hvg_overlap": 0.6372, "ilisi": 0.1237, "isolated_label_asw": 0.599, "isolated_label_f1": 0.0895, "kbet": 0.9477, "nmi": 0.8289, "pcr": 0.2343 }, "scaled_scores": { "ari": 0.697, "asw_batch": 0.8214, "asw_label": 0.1421, "cell_cycle_conservation": 0.6211, "clisi": 0.997, "graph_connectivity": 0.9485, "hvg_overlap": 0.2751, "ilisi": 0.4026, "isolated_label_asw": 0.2848, "isolated_label_f1": 0.0868, "kbet": 0.9989, "nmi": 0.8287, "pcr": 0.2343 }, "mean_score": 0.5645, "resources": { "submit": "2025-01-23 17:13:10", "exit_code": 0, "duration_sec": 107, "cpu_pct": 73.1, "peak_memory_mb": 7066, "disk_read_mb": 246, "disk_write_mb": 92 } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "uce", "metric_values": { "ari": 0.6864, "asw_batch": 0.9509, "asw_label": 0.5241, "cell_cycle_conservation": 0.6976, "clisi": 0.999, "graph_connectivity": 0.9507, "hvg_overlap": "NA", "ilisi": 0.0648, "isolated_label_asw": 0.5215, "isolated_label_f1": 0.0242, "kbet": 0.3237, "nmi": 0.8201, "pcr": 0 }, "scaled_scores": { "ari": 0.6864, "asw_batch": 0.8858, "asw_label": 0.1617, "cell_cycle_conservation": 0.8202, "clisi": 0.993, "graph_connectivity": 0.9479, "hvg_overlap": 0, "ilisi": 0.2104, "isolated_label_asw": 0.139, "isolated_label_f1": 0.0213, "kbet": 0.3131, "nmi": 0.8198, "pcr": 0 }, "mean_score": 0.4614, "resources": { "submit": "2025-01-23 17:13:11", "exit_code": 0, "duration_sec": 7410, "cpu_pct": 108.9, "peak_memory_mb": 399668, "disk_read_mb": 29901, "disk_write_mb": 19559 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "batchelor_fastmnn", "metric_values": { "ari": 0.3749, "asw_batch": 0.8452, "asw_label": 0.6002, "cell_cycle_conservation": 0.7325, "clisi": 1, "graph_connectivity": 0.8986, "hvg_overlap": "NA", "ilisi": 0.0005, "isolated_label_asw": 0.2582, "isolated_label_f1": 0.0028, "kbet": "NA", "nmi": 0.6712, "pcr": 0.2967 }, "scaled_scores": { "ari": 0.3749, "asw_batch": 0.8894, "asw_label": 0.2335, "cell_cycle_conservation": 0.9932, "clisi": 1, "graph_connectivity": 0.8734, "hvg_overlap": 0, "ilisi": 0.104, "isolated_label_asw": -0.0998, "isolated_label_f1": 0.0011, "kbet": 0, "nmi": 0.6711, "pcr": 0.2967 }, "mean_score": 0.4182, "resources": { "submit": "2025-01-23 17:15:15", "exit_code": 0, "duration_sec": 1827, "cpu_pct": 100.5, "peak_memory_mb": 15156, "disk_read_mb": 663, "disk_write_mb": 151 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "batchelor_mnn_correct", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:15:15", "exit_code": 143, "duration_sec": 46164, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "bbknn", "metric_values": { "ari": 0.7918, "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": 1, "graph_connectivity": 0.8943, "hvg_overlap": "NA", "ilisi": 0.182, "isolated_label_asw": "NA", "isolated_label_f1": 0.0034, "kbet": "NA", "nmi": 0.8152, "pcr": "NA" }, "scaled_scores": { "ari": 0.7918, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 1, "graph_connectivity": 0.8681, "hvg_overlap": 0, "ilisi": 35.0348, "isolated_label_asw": 0, "isolated_label_f1": 0.0018, "kbet": 0, "nmi": 0.8151, "pcr": 0 }, "mean_score": 0.3444, "resources": { "submit": "2025-01-23 17:15:14", "exit_code": 0, "duration_sec": 553, "cpu_pct": 245.5, "peak_memory_mb": 12698, "disk_read_mb": 251, "disk_write_mb": 253 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "combat", "metric_values": { "ari": 0.2244, "asw_batch": 0.8688, "asw_label": 0.6107, "cell_cycle_conservation": 0.7374, "clisi": 1, "graph_connectivity": 0.9141, "hvg_overlap": 0.5648, "ilisi": 9.6541e-18, "isolated_label_asw": 0.3258, "isolated_label_f1": 0.0043, "kbet": "NA", "nmi": 0.5945, "pcr": 0.9996 }, "scaled_scores": { "ari": 0.2244, "asw_batch": 1.0254, "asw_label": 0.254, "cell_cycle_conservation": 1.0006, "clisi": 1, "graph_connectivity": 0.8928, "hvg_overlap": 0.0741, "ilisi": 1.858e-15, "isolated_label_asw": 0.0018, "isolated_label_f1": 0.0027, "kbet": 0, "nmi": 0.5943, "pcr": 0.9996 }, "mean_score": 0.4649, "resources": { "submit": "2025-01-23 17:15:19", "exit_code": 0, "duration_sec": 390, "cpu_pct": 329.6, "peak_memory_mb": 44032, "disk_read_mb": 244, "disk_write_mb": 1639 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "embed_cell_types", "metric_values": { "ari": 1, "asw_batch": 0.8566, "asw_label": 0.9897, "cell_cycle_conservation": 0.4873, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.0048, "isolated_label_asw": 0.99, "isolated_label_f1": 1, "kbet": "NA", "nmi": 1, "pcr": 0.4985 }, "scaled_scores": { "ari": 1, "asw_batch": 0.9551, "asw_label": 1, "cell_cycle_conservation": 0.6237, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.9312, "isolated_label_asw": 1, "isolated_label_f1": 1, "kbet": 0, "nmi": 1, "pcr": 0.4985 }, "mean_score": 0.7699, "resources": { "submit": "2025-01-23 17:15:15", "exit_code": 0, "duration_sec": 10.6, "cpu_pct": 84.2, "peak_memory_mb": 5735, "disk_read_mb": 39, "disk_write_mb": 47 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "embed_cell_types_jittered", "metric_values": { "ari": 1, "asw_batch": 0.8644, "asw_label": 0.9897, "cell_cycle_conservation": 0.4859, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.0048, "isolated_label_asw": 0.9897, "isolated_label_f1": 1, "kbet": "NA", "nmi": 1, "pcr": 0.4985 }, "scaled_scores": { "ari": 1, "asw_batch": 1, "asw_label": 1, "cell_cycle_conservation": 0.6216, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.9156, "isolated_label_asw": 0.9996, "isolated_label_f1": 1, "kbet": 0, "nmi": 1, "pcr": 0.4985 }, "mean_score": 0.772, "resources": { "submit": "2025-01-23 17:15:03", "exit_code": 0, "duration_sec": 12, "cpu_pct": 64.7, "peak_memory_mb": 1639, "disk_read_mb": 39, "disk_write_mb": 47 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "geneformer", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:15:15", "exit_code": 99, "duration_sec": 31.3, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "harmony", "metric_values": { "ari": 0.458, "asw_batch": 0.8009, "asw_label": 0.6463, "cell_cycle_conservation": 0.6202, "clisi": 1, "graph_connectivity": 0.9123, "hvg_overlap": "NA", "ilisi": 0.0007, "isolated_label_asw": 0.3179, "isolated_label_f1": 0.0042, "kbet": "NA", "nmi": 0.6795, "pcr": 0.5585 }, "scaled_scores": { "ari": 0.458, "asw_batch": 0.6331, "asw_label": 0.3242, "cell_cycle_conservation": 0.8241, "clisi": 1, "graph_connectivity": 0.8905, "hvg_overlap": 0, "ilisi": 0.138, "isolated_label_asw": -0.0101, "isolated_label_f1": 0.0026, "kbet": 0, "nmi": 0.6794, "pcr": 0.5585 }, "mean_score": 0.4237, "resources": { "submit": "2025-01-23 17:15:13", "exit_code": 0, "duration_sec": 808, "cpu_pct": 99.9, "peak_memory_mb": 11572, "disk_read_mb": 644, "disk_write_mb": 151 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "harmonypy", "metric_values": { "ari": 0.4706, "asw_batch": 0.8001, "asw_label": 0.6421, "cell_cycle_conservation": 0.6187, "clisi": 1, "graph_connectivity": 0.9145, "hvg_overlap": "NA", "ilisi": 0.0006, "isolated_label_asw": 0.314, "isolated_label_f1": 0.0041, "kbet": "NA", "nmi": 0.6687, "pcr": 0.5733 }, "scaled_scores": { "ari": 0.4706, "asw_batch": 0.6283, "asw_label": 0.3159, "cell_cycle_conservation": 0.8217, "clisi": 1, "graph_connectivity": 0.8933, "hvg_overlap": 0, "ilisi": 0.1233, "isolated_label_asw": -0.016, "isolated_label_f1": 0.0024, "kbet": 0, "nmi": 0.6687, "pcr": 0.5733 }, "mean_score": 0.4229, "resources": { "submit": "2025-01-23 17:15:18", "exit_code": 0, "duration_sec": 1057, "cpu_pct": 1346, "peak_memory_mb": 9012, "disk_read_mb": 110, "disk_write_mb": 78 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "liger", "metric_values": { "ari": 0.3257, "asw_batch": 0.7331, "asw_label": 0.6167, "cell_cycle_conservation": 0.6155, "clisi": 1, "graph_connectivity": 0.8795, "hvg_overlap": "NA", "ilisi": 0.0023, "isolated_label_asw": 0.3476, "isolated_label_f1": 0.0038, "kbet": "NA", "nmi": 0.6595, "pcr": 0.77 }, "scaled_scores": { "ari": 0.3258, "asw_batch": 0.2409, "asw_label": 0.266, "cell_cycle_conservation": 0.8168, "clisi": 1, "graph_connectivity": 0.8496, "hvg_overlap": 0, "ilisi": 0.4504, "isolated_label_asw": 0.0345, "isolated_label_f1": 0.0022, "kbet": 0, "nmi": 0.6594, "pcr": 0.77 }, "mean_score": 0.4166, "resources": { "submit": "2025-01-23 17:15:13", "exit_code": 0, "duration_sec": 1051, "cpu_pct": 142.2, "peak_memory_mb": 21607, "disk_read_mb": 647, "disk_write_mb": 41 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "mnnpy", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:15:17", "exit_code": 143, "duration_sec": 32033, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "no_integration", "metric_values": { "ari": 0.2567, "asw_batch": 0.8535, "asw_label": 0.6104, "cell_cycle_conservation": 0.6014, "clisi": 1, "graph_connectivity": 0.9053, "hvg_overlap": "NA", "ilisi": 9.6541e-18, "isolated_label_asw": 0.3246, "isolated_label_f1": 0.004, "kbet": "NA", "nmi": 0.6018, "pcr": 0 }, "scaled_scores": { "ari": 0.2567, "asw_batch": 0.9368, "asw_label": 0.2535, "cell_cycle_conservation": 0.7956, "clisi": 1, "graph_connectivity": 0.8819, "hvg_overlap": 0, "ilisi": 1.858e-15, "isolated_label_asw": 0, "isolated_label_f1": 0.0024, "kbet": 0, "nmi": 0.6017, "pcr": 0 }, "mean_score": 0.3637, "resources": { "submit": "2025-01-23 17:15:09", "exit_code": 0, "duration_sec": 42.3, "cpu_pct": 118.5, "peak_memory_mb": 7271, "disk_read_mb": 629, "disk_write_mb": 252 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "no_integration_batch", "metric_values": { "ari": 0.2262, "asw_batch": 0.6914, "asw_label": 0.5814, "cell_cycle_conservation": 0.737, "clisi": 1, "graph_connectivity": 0.8672, "hvg_overlap": "NA", "ilisi": 0, "isolated_label_asw": 0.3603, "isolated_label_f1": 0.0039, "kbet": "NA", "nmi": 0.5812, "pcr": 1 }, "scaled_scores": { "ari": 0.2262, "asw_batch": 0, "asw_label": 0.1964, "cell_cycle_conservation": 1, "clisi": 1, "graph_connectivity": 0.8342, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0.0536, "isolated_label_f1": 0.0022, "kbet": 0, "nmi": 0.5811, "pcr": 1 }, "mean_score": 0.3764, "resources": { "submit": "2025-01-23 17:15:13", "exit_code": 0, "duration_sec": 165, "cpu_pct": 776.3, "peak_memory_mb": 11162, "disk_read_mb": 249, "disk_write_mb": 282 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "pyliger", "metric_values": { "ari": 0.3098, "asw_batch": 0.6985, "asw_label": 0.6309, "cell_cycle_conservation": 0.5898, "clisi": 1, "graph_connectivity": 0.8826, "hvg_overlap": "NA", "ilisi": 0.0024, "isolated_label_asw": 0.3446, "isolated_label_f1": 0.0036, "kbet": "NA", "nmi": 0.6606, "pcr": 0.7805 }, "scaled_scores": { "ari": 0.3098, "asw_batch": 0.041, "asw_label": 0.2937, "cell_cycle_conservation": 0.7782, "clisi": 1, "graph_connectivity": 0.8534, "hvg_overlap": 0, "ilisi": 0.4533, "isolated_label_asw": 0.03, "isolated_label_f1": 0.002, "kbet": 0, "nmi": 0.6605, "pcr": 0.7805 }, "mean_score": 0.4002, "resources": { "submit": "2025-01-23 17:15:07", "exit_code": 0, "duration_sec": 17834, "cpu_pct": 681, "peak_memory_mb": 36455, "disk_read_mb": 449, "disk_write_mb": 41 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scalex", "metric_values": { "ari": 0.4355, "asw_batch": 0.8106, "asw_label": 0.6269, "cell_cycle_conservation": 0.4224, "clisi": 1, "graph_connectivity": 0.8135, "hvg_overlap": 0.2441, "ilisi": 1.9308e-17, "isolated_label_asw": 0.2446, "isolated_label_f1": 0.0011, "kbet": "NA", "nmi": 0.6884, "pcr": 0.9959 }, "scaled_scores": { "ari": 0.4355, "asw_batch": 0.6891, "asw_label": 0.286, "cell_cycle_conservation": 0.526, "clisi": 1, "graph_connectivity": 0.7672, "hvg_overlap": -0.6082, "ilisi": 3.716e-15, "isolated_label_asw": -0.1203, "isolated_label_f1": -0.0005, "kbet": 0, "nmi": 0.6883, "pcr": 0.9959 }, "mean_score": 0.4145, "resources": { "submit": "2025-01-23 17:15:19", "exit_code": 0, "duration_sec": 965, "cpu_pct": 338.7, "peak_memory_mb": 25396, "disk_read_mb": 282, "disk_write_mb": 3072 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scanorama", "metric_values": { "ari": 0.0199, "asw_batch": 0.8273, "asw_label": 0.4895, "cell_cycle_conservation": 0.1102, "clisi": 0.8977, "graph_connectivity": 0.3444, "hvg_overlap": 0.2326, "ilisi": 9.6541e-18, "isolated_label_asw": 0.4438, "isolated_label_f1": 0.0033, "kbet": "NA", "nmi": 0.0614, "pcr": 0 }, "scaled_scores": { "ari": 0.0199, "asw_batch": 0.7858, "asw_label": 0.0155, "cell_cycle_conservation": 0.0556, "clisi": 0.1964, "graph_connectivity": 0.1816, "hvg_overlap": -0.6327, "ilisi": 1.858e-15, "isolated_label_asw": 0.1791, "isolated_label_f1": 0.0017, "kbet": 0, "nmi": 0.0611, "pcr": 0 }, "mean_score": 0.1151, "resources": { "submit": "2025-01-23 17:15:14", "exit_code": 0, "duration_sec": 6932, "cpu_pct": 923.1, "peak_memory_mb": 74240, "disk_read_mb": 241, "disk_write_mb": 6452 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scanvi", "metric_values": { "ari": 0.2298, "asw_batch": 0.8037, "asw_label": 0.6411, "cell_cycle_conservation": 0.7304, "clisi": 1, "graph_connectivity": 0.8955, "hvg_overlap": "NA", "ilisi": 1.9308e-17, "isolated_label_asw": 0.3342, "isolated_label_f1": 0.0045, "kbet": "NA", "nmi": 0.6006, "pcr": 0.2969 }, "scaled_scores": { "ari": 0.2298, "asw_batch": 0.6494, "asw_label": 0.3138, "cell_cycle_conservation": 0.99, "clisi": 1, "graph_connectivity": 0.8695, "hvg_overlap": 0, "ilisi": 3.716e-15, "isolated_label_asw": 0.0143, "isolated_label_f1": 0.0029, "kbet": 0, "nmi": 0.6004, "pcr": 0.2969 }, "mean_score": 0.3821, "resources": { "submit": "2025-01-23 17:15:16", "exit_code": 0, "duration_sec": 1121, "cpu_pct": 101.5, "peak_memory_mb": 21095, "disk_read_mb": 270, "disk_write_mb": 50 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scgpt_zeroshot", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:15:17", "exit_code": 99, "duration_sec": 28.5, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scimilarity", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:15:15", "exit_code": 99, "duration_sec": 310, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scvi", "metric_values": { "ari": 0.2436, "asw_batch": 0.8482, "asw_label": 0.5705, "cell_cycle_conservation": 0.6671, "clisi": 1, "graph_connectivity": 0.9156, "hvg_overlap": "NA", "ilisi": 1.9308e-17, "isolated_label_asw": 0.3895, "isolated_label_f1": 0.0046, "kbet": "NA", "nmi": 0.6006, "pcr": 0.2713 }, "scaled_scores": { "ari": 0.2436, "asw_batch": 0.9067, "asw_label": 0.1749, "cell_cycle_conservation": 0.8946, "clisi": 1, "graph_connectivity": 0.8947, "hvg_overlap": 0, "ilisi": 3.716e-15, "isolated_label_asw": 0.0974, "isolated_label_f1": 0.0029, "kbet": 0, "nmi": 0.6005, "pcr": 0.2713 }, "mean_score": 0.3913, "resources": { "submit": "2025-01-23 17:15:05", "exit_code": 0, "duration_sec": 704, "cpu_pct": 98, "peak_memory_mb": 18535, "disk_read_mb": 271, "disk_write_mb": 51 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "shuffle_integration", "metric_values": { "ari": 0.0002, "asw_batch": 0.7499, "asw_label": 0.4816, "cell_cycle_conservation": 0.1001, "clisi": 0.8727, "graph_connectivity": 0.2086, "hvg_overlap": 0.53, "ilisi": 0.0052, "isolated_label_asw": 0.4947, "isolated_label_f1": 0.0016, "kbet": "NA", "nmi": 0.0003, "pcr": 0.9961 }, "scaled_scores": { "ari": 0.0003, "asw_batch": 0.3384, "asw_label": 0, "cell_cycle_conservation": 0.0404, "clisi": 0, "graph_connectivity": 0.0122, "hvg_overlap": 0, "ilisi": 1, "isolated_label_asw": 0.2556, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0.9961 }, "mean_score": 0.2033, "resources": { "submit": "2025-01-23 17:15:11", "exit_code": 0, "duration_sec": 128, "cpu_pct": 96.8, "peak_memory_mb": 19559, "disk_read_mb": 629, "disk_write_mb": 323 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "shuffle_integration_by_batch", "metric_values": { "ari": -0, "asw_batch": 0.7426, "asw_label": 0.4937, "cell_cycle_conservation": 0.0734, "clisi": 0.8735, "graph_connectivity": 0.1989, "hvg_overlap": 1, "ilisi": 9.6541e-18, "isolated_label_asw": 0.489, "isolated_label_f1": 0.0036, "kbet": "NA", "nmi": 0.0032, "pcr": 2.9263e-06 }, "scaled_scores": { "ari": 0, "asw_batch": 0.2959, "asw_label": 0.0238, "cell_cycle_conservation": 0, "clisi": 0.0063, "graph_connectivity": 0, "hvg_overlap": 1, "ilisi": 1.858e-15, "isolated_label_asw": 0.247, "isolated_label_f1": 0.0019, "kbet": 0, "nmi": 0.003, "pcr": 2.9263e-06 }, "mean_score": 0.1214, "resources": { "submit": "2025-01-23 17:15:01", "exit_code": 0, "duration_sec": 162, "cpu_pct": 99.7, "peak_memory_mb": 14644, "disk_read_mb": 629, "disk_write_mb": 322 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "shuffle_integration_by_cell_type", "metric_values": { "ari": 0.2725, "asw_batch": 0.7863, "asw_label": 0.6104, "cell_cycle_conservation": 0.7099, "clisi": 1, "graph_connectivity": 0.9052, "hvg_overlap": 0.5727, "ilisi": 0.0048, "isolated_label_asw": 0.3246, "isolated_label_f1": 0.0046, "kbet": "NA", "nmi": 0.6087, "pcr": 0.6321 }, "scaled_scores": { "ari": 0.2725, "asw_batch": 0.5487, "asw_label": 0.2535, "cell_cycle_conservation": 0.9591, "clisi": 1, "graph_connectivity": 0.8817, "hvg_overlap": 0.0909, "ilisi": 0.9186, "isolated_label_asw": 1.7918e-07, "isolated_label_f1": 0.0029, "kbet": 0, "nmi": 0.6086, "pcr": 0.6321 }, "mean_score": 0.4745, "resources": { "submit": "2025-01-23 17:15:14", "exit_code": 0, "duration_sec": 146, "cpu_pct": 98.3, "peak_memory_mb": 14439, "disk_read_mb": 629, "disk_write_mb": 307 } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "uce", "metric_values": { "ari": 0.4152, "asw_batch": 0.9197, "asw_label": 0.5774, "cell_cycle_conservation": 0.673, "clisi": 1, "graph_connectivity": 0.8987, "hvg_overlap": "NA", "ilisi": 3.8616e-17, "isolated_label_asw": 0.342, "isolated_label_f1": 0.0041, "kbet": "NA", "nmi": 0.6924, "pcr": 0 }, "scaled_scores": { "ari": 0.4152, "asw_batch": 1.3198, "asw_label": 0.1885, "cell_cycle_conservation": 0.9035, "clisi": 1, "graph_connectivity": 0.8735, "hvg_overlap": 0, "ilisi": 7.4321e-15, "isolated_label_asw": 0.026, "isolated_label_f1": 0.0025, "kbet": 0, "nmi": 0.6923, "pcr": 0 }, "mean_score": 0.3924, "resources": { "submit": "2025-01-23 17:15:14", "exit_code": 0, "duration_sec": 13155, "cpu_pct": 121.9, "peak_memory_mb": 473191, "disk_read_mb": 31949, "disk_write_mb": 22733 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "batchelor_fastmnn", "metric_values": { "ari": 0.6117, "asw_batch": 0.9133, "asw_label": 0.5616, "cell_cycle_conservation": 0.6545, "clisi": 0.9955, "graph_connectivity": 0.9701, "hvg_overlap": "NA", "ilisi": 0.1583, "isolated_label_asw": 0.5385, "isolated_label_f1": 0.0049, "kbet": 0.3092, "nmi": 0.7425, "pcr": 0.4152 }, "scaled_scores": { "ari": 0.6117, "asw_batch": 0.7616, "asw_label": 0.1794, "cell_cycle_conservation": 0.8934, "clisi": 0.9787, "graph_connectivity": 0.9674, "hvg_overlap": 0, "ilisi": 0.4701, "isolated_label_asw": 0.0851, "isolated_label_f1": 0.0035, "kbet": 0.3098, "nmi": 0.7423, "pcr": 0.4152 }, "mean_score": 0.4937, "resources": { "submit": "2025-01-23 17:16:00", "exit_code": 0, "duration_sec": 2574, "cpu_pct": 100.1, "peak_memory_mb": 10138, "disk_read_mb": 509, "disk_write_mb": 129 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "batchelor_mnn_correct", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:16:04", "exit_code": 143, "duration_sec": 46154, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "bbknn", "metric_values": { "ari": 0.6115, "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": 0.9529, "graph_connectivity": 0.9879, "hvg_overlap": "NA", "ilisi": 0.3142, "isolated_label_asw": "NA", "isolated_label_f1": 0.005, "kbet": "NA", "nmi": 0.7427, "pcr": "NA" }, "scaled_scores": { "ari": 0.6116, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0.7785, "graph_connectivity": 0.9868, "hvg_overlap": 0, "ilisi": 0.9341, "isolated_label_asw": 0, "isolated_label_f1": 0.0036, "kbet": 0, "nmi": 0.7425, "pcr": 0 }, "mean_score": 0.3121, "resources": { "submit": "2025-01-23 17:15:57", "exit_code": 0, "duration_sec": 265, "cpu_pct": 449.8, "peak_memory_mb": 15360, "disk_read_mb": 189, "disk_write_mb": 178 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "combat", "metric_values": { "ari": 0.3945, "asw_batch": 0.8977, "asw_label": 0.5435, "cell_cycle_conservation": 0.723, "clisi": 0.9949, "graph_connectivity": 0.9692, "hvg_overlap": 0.72, "ilisi": 0.0334, "isolated_label_asw": 0.5798, "isolated_label_f1": 0.0283, "kbet": 0.1333, "nmi": 0.6905, "pcr": 1 }, "scaled_scores": { "ari": 0.3946, "asw_batch": 0.6985, "asw_label": 0.1442, "cell_cycle_conservation": 0.9883, "clisi": 0.9761, "graph_connectivity": 0.9663, "hvg_overlap": 0.0734, "ilisi": 0.0987, "isolated_label_asw": 0.17, "isolated_label_f1": 0.027, "kbet": 0.1136, "nmi": 0.6903, "pcr": 1 }, "mean_score": 0.4878, "resources": { "submit": "2025-01-23 17:15:59", "exit_code": 0, "duration_sec": 314, "cpu_pct": 1130.2, "peak_memory_mb": 31540, "disk_read_mb": 181, "disk_write_mb": 1229 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "embed_cell_types", "metric_values": { "ari": 1, "asw_batch": 0.9721, "asw_label": 0.9829, "cell_cycle_conservation": 0.4328, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.2599, "isolated_label_asw": 0.9829, "isolated_label_f1": 1, "kbet": 0.9277, "nmi": 1, "pcr": 0.7116 }, "scaled_scores": { "ari": 1, "asw_batch": 1, "asw_label": 1, "cell_cycle_conservation": 0.5864, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.7723, "isolated_label_asw": 0.9997, "isolated_label_f1": 1, "kbet": 1, "nmi": 1, "pcr": 0.7116 }, "mean_score": 0.8515, "resources": { "submit": "2025-01-23 17:16:09", "exit_code": 0, "duration_sec": 40.9, "cpu_pct": 53.1, "peak_memory_mb": 5837, "disk_read_mb": 37, "disk_write_mb": 93 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "embed_cell_types_jittered", "metric_values": { "ari": 1, "asw_batch": 0.9703, "asw_label": 0.9829, "cell_cycle_conservation": 0.4324, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.2595, "isolated_label_asw": 0.9831, "isolated_label_f1": 1, "kbet": 0.9271, "nmi": 1, "pcr": 0.7115 }, "scaled_scores": { "ari": 1, "asw_batch": 0.9928, "asw_label": 1, "cell_cycle_conservation": 0.5859, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.7712, "isolated_label_asw": 1, "isolated_label_f1": 1, "kbet": 0.9993, "nmi": 1, "pcr": 0.7115 }, "mean_score": 0.8508, "resources": { "submit": "2025-01-23 17:16:02", "exit_code": 0, "duration_sec": 17.9, "cpu_pct": 109.4, "peak_memory_mb": 5837, "disk_read_mb": 37, "disk_write_mb": 93 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "geneformer", "metric_values": { "ari": 0.0073, "asw_batch": 0.5615, "asw_label": 0.2848, "cell_cycle_conservation": 0.2273, "clisi": 0.8267, "graph_connectivity": 0.0186, "hvg_overlap": "NA", "ilisi": 0, "isolated_label_asw": 0.2837, "isolated_label_f1": 0.0236, "kbet": 0, "nmi": 0.1023, "pcr": 0 }, "scaled_scores": { "ari": 0.0074, "asw_batch": -0.6645, "asw_label": -0.3595, "cell_cycle_conservation": 0.3019, "clisi": 0.1849, "graph_connectivity": -0.0722, "hvg_overlap": 0, "ilisi": -0.0007, "isolated_label_asw": -0.4393, "isolated_label_f1": 0.0223, "kbet": -0.0351, "nmi": 0.1018, "pcr": 0 }, "mean_score": 0.0476, "resources": { "submit": "2025-01-23 17:16:03", "exit_code": 0, "duration_sec": 888, "cpu_pct": 119, "peak_memory_mb": 1363149, "disk_read_mb": 30004, "disk_write_mb": 31130 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "harmony", "metric_values": { "ari": 0.5973, "asw_batch": 0.9174, "asw_label": 0.5409, "cell_cycle_conservation": 0.7062, "clisi": 0.993, "graph_connectivity": 0.9683, "hvg_overlap": "NA", "ilisi": 0.1623, "isolated_label_asw": 0.5835, "isolated_label_f1": 0.0044, "kbet": 0.2347, "nmi": 0.7323, "pcr": 0.6422 }, "scaled_scores": { "ari": 0.5974, "asw_batch": 0.7781, "asw_label": 0.1392, "cell_cycle_conservation": 0.965, "clisi": 0.9673, "graph_connectivity": 0.9654, "hvg_overlap": 0, "ilisi": 0.4821, "isolated_label_asw": 0.1776, "isolated_label_f1": 0.003, "kbet": 0.2267, "nmi": 0.7321, "pcr": 0.6422 }, "mean_score": 0.5135, "resources": { "submit": "2025-01-23 17:16:04", "exit_code": 0, "duration_sec": 660, "cpu_pct": 101.7, "peak_memory_mb": 10240, "disk_read_mb": 490, "disk_write_mb": 130 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "harmonypy", "metric_values": { "ari": 0.583, "asw_batch": 0.921, "asw_label": 0.5411, "cell_cycle_conservation": 0.7035, "clisi": 0.9931, "graph_connectivity": 0.9671, "hvg_overlap": "NA", "ilisi": 0.1614, "isolated_label_asw": 0.5815, "isolated_label_f1": 0.0047, "kbet": 0.2338, "nmi": 0.7439, "pcr": 0.6481 }, "scaled_scores": { "ari": 0.583, "asw_batch": 0.7929, "asw_label": 0.1396, "cell_cycle_conservation": 0.9612, "clisi": 0.9677, "graph_connectivity": 0.964, "hvg_overlap": 0, "ilisi": 0.4795, "isolated_label_asw": 0.1736, "isolated_label_f1": 0.0033, "kbet": 0.2257, "nmi": 0.7437, "pcr": 0.6481 }, "mean_score": 0.514, "resources": { "submit": "2025-01-23 17:15:53", "exit_code": 0, "duration_sec": 1004, "cpu_pct": 1544.9, "peak_memory_mb": 10855, "disk_read_mb": 99, "disk_write_mb": 67 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "liger", "metric_values": { "ari": 0.5232, "asw_batch": 0.822, "asw_label": 0.5489, "cell_cycle_conservation": 0.5401, "clisi": 0.984, "graph_connectivity": 0.8912, "hvg_overlap": "NA", "ilisi": 0.2619, "isolated_label_asw": 0.3786, "isolated_label_f1": 0.0571, "kbet": 0.3986, "nmi": 0.6809, "pcr": 0.7355 }, "scaled_scores": { "ari": 0.5233, "asw_batch": 0.3915, "asw_label": 0.1547, "cell_cycle_conservation": 0.735, "clisi": 0.9246, "graph_connectivity": 0.8812, "hvg_overlap": 0, "ilisi": 0.7785, "isolated_label_asw": -0.2439, "isolated_label_f1": 0.0558, "kbet": 0.4097, "nmi": 0.6808, "pcr": 0.7355 }, "mean_score": 0.4823, "resources": { "submit": "2025-01-23 17:16:04", "exit_code": 0, "duration_sec": 468, "cpu_pct": 170.8, "peak_memory_mb": 16077, "disk_read_mb": 493, "disk_write_mb": 32 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "mnnpy", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:16:05", "exit_code": 143, "duration_sec": 31143, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "no_integration", "metric_values": { "ari": 0.3965, "asw_batch": 0.8878, "asw_label": 0.5487, "cell_cycle_conservation": 0.7315, "clisi": 0.9955, "graph_connectivity": 0.9776, "hvg_overlap": "NA", "ilisi": 0.022, "isolated_label_asw": 0.5832, "isolated_label_f1": 0.007, "kbet": 0.1677, "nmi": 0.6611, "pcr": 5.5861e-07 }, "scaled_scores": { "ari": 0.3966, "asw_batch": 0.6581, "asw_label": 0.1544, "cell_cycle_conservation": 1, "clisi": 0.9787, "graph_connectivity": 0.9756, "hvg_overlap": 0, "ilisi": 0.0647, "isolated_label_asw": 0.1769, "isolated_label_f1": 0.0056, "kbet": 0.152, "nmi": 0.6609, "pcr": 5.5861e-07 }, "mean_score": 0.4018, "resources": { "submit": "2025-01-23 17:16:04", "exit_code": 0, "duration_sec": 33.6, "cpu_pct": 111.9, "peak_memory_mb": 6759, "disk_read_mb": 475, "disk_write_mb": 180 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "no_integration_batch", "metric_values": { "ari": 0.2334, "asw_batch": 0.7254, "asw_label": 0.4831, "cell_cycle_conservation": 0.7177, "clisi": 0.9942, "graph_connectivity": 0.6178, "hvg_overlap": "NA", "ilisi": 0.0002, "isolated_label_asw": 0.5181, "isolated_label_f1": 0.0091, "kbet": 0.1105, "nmi": 0.5214, "pcr": 1 }, "scaled_scores": { "ari": 0.2335, "asw_batch": 0, "asw_label": 0.0267, "cell_cycle_conservation": 0.9809, "clisi": 0.9726, "graph_connectivity": 0.5825, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0.043, "isolated_label_f1": 0.0077, "kbet": 0.0882, "nmi": 0.5211, "pcr": 1 }, "mean_score": 0.3428, "resources": { "submit": "2025-01-23 17:16:03", "exit_code": 0, "duration_sec": 172, "cpu_pct": 2581.6, "peak_memory_mb": 11776, "disk_read_mb": 186, "disk_write_mb": 208 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "pyliger", "metric_values": { "ari": 0.5119, "asw_batch": 0.8189, "asw_label": 0.562, "cell_cycle_conservation": 0.7629, "clisi": 0.9862, "graph_connectivity": 0.8958, "hvg_overlap": "NA", "ilisi": 0.2644, "isolated_label_asw": 0.4271, "isolated_label_f1": 0.0388, "kbet": 0.4117, "nmi": 0.6637, "pcr": 0.7164 }, "scaled_scores": { "ari": 0.512, "asw_batch": 0.3788, "asw_label": 0.1802, "cell_cycle_conservation": 1.0434, "clisi": 0.935, "graph_connectivity": 0.8861, "hvg_overlap": 0, "ilisi": 0.7857, "isolated_label_asw": -0.1443, "isolated_label_f1": 0.0374, "kbet": 0.4242, "nmi": 0.6635, "pcr": 0.7164 }, "mean_score": 0.5015, "resources": { "submit": "2025-01-23 17:16:04", "exit_code": 0, "duration_sec": 7711, "cpu_pct": 1602.3, "peak_memory_mb": 22733, "disk_read_mb": 326, "disk_write_mb": 33 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scalex", "metric_values": { "ari": 0.4016, "asw_batch": 0.8625, "asw_label": 0.5175, "cell_cycle_conservation": 0.6424, "clisi": 0.9776, "graph_connectivity": 0.8921, "hvg_overlap": 0.3217, "ilisi": 0.0847, "isolated_label_asw": 0.5302, "isolated_label_f1": 0.002, "kbet": 0.175, "nmi": 0.641, "pcr": 0.9961 }, "scaled_scores": { "ari": 0.4016, "asw_batch": 0.5559, "asw_label": 0.0937, "cell_cycle_conservation": 0.8767, "clisi": 0.8948, "graph_connectivity": 0.8821, "hvg_overlap": -1.2449, "ilisi": 0.2512, "isolated_label_asw": 0.0679, "isolated_label_f1": 0.0006, "kbet": 0.1602, "nmi": 0.6408, "pcr": 0.9961 }, "mean_score": 0.4478, "resources": { "submit": "2025-01-23 17:16:05", "exit_code": 0, "duration_sec": 1417, "cpu_pct": 1034.8, "peak_memory_mb": 43316, "disk_read_mb": 219, "disk_write_mb": 2663 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scanorama", "metric_values": { "ari": 0.0022, "asw_batch": 0.8631, "asw_label": 0.4677, "cell_cycle_conservation": 0.0139, "clisi": 0.8049, "graph_connectivity": 0.1452, "hvg_overlap": 0.2362, "ilisi": 0.189, "isolated_label_asw": 0.477, "isolated_label_f1": 0.0033, "kbet": 0.0489, "nmi": 0.0102, "pcr": 0.536 }, "scaled_scores": { "ari": 0.0024, "asw_batch": 0.5581, "asw_label": -0.0034, "cell_cycle_conservation": 0.0064, "clisi": 0.0823, "graph_connectivity": 0.0661, "hvg_overlap": -1.5279, "ilisi": 0.5615, "isolated_label_asw": -0.0415, "isolated_label_f1": 0.0019, "kbet": 0.0194, "nmi": 0.0096, "pcr": 0.536 }, "mean_score": 0.1418, "resources": { "submit": "2025-01-23 17:15:55", "exit_code": 0, "duration_sec": 8954, "cpu_pct": 1641.9, "peak_memory_mb": 69018, "disk_read_mb": 178, "disk_write_mb": 5428 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scanvi", "metric_values": { "ari": 0.8306, "asw_batch": 0.8915, "asw_label": 0.616, "cell_cycle_conservation": 0.847, "clisi": 0.9997, "graph_connectivity": 0.9934, "hvg_overlap": "NA", "ilisi": 0.1252, "isolated_label_asw": 0.6474, "isolated_label_f1": 0.125, "kbet": 0.2023, "nmi": 0.859, "pcr": 0.5572 }, "scaled_scores": { "ari": 0.8306, "asw_batch": 0.6732, "asw_label": 0.2854, "cell_cycle_conservation": 1.16, "clisi": 0.9986, "graph_connectivity": 0.9927, "hvg_overlap": 0, "ilisi": 0.3717, "isolated_label_asw": 0.3091, "isolated_label_f1": 0.1238, "kbet": 0.1906, "nmi": 0.8589, "pcr": 0.5572 }, "mean_score": 0.5532, "resources": { "submit": "2025-01-23 17:16:07", "exit_code": 0, "duration_sec": 1161, "cpu_pct": 98, "peak_memory_mb": 20480, "disk_read_mb": 209, "disk_write_mb": 44 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scgpt_zeroshot", "metric_values": { "ari": 0.4126, "asw_batch": 0.9055, "asw_label": 0.5291, "cell_cycle_conservation": 0.7228, "clisi": 0.9856, "graph_connectivity": 0.9714, "hvg_overlap": "NA", "ilisi": 0.0929, "isolated_label_asw": 0.5389, "isolated_label_f1": 0.0803, "kbet": 0.2003, "nmi": 0.6781, "pcr": 0.0674 }, "scaled_scores": { "ari": 0.4127, "asw_batch": 0.7299, "asw_label": 0.1163, "cell_cycle_conservation": 0.9879, "clisi": 0.9321, "graph_connectivity": 0.9687, "hvg_overlap": 0, "ilisi": 0.2756, "isolated_label_asw": 0.0859, "isolated_label_f1": 0.079, "kbet": 0.1883, "nmi": 0.6779, "pcr": 0.0674 }, "mean_score": 0.4248, "resources": { "submit": "2025-01-23 17:16:04", "exit_code": 0, "duration_sec": 2205, "cpu_pct": 64.5, "peak_memory_mb": 1258292, "disk_read_mb": 581, "disk_write_mb": 809 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scimilarity", "metric_values": { "ari": 0.5998, "asw_batch": 0.857, "asw_label": 0.5941, "cell_cycle_conservation": 0.5783, "clisi": 0.9975, "graph_connectivity": 0.9725, "hvg_overlap": "NA", "ilisi": 0.0927, "isolated_label_asw": 0.6755, "isolated_label_f1": 0.8421, "kbet": 0.213, "nmi": 0.7504, "pcr": 0.3969 }, "scaled_scores": { "ari": 0.5999, "asw_batch": 0.5335, "asw_label": 0.2428, "cell_cycle_conservation": 0.7879, "clisi": 0.9881, "graph_connectivity": 0.97, "hvg_overlap": 0, "ilisi": 0.2752, "isolated_label_asw": 0.367, "isolated_label_f1": 0.8419, "kbet": 0.2025, "nmi": 0.7502, "pcr": 0.3969 }, "mean_score": 0.5351, "resources": { "submit": "2025-01-23 17:16:03", "exit_code": 0, "duration_sec": 678, "cpu_pct": 294.2, "peak_memory_mb": 17408, "disk_read_mb": 29184, "disk_write_mb": 42087 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scvi", "metric_values": { "ari": 0.6943, "asw_batch": 0.9137, "asw_label": 0.5447, "cell_cycle_conservation": 0.738, "clisi": 0.9968, "graph_connectivity": 0.984, "hvg_overlap": "NA", "ilisi": 0.1067, "isolated_label_asw": 0.6016, "isolated_label_f1": 0.0236, "kbet": 0.2016, "nmi": 0.7907, "pcr": 0.6121 }, "scaled_scores": { "ari": 0.6943, "asw_batch": 0.7634, "asw_label": 0.1465, "cell_cycle_conservation": 1.009, "clisi": 0.9849, "graph_connectivity": 0.9825, "hvg_overlap": 0, "ilisi": 0.3168, "isolated_label_asw": 0.2148, "isolated_label_f1": 0.0223, "kbet": 0.1898, "nmi": 0.7906, "pcr": 0.6121 }, "mean_score": 0.5168, "resources": { "submit": "2025-01-23 17:15:51", "exit_code": 0, "duration_sec": 710, "cpu_pct": 97, "peak_memory_mb": 18330, "disk_read_mb": 210, "disk_write_mb": 44 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "shuffle_integration", "metric_values": { "ari": -0.0001, "asw_batch": 0.9219, "asw_label": 0.4842, "cell_cycle_conservation": 0.0092, "clisi": 0.7874, "graph_connectivity": 0.0847, "hvg_overlap": 0.6978, "ilisi": 0.3364, "isolated_label_asw": 0.4972, "isolated_label_f1": 0.0014, "kbet": 0.3093, "nmi": 0.0006, "pcr": 0.9998 }, "scaled_scores": { "ari": 0, "asw_batch": 0.7964, "asw_label": 0.0288, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 1, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0.31, "nmi": 0, "pcr": 0.9998 }, "mean_score": 0.2411, "resources": { "submit": "2025-01-23 17:16:01", "exit_code": 0, "duration_sec": 134, "cpu_pct": 90.5, "peak_memory_mb": 16692, "disk_read_mb": 475, "disk_write_mb": 215 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "shuffle_integration_by_batch", "metric_values": { "ari": 0.011, "asw_batch": 0.8913, "asw_label": 0.4694, "cell_cycle_conservation": 0.0104, "clisi": 0.8139, "graph_connectivity": 0.1501, "hvg_overlap": 1, "ilisi": 0.0222, "isolated_label_asw": 0.51, "isolated_label_f1": 0.0019, "kbet": 0.0315, "nmi": 0.0417, "pcr": 0 }, "scaled_scores": { "ari": 0.0111, "asw_batch": 0.6724, "asw_label": 0, "cell_cycle_conservation": 0.0016, "clisi": 0.1244, "graph_connectivity": 0.0714, "hvg_overlap": 1, "ilisi": 0.0654, "isolated_label_asw": 0.0263, "isolated_label_f1": 0.0005, "kbet": 0, "nmi": 0.0411, "pcr": 0 }, "mean_score": 0.1549, "resources": { "submit": "2025-01-23 17:16:05", "exit_code": 0, "duration_sec": 107, "cpu_pct": 97.8, "peak_memory_mb": 9933, "disk_read_mb": 475, "disk_write_mb": 209 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "shuffle_integration_by_cell_type", "metric_values": { "ari": 0.3962, "asw_batch": 0.9292, "asw_label": 0.5487, "cell_cycle_conservation": 0.508, "clisi": 0.9956, "graph_connectivity": 0.9775, "hvg_overlap": 0.7338, "ilisi": 0.276, "isolated_label_asw": 0.5832, "isolated_label_f1": 0.007, "kbet": 0.9234, "nmi": 0.659, "pcr": 0.621 }, "scaled_scores": { "ari": 0.3962, "asw_batch": 0.8259, "asw_label": 0.1544, "cell_cycle_conservation": 0.6906, "clisi": 0.9791, "graph_connectivity": 0.9754, "hvg_overlap": 0.1191, "ilisi": 0.8205, "isolated_label_asw": 0.1769, "isolated_label_f1": 0.0056, "kbet": 0.9952, "nmi": 0.6588, "pcr": 0.621 }, "mean_score": 0.5707, "resources": { "submit": "2025-01-23 17:16:01", "exit_code": 0, "duration_sec": 138, "cpu_pct": 105, "peak_memory_mb": 8500, "disk_read_mb": 475, "disk_write_mb": 197 } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "uce", "metric_values": { "ari": 0.5138, "asw_batch": 0.962, "asw_label": 0.5234, "cell_cycle_conservation": 0.5114, "clisi": 0.9921, "graph_connectivity": 0.9706, "hvg_overlap": "NA", "ilisi": 0.0945, "isolated_label_asw": 0.5206, "isolated_label_f1": 0.0051, "kbet": 0.2262, "nmi": 0.717, "pcr": 0.1322 }, "scaled_scores": { "ari": 0.5139, "asw_batch": 0.9589, "asw_label": 0.1051, "cell_cycle_conservation": 0.6953, "clisi": 0.963, "graph_connectivity": 0.9678, "hvg_overlap": 0, "ilisi": 0.2805, "isolated_label_asw": 0.0482, "isolated_label_f1": 0.0037, "kbet": 0.2172, "nmi": 0.7169, "pcr": 0.1322 }, "mean_score": 0.431, "resources": { "submit": "2025-01-23 17:16:04", "exit_code": 0, "duration_sec": 11613, "cpu_pct": 121.2, "peak_memory_mb": 471245, "disk_read_mb": 31028, "disk_write_mb": 21504 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "batchelor_fastmnn", "metric_values": { "ari": 0.565, "asw_batch": 0.8708, "asw_label": 0.6043, "cell_cycle_conservation": 0.8459, "clisi": 1, "graph_connectivity": 0.9719, "hvg_overlap": "NA", "ilisi": 0.0605, "isolated_label_asw": 0.7868, "isolated_label_f1": 0.8543, "kbet": "NA", "nmi": 0.7877, "pcr": 0.2749 }, "scaled_scores": { "ari": 0.565, "asw_batch": 0.8973, "asw_label": 0.2478, "cell_cycle_conservation": 1.0406, "clisi": 1, "graph_connectivity": 0.9613, "hvg_overlap": 0, "ilisi": 0.3306, "isolated_label_asw": 0.6386, "isolated_label_f1": 0.8535, "kbet": 0, "nmi": 0.7876, "pcr": 0.2749 }, "mean_score": 0.5813, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 0, "duration_sec": 5713, "cpu_pct": 100.2, "peak_memory_mb": 13415, "disk_read_mb": 565, "disk_write_mb": 118 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "batchelor_mnn_correct", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 143, "duration_sec": 31864, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "bbknn", "metric_values": { "ari": 0.7124, "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": 0.8328, "graph_connectivity": 0.9981, "hvg_overlap": "NA", "ilisi": 0.1819, "isolated_label_asw": "NA", "isolated_label_f1": 0.0779, "kbet": "NA", "nmi": 0.8116, "pcr": "NA" }, "scaled_scores": { "ari": 0.7125, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0.4262, "graph_connectivity": 0.9974, "hvg_overlap": 0, "ilisi": 1.0198, "isolated_label_asw": 0, "isolated_label_f1": 0.0729, "kbet": 0, "nmi": 0.8115, "pcr": 0 }, "mean_score": 0.3093, "resources": { "submit": "2025-01-23 17:17:42", "exit_code": 0, "duration_sec": 1062, "cpu_pct": 183.8, "peak_memory_mb": 19354, "disk_read_mb": 223, "disk_write_mb": 692 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "combat", "metric_values": { "ari": 0.565, "asw_batch": 0.9096, "asw_label": 0.552, "cell_cycle_conservation": 0.7324, "clisi": 1, "graph_connectivity": 0.9465, "hvg_overlap": 0.5869, "ilisi": 0.032, "isolated_label_asw": 0.6886, "isolated_label_f1": 0.7642, "kbet": "NA", "nmi": 0.7488, "pcr": 1 }, "scaled_scores": { "ari": 0.5651, "asw_batch": 1.1033, "asw_label": 0.1457, "cell_cycle_conservation": 0.8964, "clisi": 1, "graph_connectivity": 0.9265, "hvg_overlap": 0.1138, "ilisi": 0.1692, "isolated_label_asw": 0.4636, "isolated_label_f1": 0.7629, "kbet": 0, "nmi": 0.7487, "pcr": 1 }, "mean_score": 0.5994, "resources": { "submit": "2025-01-23 17:17:42", "exit_code": 0, "duration_sec": 472, "cpu_pct": 701.8, "peak_memory_mb": 27546, "disk_read_mb": 216, "disk_write_mb": 4301 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "embed_cell_types", "metric_values": { "ari": 1, "asw_batch": 0.8347, "asw_label": 0.9897, "cell_cycle_conservation": 0.6823, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.1427, "isolated_label_asw": 0.9897, "isolated_label_f1": 1, "kbet": 0.8545, "nmi": 1, "pcr": 0.0865 }, "scaled_scores": { "ari": 1, "asw_batch": 0.7057, "asw_label": 1, "cell_cycle_conservation": 0.8329, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.7971, "isolated_label_asw": 1, "isolated_label_f1": 1, "kbet": 1, "nmi": 1, "pcr": 0.0865 }, "mean_score": 0.8017, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 0, "duration_sec": 13, "cpu_pct": 123.7, "peak_memory_mb": 5735, "disk_read_mb": 37, "disk_write_mb": 37 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "embed_cell_types_jittered", "metric_values": { "ari": 1, "asw_batch": 0.8404, "asw_label": 0.9897, "cell_cycle_conservation": 0.6818, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": "NA", "ilisi": 0.1426, "isolated_label_asw": 0.9897, "isolated_label_f1": 1, "kbet": 0.8496, "nmi": 1, "pcr": 0.0864 }, "scaled_scores": { "ari": 1, "asw_batch": 0.7359, "asw_label": 1, "cell_cycle_conservation": 0.8322, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.7969, "isolated_label_asw": 1, "isolated_label_f1": 1, "kbet": 0.9846, "nmi": 1, "pcr": 0.0864 }, "mean_score": 0.8028, "resources": { "submit": "2025-01-23 17:17:36", "exit_code": 0, "duration_sec": 11.7, "cpu_pct": 62.5, "peak_memory_mb": 5735, "disk_read_mb": 37, "disk_write_mb": 37 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "geneformer", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 99, "duration_sec": 122, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "harmony", "metric_values": { "ari": 0.8176, "asw_batch": 0.8238, "asw_label": 0.6033, "cell_cycle_conservation": 0.7815, "clisi": 0.9998, "graph_connectivity": 0.952, "hvg_overlap": "NA", "ilisi": 0.0883, "isolated_label_asw": 0.7305, "isolated_label_f1": 0.0681, "kbet": "NA", "nmi": 0.788, "pcr": 0.4449 }, "scaled_scores": { "ari": 0.8176, "asw_batch": 0.6479, "asw_label": 0.2458, "cell_cycle_conservation": 0.9588, "clisi": 0.9993, "graph_connectivity": 0.934, "hvg_overlap": 0, "ilisi": 0.4884, "isolated_label_asw": 0.5383, "isolated_label_f1": 0.063, "kbet": 0, "nmi": 0.7879, "pcr": 0.4449 }, "mean_score": 0.5328, "resources": { "submit": "2025-01-23 17:17:46", "exit_code": 0, "duration_sec": 560, "cpu_pct": 102.2, "peak_memory_mb": 10138, "disk_read_mb": 546, "disk_write_mb": 119 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "harmonypy", "metric_values": { "ari": 0.8158, "asw_batch": 0.8291, "asw_label": 0.6046, "cell_cycle_conservation": 0.7782, "clisi": 0.9997, "graph_connectivity": 0.9236, "hvg_overlap": "NA", "ilisi": 0.0882, "isolated_label_asw": 0.7223, "isolated_label_f1": 0.0715, "kbet": "NA", "nmi": 0.7867, "pcr": 0.4441 }, "scaled_scores": { "ari": 0.8158, "asw_batch": 0.6758, "asw_label": 0.2484, "cell_cycle_conservation": 0.9547, "clisi": 0.9989, "graph_connectivity": 0.895, "hvg_overlap": 0, "ilisi": 0.4882, "isolated_label_asw": 0.5237, "isolated_label_f1": 0.0664, "kbet": 0, "nmi": 0.7866, "pcr": 0.4441 }, "mean_score": 0.5306, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 0, "duration_sec": 1907, "cpu_pct": 2647.1, "peak_memory_mb": 10957, "disk_read_mb": 94, "disk_write_mb": 62 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "liger", "metric_values": { "ari": 0.6645, "asw_batch": 0.6526, "asw_label": 0.519, "cell_cycle_conservation": 0.5842, "clisi": 0.9883, "graph_connectivity": 0.8309, "hvg_overlap": "NA", "ilisi": 0.1339, "isolated_label_asw": 0.6471, "isolated_label_f1": 0.1243, "kbet": "NA", "nmi": 0.6231, "pcr": 0.8296 }, "scaled_scores": { "ari": 0.6645, "asw_batch": -0.2612, "asw_label": 0.0812, "cell_cycle_conservation": 0.7082, "clisi": 0.9597, "graph_connectivity": 0.7675, "hvg_overlap": 0, "ilisi": 0.7474, "isolated_label_asw": 0.3896, "isolated_label_f1": 0.1195, "kbet": 0, "nmi": 0.623, "pcr": 0.8296 }, "mean_score": 0.4531, "resources": { "submit": "2025-01-23 17:17:32", "exit_code": 0, "duration_sec": 608, "cpu_pct": 148.8, "peak_memory_mb": 16896, "disk_read_mb": 549, "disk_write_mb": 28 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "mnnpy", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 143, "duration_sec": 31951, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "no_integration", "metric_values": { "ari": 0.3403, "asw_batch": 0.8901, "asw_label": 0.604, "cell_cycle_conservation": 0.8139, "clisi": 1, "graph_connectivity": 0.9547, "hvg_overlap": "NA", "ilisi": 0.0208, "isolated_label_asw": 0.79, "isolated_label_f1": 0.8937, "kbet": 0.6484, "nmi": 0.693, "pcr": 0 }, "scaled_scores": { "ari": 0.3404, "asw_batch": 1, "asw_label": 0.2473, "cell_cycle_conservation": 1, "clisi": 1, "graph_connectivity": 0.9377, "hvg_overlap": 0, "ilisi": 0.1055, "isolated_label_asw": 0.6442, "isolated_label_f1": 0.8931, "kbet": 0.3588, "nmi": 0.6929, "pcr": 0 }, "mean_score": 0.5554, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 0, "duration_sec": 51.9, "cpu_pct": 103.8, "peak_memory_mb": 6861, "disk_read_mb": 531, "disk_write_mb": 207 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "no_integration_batch", "metric_values": { "ari": 0.1028, "asw_batch": 0.7835, "asw_label": 0.4776, "cell_cycle_conservation": 0.7687, "clisi": 0.9948, "graph_connectivity": 0.6426, "hvg_overlap": "NA", "ilisi": 0.0022, "isolated_label_asw": 0.4402, "isolated_label_f1": 0.2244, "kbet": 0.7265, "nmi": 0.3922, "pcr": 1 }, "scaled_scores": { "ari": 0.1029, "asw_batch": 0.4337, "asw_label": 0.0005, "cell_cycle_conservation": 0.9426, "clisi": 0.982, "graph_connectivity": 0.5086, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0.021, "isolated_label_f1": 0.2202, "kbet": 0.6018, "nmi": 0.392, "pcr": 1 }, "mean_score": 0.4004, "resources": { "submit": "2025-01-23 17:17:34", "exit_code": 0, "duration_sec": 241, "cpu_pct": 599.8, "peak_memory_mb": 3789, "disk_read_mb": 221, "disk_write_mb": 237 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "pyliger", "metric_values": { "ari": 0.6615, "asw_batch": 0.6841, "asw_label": 0.5203, "cell_cycle_conservation": 0.5892, "clisi": 0.9934, "graph_connectivity": 0.818, "hvg_overlap": "NA", "ilisi": 0.1279, "isolated_label_asw": 0.6489, "isolated_label_f1": 0.1312, "kbet": "NA", "nmi": 0.6538, "pcr": 0.8038 }, "scaled_scores": { "ari": 0.6615, "asw_batch": -0.094, "asw_label": 0.0839, "cell_cycle_conservation": 0.7146, "clisi": 0.9772, "graph_connectivity": 0.7497, "hvg_overlap": 0, "ilisi": 0.7132, "isolated_label_asw": 0.3928, "isolated_label_f1": 0.1265, "kbet": 0, "nmi": 0.6537, "pcr": 0.8038 }, "mean_score": 0.4521, "resources": { "submit": "2025-01-23 17:17:40", "exit_code": 0, "duration_sec": 7319, "cpu_pct": 2597.3, "peak_memory_mb": 23348, "disk_read_mb": 393, "disk_write_mb": 29 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scalex", "metric_values": { "ari": 0.3068, "asw_batch": 0.8145, "asw_label": 0.5271, "cell_cycle_conservation": 0.6208, "clisi": 0.9905, "graph_connectivity": 0.9215, "hvg_overlap": 0.318, "ilisi": 0.063, "isolated_label_asw": 0.679, "isolated_label_f1": 0.072, "kbet": "NA", "nmi": 0.5388, "pcr": 0.9784 }, "scaled_scores": { "ari": 0.3069, "asw_batch": 0.5984, "asw_label": 0.0971, "cell_cycle_conservation": 0.7547, "clisi": 0.9674, "graph_connectivity": 0.892, "hvg_overlap": -0.4629, "ilisi": 0.3448, "isolated_label_asw": 0.4466, "isolated_label_f1": 0.067, "kbet": 0, "nmi": 0.5386, "pcr": 0.9784 }, "mean_score": 0.4609, "resources": { "submit": "2025-01-23 17:17:48", "exit_code": 0, "duration_sec": 572, "cpu_pct": 350.6, "peak_memory_mb": 24576, "disk_read_mb": 253, "disk_write_mb": 2356 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scanorama", "metric_values": { "ari": -0.0002, "asw_batch": 0.7713, "asw_label": 0.4943, "cell_cycle_conservation": 0.0266, "clisi": 0.7129, "graph_connectivity": 0.262, "hvg_overlap": 0.2537, "ilisi": 0.1735, "isolated_label_asw": 0.4986, "isolated_label_f1": 0.0054, "kbet": 0.5297, "nmi": 0.0004, "pcr": 0.9994 }, "scaled_scores": { "ari": -0, "asw_batch": 0.3694, "asw_label": 0.0331, "cell_cycle_conservation": -0.0001, "clisi": 0.0144, "graph_connectivity": -0.0149, "hvg_overlap": -0.6009, "ilisi": 0.9721, "isolated_label_asw": 0.125, "isolated_label_f1": 0, "kbet": -0.0106, "nmi": -0.0001, "pcr": 0.9994 }, "mean_score": 0.1933, "resources": { "submit": "2025-01-23 17:17:38", "exit_code": 0, "duration_sec": 3734, "cpu_pct": 844.7, "peak_memory_mb": 28877, "disk_read_mb": 213, "disk_write_mb": 4813 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scanvi", "metric_values": { "ari": 0.8781, "asw_batch": 0.845, "asw_label": 0.6326, "cell_cycle_conservation": 0.8139, "clisi": 1, "graph_connectivity": 0.9922, "hvg_overlap": "NA", "ilisi": 0.06, "isolated_label_asw": 0.7405, "isolated_label_f1": 0.9733, "kbet": "NA", "nmi": 0.8649, "pcr": 0.4547 }, "scaled_scores": { "ari": 0.8781, "asw_batch": 0.7606, "asw_label": 0.3031, "cell_cycle_conservation": 1, "clisi": 1, "graph_connectivity": 0.9893, "hvg_overlap": 0, "ilisi": 0.3277, "isolated_label_asw": 0.5561, "isolated_label_f1": 0.9731, "kbet": 0, "nmi": 0.8648, "pcr": 0.4547 }, "mean_score": 0.6236, "resources": { "submit": "2025-01-23 17:17:42", "exit_code": 0, "duration_sec": 1289, "cpu_pct": 93.2, "peak_memory_mb": 20788, "disk_read_mb": 242, "disk_write_mb": 40 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scgpt_zeroshot", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:17:42", "exit_code": 99, "duration_sec": 62, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scimilarity", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 99, "duration_sec": 520, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scvi", "metric_values": { "ari": 0.86, "asw_batch": 0.885, "asw_label": 0.5541, "cell_cycle_conservation": 0.7189, "clisi": 1, "graph_connectivity": 0.9757, "hvg_overlap": "NA", "ilisi": 0.0443, "isolated_label_asw": 0.7078, "isolated_label_f1": 0.9101, "kbet": "NA", "nmi": 0.8483, "pcr": 0.5076 }, "scaled_scores": { "ari": 0.86, "asw_batch": 0.9728, "asw_label": 0.1499, "cell_cycle_conservation": 0.8793, "clisi": 1, "graph_connectivity": 0.9665, "hvg_overlap": 0, "ilisi": 0.2387, "isolated_label_asw": 0.4979, "isolated_label_f1": 0.9097, "kbet": 0, "nmi": 0.8482, "pcr": 0.5076 }, "mean_score": 0.6023, "resources": { "submit": "2025-01-23 17:17:44", "exit_code": 0, "duration_sec": 861, "cpu_pct": 82.1, "peak_memory_mb": 18330, "disk_read_mb": 242, "disk_write_mb": 40 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "shuffle_integration", "metric_values": { "ari": -0.0001, "asw_batch": 0.7018, "asw_label": 0.4773, "cell_cycle_conservation": 0.0267, "clisi": 0.7087, "graph_connectivity": 0.2728, "hvg_overlap": 0.5338, "ilisi": 0.1784, "isolated_label_asw": 0.5204, "isolated_label_f1": 0.0054, "kbet": 0.5331, "nmi": 0.0004, "pcr": 0.9994 }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 1, "isolated_label_asw": 0.1639, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0.9994 }, "mean_score": 0.1664, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 0, "duration_sec": 101, "cpu_pct": 105.9, "peak_memory_mb": 16487, "disk_read_mb": 531, "disk_write_mb": 252 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "shuffle_integration_by_batch", "metric_values": { "ari": 0.1204, "asw_batch": 0.7816, "asw_label": 0.4997, "cell_cycle_conservation": 0.0279, "clisi": 0.8334, "graph_connectivity": 0.4329, "hvg_overlap": 1, "ilisi": 0.0208, "isolated_label_asw": 0.4284, "isolated_label_f1": 0.014, "kbet": "NA", "nmi": 0.2085, "pcr": 4.6777e-08 }, "scaled_scores": { "ari": 0.1205, "asw_batch": 0.4237, "asw_label": 0.0436, "cell_cycle_conservation": 0.0015, "clisi": 0.4282, "graph_connectivity": 0.2202, "hvg_overlap": 1, "ilisi": 0.1057, "isolated_label_asw": 0, "isolated_label_f1": 0.0087, "kbet": 0, "nmi": 0.2082, "pcr": 4.6777e-08 }, "mean_score": 0.1969, "resources": { "submit": "2025-01-23 17:17:43", "exit_code": 0, "duration_sec": 205, "cpu_pct": 101.2, "peak_memory_mb": 8704, "disk_read_mb": 531, "disk_write_mb": 245 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "shuffle_integration_by_cell_type", "metric_values": { "ari": 0.3283, "asw_batch": 0.7641, "asw_label": 0.604, "cell_cycle_conservation": 0.514, "clisi": 1, "graph_connectivity": 0.9546, "hvg_overlap": 0.5955, "ilisi": 0.142, "isolated_label_asw": 0.79, "isolated_label_f1": 0.8948, "kbet": 0.8524, "nmi": 0.6831, "pcr": 0.3692 }, "scaled_scores": { "ari": 0.3284, "asw_batch": 0.3312, "asw_label": 0.2473, "cell_cycle_conservation": 0.6191, "clisi": 1, "graph_connectivity": 0.9376, "hvg_overlap": 0.1324, "ilisi": 0.7935, "isolated_label_asw": 0.6442, "isolated_label_f1": 0.8942, "kbet": 0.9936, "nmi": 0.683, "pcr": 0.3692 }, "mean_score": 0.6133, "resources": { "submit": "2025-01-23 17:17:42", "exit_code": 0, "duration_sec": 112, "cpu_pct": 99.3, "peak_memory_mb": 6656, "disk_read_mb": 531, "disk_write_mb": 238 } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "uce", "metric_values": { "ari": 0.6389, "asw_batch": 0.9369, "asw_label": 0.5459, "cell_cycle_conservation": 0.7246, "clisi": 0.9994, "graph_connectivity": 0.9762, "hvg_overlap": "NA", "ilisi": 0.0451, "isolated_label_asw": 0.5163, "isolated_label_f1": 0.0933, "kbet": "NA", "nmi": 0.7811, "pcr": 0.0183 }, "scaled_scores": { "ari": 0.6389, "asw_batch": 1.2485, "asw_label": 0.1339, "cell_cycle_conservation": 0.8865, "clisi": 0.9978, "graph_connectivity": 0.9673, "hvg_overlap": 0, "ilisi": 0.2432, "isolated_label_asw": 0.1565, "isolated_label_f1": 0.0884, "kbet": 0, "nmi": 0.781, "pcr": 0.0183 }, "mean_score": 0.4548, "resources": { "submit": "2025-01-23 17:17:44", "exit_code": 0, "duration_sec": 10683, "cpu_pct": 120.9, "peak_memory_mb": 471348, "disk_read_mb": 31130, "disk_write_mb": 21504 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "batchelor_fastmnn", "metric_values": { "ari": 0.4406, "asw_batch": 0.853, "asw_label": 0.4891, "cell_cycle_conservation": 0.7692, "clisi": 0.9972, "graph_connectivity": 0.8072, "hvg_overlap": "NA", "ilisi": 0.039, "isolated_label_asw": 0.5181, "isolated_label_f1": 0.0364, "kbet": 0.4032, "nmi": 0.7331, "pcr": 0.2365 }, "scaled_scores": { "ari": 0.4405, "asw_batch": 0.7105, "asw_label": 0.1407, "cell_cycle_conservation": 0.9683, "clisi": 0.9543, "graph_connectivity": 0.8056, "hvg_overlap": 0, "ilisi": 0.2769, "isolated_label_asw": 0.1824, "isolated_label_f1": 0.0325, "kbet": 0.4188, "nmi": 0.7323, "pcr": 0.2365 }, "mean_score": 0.4538, "resources": { "submit": "2025-01-23 17:16:32", "exit_code": 0, "duration_sec": 3880, "cpu_pct": 100.1, "peak_memory_mb": 11879, "disk_read_mb": 817, "disk_write_mb": 188 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "batchelor_mnn_correct", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:16:37", "exit_code": 143, "duration_sec": 31923, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "bbknn", "metric_values": { "ari": 0.4526, "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": 0.9808, "graph_connectivity": 0.8418, "hvg_overlap": "NA", "ilisi": 0.136, "isolated_label_asw": "NA", "isolated_label_f1": 0.0293, "kbet": "NA", "nmi": 0.7223, "pcr": "NA" }, "scaled_scores": { "ari": 0.4526, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0.6885, "graph_connectivity": 0.8409, "hvg_overlap": 0, "ilisi": 0.9644, "isolated_label_asw": 0, "isolated_label_f1": 0.0254, "kbet": 0, "nmi": 0.7214, "pcr": 0 }, "mean_score": 0.2841, "resources": { "submit": "2025-01-23 17:16:37", "exit_code": 0, "duration_sec": 798, "cpu_pct": 195.2, "peak_memory_mb": 17408, "disk_read_mb": 313, "disk_write_mb": 421 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "combat", "metric_values": { "ari": 0.3682, "asw_batch": 0.7978, "asw_label": 0.4898, "cell_cycle_conservation": 0.7141, "clisi": 0.9994, "graph_connectivity": 0.8764, "hvg_overlap": 0.5474, "ilisi": 0.001, "isolated_label_asw": 0.5591, "isolated_label_f1": 0.077, "kbet": 0.2899, "nmi": 0.7249, "pcr": 1 }, "scaled_scores": { "ari": 0.3682, "asw_batch": 0.5877, "asw_label": 0.142, "cell_cycle_conservation": 0.8907, "clisi": 0.9911, "graph_connectivity": 0.8761, "hvg_overlap": 0.1089, "ilisi": 0.0072, "isolated_label_asw": 0.2576, "isolated_label_f1": 0.0733, "kbet": 0.2964, "nmi": 0.724, "pcr": 1 }, "mean_score": 0.4864, "resources": { "submit": "2025-01-23 17:16:40", "exit_code": 0, "duration_sec": 488, "cpu_pct": 1513.6, "peak_memory_mb": 42804, "disk_read_mb": 305, "disk_write_mb": 1844 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "embed_cell_types", "metric_values": { "ari": 1, "asw_batch": 0.983, "asw_label": 0.9634, "cell_cycle_conservation": 0.6108, "clisi": 1, "graph_connectivity": 0.9962, "hvg_overlap": "NA", "ilisi": 0.063, "isolated_label_asw": 0.9635, "isolated_label_f1": 0.9566, "kbet": 0.9378, "nmi": 1, "pcr": 0.3556 }, "scaled_scores": { "ari": 1, "asw_batch": 0.9996, "asw_label": 1, "cell_cycle_conservation": 0.7452, "clisi": 1, "graph_connectivity": 0.9983, "hvg_overlap": 0, "ilisi": 0.447, "isolated_label_asw": 1, "isolated_label_f1": 0.9564, "kbet": 0.9967, "nmi": 1, "pcr": 0.3556 }, "mean_score": 0.8076, "resources": { "submit": "2025-01-23 17:16:36", "exit_code": 0, "duration_sec": 58.7, "cpu_pct": 98.9, "peak_memory_mb": 6861, "disk_read_mb": 41, "disk_write_mb": 577 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "embed_cell_types_jittered", "metric_values": { "ari": 1, "asw_batch": 0.9832, "asw_label": 0.9634, "cell_cycle_conservation": 0.6102, "clisi": 1, "graph_connectivity": 0.9979, "hvg_overlap": "NA", "ilisi": 0.0628, "isolated_label_asw": 0.9634, "isolated_label_f1": 1, "kbet": 0.9408, "nmi": 1, "pcr": 0.3556 }, "scaled_scores": { "ari": 1, "asw_batch": 1, "asw_label": 1, "cell_cycle_conservation": 0.7443, "clisi": 1, "graph_connectivity": 1, "hvg_overlap": 0, "ilisi": 0.4451, "isolated_label_asw": 0.9999, "isolated_label_f1": 1, "kbet": 1, "nmi": 1, "pcr": 0.3556 }, "mean_score": 0.8111, "resources": { "submit": "2025-01-23 17:16:36", "exit_code": 0, "duration_sec": 47.3, "cpu_pct": 91.6, "peak_memory_mb": 6861, "disk_read_mb": 41, "disk_write_mb": 577 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "geneformer", "metric_values": { "ari": 0.0736, "asw_batch": 0.2435, "asw_label": 0.1203, "cell_cycle_conservation": 0.3547, "clisi": 0.9851, "graph_connectivity": 0.0981, "hvg_overlap": "NA", "ilisi": 0, "isolated_label_asw": 0.6408, "isolated_label_f1": 0.1005, "kbet": 0.0672, "nmi": 0.4701, "pcr": 0 }, "scaled_scores": { "ari": 0.0735, "asw_batch": -0.645, "asw_label": -0.5275, "cell_cycle_conservation": 0.3842, "clisi": 0.759, "graph_connectivity": 0.0827, "hvg_overlap": 0, "ilisi": -5.6236e-17, "isolated_label_asw": 0.4077, "isolated_label_f1": 0.0969, "kbet": 0.0555, "nmi": 0.4684, "pcr": 0 }, "mean_score": 0.1791, "resources": { "submit": "2025-01-25 05:58:04", "exit_code": 0, "duration_sec": 1556, "cpu_pct": 123.1, "peak_memory_mb": 1363149, "disk_read_mb": 57652, "disk_write_mb": 59597 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "harmony", "metric_values": { "ari": 0.3849, "asw_batch": 0.8436, "asw_label": 0.4709, "cell_cycle_conservation": 0.7018, "clisi": 0.9973, "graph_connectivity": 0.8356, "hvg_overlap": "NA", "ilisi": 0.0264, "isolated_label_asw": 0.535, "isolated_label_f1": 0.0448, "kbet": 0.3265, "nmi": 0.6987, "pcr": 0.5411 }, "scaled_scores": { "ari": 0.3849, "asw_batch": 0.6897, "asw_label": 0.1076, "cell_cycle_conservation": 0.8733, "clisi": 0.957, "graph_connectivity": 0.8345, "hvg_overlap": 0, "ilisi": 0.187, "isolated_label_asw": 0.2135, "isolated_label_f1": 0.0409, "kbet": 0.3358, "nmi": 0.6977, "pcr": 0.5411 }, "mean_score": 0.451, "resources": { "submit": "2025-01-23 17:16:35", "exit_code": 0, "duration_sec": 674, "cpu_pct": 99.8, "peak_memory_mb": 12903, "disk_read_mb": 797, "disk_write_mb": 190 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "harmonypy", "metric_values": { "ari": 0.3812, "asw_batch": 0.8463, "asw_label": 0.4695, "cell_cycle_conservation": 0.7043, "clisi": 0.9972, "graph_connectivity": 0.8333, "hvg_overlap": "NA", "ilisi": 0.0286, "isolated_label_asw": 0.5313, "isolated_label_f1": 0.0884, "kbet": 0.3242, "nmi": 0.6974, "pcr": 0.5376 }, "scaled_scores": { "ari": 0.3812, "asw_batch": 0.6957, "asw_label": 0.1052, "cell_cycle_conservation": 0.8769, "clisi": 0.9538, "graph_connectivity": 0.8322, "hvg_overlap": 0, "ilisi": 0.2028, "isolated_label_asw": 0.2066, "isolated_label_f1": 0.0847, "kbet": 0.3334, "nmi": 0.6964, "pcr": 0.5376 }, "mean_score": 0.4543, "resources": { "submit": "2025-01-23 17:16:38", "exit_code": 0, "duration_sec": 1299, "cpu_pct": 1038.4, "peak_memory_mb": 9728, "disk_read_mb": 130, "disk_write_mb": 98 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "liger", "metric_values": { "ari": 0.3691, "asw_batch": 0.7096, "asw_label": 0.3927, "cell_cycle_conservation": 0.6807, "clisi": 0.9913, "graph_connectivity": 0.5319, "hvg_overlap": "NA", "ilisi": 0.0859, "isolated_label_asw": 0.4868, "isolated_label_f1": 0.0263, "kbet": 0.2253, "nmi": 0.6398, "pcr": 0.4518 }, "scaled_scores": { "ari": 0.3691, "asw_batch": 0.3915, "asw_label": -0.034, "cell_cycle_conservation": 0.8436, "clisi": 0.8594, "graph_connectivity": 0.5249, "hvg_overlap": 0, "ilisi": 0.6093, "isolated_label_asw": 0.1249, "isolated_label_f1": 0.0223, "kbet": 0.2265, "nmi": 0.6386, "pcr": 0.4518 }, "mean_score": 0.3894, "resources": { "submit": "2025-01-23 17:16:37", "exit_code": 0, "duration_sec": 810, "cpu_pct": 150.8, "peak_memory_mb": 22733, "disk_read_mb": 801, "disk_write_mb": 42 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "mnnpy", "metric_values": { "ari": "NA", "asw_batch": "NA", "asw_label": "NA", "cell_cycle_conservation": "NA", "clisi": "NA", "graph_connectivity": "NA", "hvg_overlap": "NA", "ilisi": "NA", "isolated_label_asw": "NA", "isolated_label_f1": "NA", "kbet": "NA", "nmi": "NA", "pcr": "NA" }, "scaled_scores": { "ari": 0, "asw_batch": 0, "asw_label": 0, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:16:38", "exit_code": 143, "duration_sec": 31992, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "no_integration", "metric_values": { "ari": 0.4224, "asw_batch": 0.8112, "asw_label": 0.4994, "cell_cycle_conservation": 0.7249, "clisi": 0.9994, "graph_connectivity": 0.8774, "hvg_overlap": "NA", "ilisi": 0.0048, "isolated_label_asw": 0.5555, "isolated_label_f1": 0.0575, "kbet": 0.3185, "nmi": 0.7449, "pcr": 0 }, "scaled_scores": { "ari": 0.4224, "asw_batch": 0.6176, "asw_label": 0.1593, "cell_cycle_conservation": 0.9059, "clisi": 0.9897, "graph_connectivity": 0.8772, "hvg_overlap": 0, "ilisi": 0.0342, "isolated_label_asw": 0.2511, "isolated_label_f1": 0.0536, "kbet": 0.3273, "nmi": 0.7441, "pcr": 0 }, "mean_score": 0.414, "resources": { "submit": "2025-01-23 17:16:36", "exit_code": 0, "duration_sec": 64, "cpu_pct": 93.5, "peak_memory_mb": 7680, "disk_read_mb": 783, "disk_write_mb": 314 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "no_integration_batch", "metric_values": { "ari": 0.2869, "asw_batch": 0.5335, "asw_label": 0.4225, "cell_cycle_conservation": 0.7917, "clisi": 0.9997, "graph_connectivity": 0.6435, "hvg_overlap": "NA", "ilisi": 7.9302e-18, "isolated_label_asw": 0.6292, "isolated_label_f1": 0.1507, "kbet": 0.226, "nmi": 0.6873, "pcr": 1 }, "scaled_scores": { "ari": 0.2869, "asw_batch": 0, "asw_label": 0.0201, "cell_cycle_conservation": 1, "clisi": 0.9956, "graph_connectivity": 0.6387, "hvg_overlap": 0, "ilisi": 0, "isolated_label_asw": 0.3865, "isolated_label_f1": 0.1472, "kbet": 0.2272, "nmi": 0.6862, "pcr": 1 }, "mean_score": 0.4145, "resources": { "submit": "2025-01-23 17:16:37", "exit_code": 0, "duration_sec": 272, "cpu_pct": 2034, "peak_memory_mb": 15053, "disk_read_mb": 310, "disk_write_mb": 365 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "pyliger", "metric_values": { "ari": 0.356, "asw_batch": 0.7013, "asw_label": 0.3848, "cell_cycle_conservation": 0.6891, "clisi": 0.9909, "graph_connectivity": 0.5031, "hvg_overlap": "NA", "ilisi": 0.0848, "isolated_label_asw": 0.4739, "isolated_label_f1": 0.0312, "kbet": 0.2223, "nmi": 0.6342, "pcr": 0.5255 }, "scaled_scores": { "ari": 0.356, "asw_batch": 0.3731, "asw_label": -0.0482, "cell_cycle_conservation": 0.8554, "clisi": 0.8531, "graph_connectivity": 0.4955, "hvg_overlap": 0, "ilisi": 0.6012, "isolated_label_asw": 0.1013, "isolated_label_f1": 0.0273, "kbet": 0.2232, "nmi": 0.633, "pcr": 0.5255 }, "mean_score": 0.388, "resources": { "submit": "2025-01-23 17:16:37", "exit_code": 0, "duration_sec": 5437, "cpu_pct": 1760, "peak_memory_mb": 34100, "disk_read_mb": 553, "disk_write_mb": 43 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scalex", "metric_values": { "ari": 0.3406, "asw_batch": 0.7872, "asw_label": 0.4602, "cell_cycle_conservation": 0.6498, "clisi": 0.996, "graph_connectivity": 0.7295, "hvg_overlap": 0.273, "ilisi": 0.0146, "isolated_label_asw": 0.522, "isolated_label_f1": 0.0283, "kbet": 0.2422, "nmi": 0.6771, "pcr": 0.998 }, "scaled_scores": { "ari": 0.3406, "asw_batch": 0.5643, "asw_label": 0.0883, "cell_cycle_conservation": 0.8, "clisi": 0.9358, "graph_connectivity": 0.7263, "hvg_overlap": -0.4316, "ilisi": 0.1036, "isolated_label_asw": 0.1896, "isolated_label_f1": 0.0244, "kbet": 0.2448, "nmi": 0.676, "pcr": 0.998 }, "mean_score": 0.4378, "resources": { "submit": "2025-01-23 17:16:34", "exit_code": 0, "duration_sec": 1202, "cpu_pct": 340.5, "peak_memory_mb": 26215, "disk_read_mb": 346, "disk_write_mb": 3789 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scanorama", "metric_values": { "ari": 0.0344, "asw_batch": 0.7971, "asw_label": 0.3631, "cell_cycle_conservation": 0.1381, "clisi": 0.9679, "graph_connectivity": 0.1425, "hvg_overlap": 0.2503, "ilisi": 0.0304, "isolated_label_asw": 0.425, "isolated_label_f1": 0.0423, "kbet": 0.0492, "nmi": 0.2169, "pcr": 0.2619 }, "scaled_scores": { "ari": 0.0344, "asw_batch": 0.5861, "asw_label": -0.0875, "cell_cycle_conservation": 0.079, "clisi": 0.4787, "graph_connectivity": 0.128, "hvg_overlap": -0.4762, "ilisi": 0.2159, "isolated_label_asw": 0.0115, "isolated_label_f1": 0.0384, "kbet": 0.0361, "nmi": 0.2143, "pcr": 0.2619 }, "mean_score": 0.1603, "resources": { "submit": "2025-01-23 17:16:33", "exit_code": 0, "duration_sec": 20476, "cpu_pct": 1836.6, "peak_memory_mb": 96256, "disk_read_mb": 302, "disk_write_mb": 7988 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scanvi", "metric_values": { "ari": 0.5213, "asw_batch": 0.8101, "asw_label": 0.5473, "cell_cycle_conservation": 0.8075, "clisi": 0.9999, "graph_connectivity": 0.9248, "hvg_overlap": "NA", "ilisi": 0.0077, "isolated_label_asw": 0.6184, "isolated_label_f1": 0.0948, "kbet": 0.3608, "nmi": 0.7951, "pcr": 0.319 }, "scaled_scores": { "ari": 0.5212, "asw_batch": 0.6151, "asw_label": 0.2461, "cell_cycle_conservation": 1.0223, "clisi": 0.9984, "graph_connectivity": 0.9255, "hvg_overlap": 0, "ilisi": 0.0543, "isolated_label_asw": 0.3666, "isolated_label_f1": 0.0911, "kbet": 0.3729, "nmi": 0.7944, "pcr": 0.319 }, "mean_score": 0.485, "resources": { "submit": "2025-01-23 17:16:38", "exit_code": 0, "duration_sec": 1429, "cpu_pct": 86.3, "peak_memory_mb": 23040, "disk_read_mb": 316, "disk_write_mb": 63 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scgpt_zeroshot", "metric_values": { "ari": 0.452, "asw_batch": 0.8543, "asw_label": 0.4972, "cell_cycle_conservation": 0.8268, "clisi": 0.9983, "graph_connectivity": 0.8585, "hvg_overlap": "NA", "ilisi": 0.018, "isolated_label_asw": 0.5501, "isolated_label_f1": 0.0511, "kbet": 0.3538, "nmi": 0.7407, "pcr": 0.107 }, "scaled_scores": { "ari": 0.452, "asw_batch": 0.7134, "asw_label": 0.1554, "cell_cycle_conservation": 1.0495, "clisi": 0.972, "graph_connectivity": 0.8578, "hvg_overlap": 0, "ilisi": 0.1278, "isolated_label_asw": 0.2412, "isolated_label_f1": 0.0473, "kbet": 0.3654, "nmi": 0.7398, "pcr": 0.107 }, "mean_score": 0.4445, "resources": { "submit": "2025-01-23 17:16:37", "exit_code": 0, "duration_sec": 2015, "cpu_pct": 110.8, "peak_memory_mb": 1363149, "disk_read_mb": 689, "disk_write_mb": 1127 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scimilarity", "metric_values": { "ari": 0.4809, "asw_batch": 0.8018, "asw_label": 0.4927, "cell_cycle_conservation": 0.5569, "clisi": 0.9987, "graph_connectivity": 0.8576, "hvg_overlap": "NA", "ilisi": 0.0194, "isolated_label_asw": 0.5259, "isolated_label_f1": 0.0515, "kbet": 0.3586, "nmi": 0.7533, "pcr": 0 }, "scaled_scores": { "ari": 0.4809, "asw_batch": 0.5966, "asw_label": 0.1471, "cell_cycle_conservation": 0.6691, "clisi": 0.9786, "graph_connectivity": 0.8569, "hvg_overlap": 0, "ilisi": 0.1376, "isolated_label_asw": 0.1967, "isolated_label_f1": 0.0476, "kbet": 0.3706, "nmi": 0.7525, "pcr": 0 }, "mean_score": 0.4026, "resources": { "submit": "2025-01-23 17:16:36", "exit_code": 0, "duration_sec": 1043, "cpu_pct": 390.1, "peak_memory_mb": 20378, "disk_read_mb": 29287, "disk_write_mb": 42189 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scvi", "metric_values": { "ari": 0.4372, "asw_batch": 0.8225, "asw_label": 0.5083, "cell_cycle_conservation": 0.7966, "clisi": 0.9993, "graph_connectivity": 0.8966, "hvg_overlap": "NA", "ilisi": 0.0138, "isolated_label_asw": 0.5843, "isolated_label_f1": 0.0837, "kbet": 0.361, "nmi": 0.7561, "pcr": 0.4153 }, "scaled_scores": { "ari": 0.4372, "asw_batch": 0.6426, "asw_label": 0.1755, "cell_cycle_conservation": 1.0069, "clisi": 0.9884, "graph_connectivity": 0.8967, "hvg_overlap": 0, "ilisi": 0.0979, "isolated_label_asw": 0.3039, "isolated_label_f1": 0.08, "kbet": 0.3732, "nmi": 0.7553, "pcr": 0.4153 }, "mean_score": 0.4743, "resources": { "submit": "2025-01-23 17:16:37", "exit_code": 0, "duration_sec": 796, "cpu_pct": 91.5, "peak_memory_mb": 19047, "disk_read_mb": 316, "disk_write_mb": 63 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "shuffle_integration", "metric_values": { "ari": 0, "asw_batch": 0.9107, "asw_label": 0.4302, "cell_cycle_conservation": 0.0821, "clisi": 0.9384, "graph_connectivity": 0.017, "hvg_overlap": 0.4921, "ilisi": 0.141, "isolated_label_asw": 0.4315, "isolated_label_f1": 0.004, "kbet": 0.0158, "nmi": 0.0033, "pcr": 0.9995 }, "scaled_scores": { "ari": 0, "asw_batch": 0.8388, "asw_label": 0.034, "cell_cycle_conservation": 0, "clisi": 0, "graph_connectivity": 0, "hvg_overlap": 0, "ilisi": 1, "isolated_label_asw": 0.0235, "isolated_label_f1": 0, "kbet": 0, "nmi": 0, "pcr": 0.9995 }, "mean_score": 0.2227, "resources": { "submit": "2025-01-23 17:16:36", "exit_code": 0, "duration_sec": 169, "cpu_pct": 99.1, "peak_memory_mb": 23040, "disk_read_mb": 783, "disk_write_mb": 425 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "shuffle_integration_by_batch", "metric_values": { "ari": 0.0213, "asw_batch": 0.8592, "asw_label": 0.4114, "cell_cycle_conservation": 0.1063, "clisi": 0.9515, "graph_connectivity": 0.0784, "hvg_overlap": 1, "ilisi": 0.0048, "isolated_label_asw": 0.4187, "isolated_label_f1": 0.016, "kbet": 0.0585, "nmi": 0.1346, "pcr": 0 }, "scaled_scores": { "ari": 0.0212, "asw_batch": 0.7243, "asw_label": 0, "cell_cycle_conservation": 0.0342, "clisi": 0.2128, "graph_connectivity": 0.0627, "hvg_overlap": 1, "ilisi": 0.0339, "isolated_label_asw": 0, "isolated_label_f1": 0.012, "kbet": 0.0461, "nmi": 0.1318, "pcr": 0 }, "mean_score": 0.1753, "resources": { "submit": "2025-01-23 17:16:35", "exit_code": 0, "duration_sec": 227, "cpu_pct": 102.8, "peak_memory_mb": 12596, "disk_read_mb": 783, "disk_write_mb": 408 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "shuffle_integration_by_cell_type", "metric_values": { "ari": 0.4527, "asw_batch": 0.8966, "asw_label": 0.4994, "cell_cycle_conservation": 0.689, "clisi": 0.9994, "graph_connectivity": 0.8794, "hvg_overlap": 0.5998, "ilisi": 0.0745, "isolated_label_asw": 0.5555, "isolated_label_f1": 0.0593, "kbet": 0.8827, "nmi": 0.7472, "pcr": 0.295 }, "scaled_scores": { "ari": 0.4526, "asw_batch": 0.8076, "asw_label": 0.1593, "cell_cycle_conservation": 0.8553, "clisi": 0.9899, "graph_connectivity": 0.8791, "hvg_overlap": 0.212, "ilisi": 0.5281, "isolated_label_asw": 0.2511, "isolated_label_f1": 0.0555, "kbet": 0.9372, "nmi": 0.7464, "pcr": 0.295 }, "mean_score": 0.5515, "resources": { "submit": "2025-01-23 17:16:41", "exit_code": 0, "duration_sec": 795, "cpu_pct": 100.6, "peak_memory_mb": 10548, "disk_read_mb": 783, "disk_write_mb": 352 } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "uce", "metric_values": { "ari": 0.4592, "asw_batch": 0.9314, "asw_label": "NA", "cell_cycle_conservation": 0.7682, "clisi": 0.9983, "graph_connectivity": 0.8911, "hvg_overlap": "NA", "ilisi": 0.0222, "isolated_label_asw": 0.5336, "isolated_label_f1": 0.0532, "kbet": 0.3754, "nmi": 0.7594, "pcr": 0 }, "scaled_scores": { "ari": 0.4592, "asw_batch": 0.8848, "asw_label": 0, "cell_cycle_conservation": 0.9669, "clisi": 0.9722, "graph_connectivity": 0.8911, "hvg_overlap": 0, "ilisi": 0.1576, "isolated_label_asw": 0.2109, "isolated_label_f1": 0.0493, "kbet": 0.3887, "nmi": 0.7586, "pcr": 0 }, "mean_score": 0.4415, "resources": { "submit": "2025-01-23 17:16:38", "exit_code": 0, "duration_sec": 17049, "cpu_pct": 121.1, "peak_memory_mb": 476980, "disk_read_mb": 32666, "disk_write_mb": 24167 } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scgpt_finetuned", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:26:40", "exit_code": 1, "duration_sec": 41.4, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/dkd", "method_id": "scprint", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-25 04:52:35", "exit_code": 1, "duration_sec": 15222, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scgpt_finetuned", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:26:21", "exit_code": 1, "duration_sec": 30, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/gtex_v9", "method_id": "scprint", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-25 06:14:36", "exit_code": 1, "duration_sec": 6212, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scgpt_finetuned", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:15:12", "exit_code": 99, "duration_sec": 20.1, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/hypomap", "method_id": "scprint", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-24 07:56:22", "exit_code": 1, "duration_sec": 52, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scgpt_finetuned", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:29:19", "exit_code": 1, "duration_sec": 150, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/immune_cell_atlas", "method_id": "scprint", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-25 06:14:36", "exit_code": 1, "duration_sec": 14012, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scgpt_finetuned", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:17:40", "exit_code": 99, "duration_sec": 29.9, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/mouse_pancreas_atlas", "method_id": "scprint", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-25 04:06:54", "exit_code": 1, "duration_sec": 52, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scgpt_finetuned", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-23 17:33:20", "exit_code": 1, "duration_sec": 209, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } }, { "dataset_id": "cellxgene_census/tabula_sapiens", "method_id": "scprint", "metric_values": { "graph_connectivity": "NA", "ilisi": "NA", "clisi": "NA", "isolated_label_f1": "NA", "hvg_overlap": "NA", "ari": "NA", "nmi": "NA", "asw_label": "NA", "kbet": "NA", "asw_batch": "NA", "pcr": "NA", "isolated_label_asw": "NA", "cell_cycle_conservation": "NA" }, "scaled_scores": { "graph_connectivity": 0, "ilisi": 0, "clisi": 0, "isolated_label_f1": 0, "hvg_overlap": 0, "ari": 0, "nmi": 0, "asw_label": 0, "kbet": 0, "asw_batch": 0, "pcr": 0, "isolated_label_asw": 0, "cell_cycle_conservation": 0 }, "mean_score": 0, "resources": { "submit": "2025-01-24 08:10:23", "exit_code": 1, "duration_sec": 17012, "cpu_pct": "NA", "peak_memory_mb": "NA", "disk_read_mb": "NA", "disk_write_mb": "NA" } } ]