{ "agreement_with_reference": { "P3": { "w1_max_abs_difference": 0.0, "w1_median_abs_difference": 0.0, "w1_spearman": 1.0, "w2_max_abs_difference": 0.0 }, "P5": { "w1_max_abs_difference": 0.0013126134872437, "w1_median_abs_difference": 0.00011736154556274414, "w1_spearman": 0.9829038105050308, "w2_max_abs_difference": 0.020125597715377808 } }, "brca1_evo2_vs_baselines": { "all": { "cadd": { "auroc": 0.8041183641321771, "ci95": [ 0.7819119059135827, 0.8239733581846179 ], "difference_vs_evo2_7b": 0.07087025698465532, "difference_vs_evo2_7b_ci95": [ 0.04969997520366601, 0.09518397136499163 ] }, "consequence_rule": { "auroc": 0.76883907686584, "ci95": [ 0.7483597621938157, 0.7894260097593949 ], "difference_vs_evo2_7b": 0.10614954425099243, "difference_vs_evo2_7b_ci95": [ 0.08430925415386917, 0.12814856522216303 ] }, "evo2_7b": { "auroc": 0.8749886211168324, "ci95": [ 0.8590655608973303, 0.8908291191943638 ] }, "phylop": { "auroc": 0.780800756745204, "ci95": [ 0.758980816267467, 0.8019078820124365 ], "difference_vs_evo2_7b": 0.0941878643716284, "difference_vs_evo2_7b_ci95": [ 0.071267227359548, 0.11764119872304914 ] } }, "coding": { "cadd": { "auroc": 0.8408341800893171, "ci95": [ 0.8210657194316037, 0.8599321977094521 ], "difference_vs_evo2_7b": -0.000813434567715432, "difference_vs_evo2_7b_ci95": [ -0.026332745001072234, 0.02339182922432688 ] }, "consequence_rule": { "auroc": 0.7043026180440564, "ci95": [ 0.6867445703911983, 0.720968351649087 ], "difference_vs_evo2_7b": 0.1357181274775453, "difference_vs_evo2_7b_ci95": [ 0.11144779798599498, 0.15888278945968987 ] }, "evo2_7b": { "auroc": 0.8400207455216017, "ci95": [ 0.8180866084646268, 0.8608278896043638 ] }, "phylop": { "auroc": 0.7361053615334437, "ci95": [ 0.7093475524660791, 0.7624285129432113 ], "difference_vs_evo2_7b": 0.10391538398815792, "difference_vs_evo2_7b_ci95": [ 0.0735595919602878, 0.13412828418549966 ] } }, "noncoding": { "cadd": { "auroc": 0.8753600876488756, "ci95": [ 0.8389465183926725, 0.9091480784331197 ], "difference_vs_evo2_7b": 0.07740349651010126, "difference_vs_evo2_7b_ci95": [ 0.044390899851530836, 0.11315863500791536 ] }, "consequence_rule": { "auroc": 0.8789326293718183, "ci95": [ 0.8492821105698829, 0.9068297056751355 ], "difference_vs_evo2_7b": 0.07383095478715862, "difference_vs_evo2_7b_ci95": [ 0.04582731971621743, 0.10157265310219284 ] }, "evo2_7b": { "auroc": 0.9527635841589769, "ci95": [ 0.9354191281601245, 0.967935275020978 ] }, "phylop": { "auroc": 0.8873480548183269, "ci95": [ 0.8530053374933787, 0.9186797101555415 ], "difference_vs_evo2_7b": 0.06541552934064998, "difference_vs_evo2_7b_ci95": [ 0.03409208511107399, 0.10007669659856858 ] } } }, "mode": "full", "platforms": { "P1": { "status": "unavailable" }, "P2": { "status": "completed", "w0_mean_accuracy": 0.8636132031679153, "w0_mean_loss": 0.34765625, "w0_passed": 1, "w1_auroc": { "all": 0.8749886211168324, "coding": 0.8400207455216017, "noncoding": 0.9527635841589769 }, "w2_exon_auroc": 0.944907282988444 }, "P3": { "status": "completed", "w0_mean_accuracy": 0.8636132031679153, "w0_mean_loss": 0.34765625, "w0_passed": 1, "w1_auroc": { "all": 0.8749886211168324, "coding": 0.8400207455216017, "noncoding": 0.9527635841589769 }, "w2_exon_auroc": 0.944907282988444 }, "P4": { "status": "unavailable" }, "P5": { "status": "completed", "w0_mean_accuracy": 0.8626015186309814, "w0_mean_loss": 0.34765625, "w0_passed": 1, "w1_auroc": { "all": 0.877089261896375, "coding": 0.8428624742837072, "noncoding": 0.9533987551592886 }, "w2_exon_auroc": 0.9454447729105079 } }, "reference_platform": "P2", "same_platform_repeat": { "P2": { "max_abs_difference": 0.0, "spearman": 1.0 }, "P3": { "max_abs_difference": 0.0, "spearman": 1.0 }, "P5": { "max_abs_difference": 0.0, "spearman": 1.0 } }, "schema_version": 1, "study_kind": "evo2_cloud_operations" }