{ "created_utc": "2026-10-13T12:20:12.092955+00:00", "config": "config/probability_calibration/feb_fmam_phase2.json", "config_contents": { "description": "Phase 2, Pathway A: one-vs-rest binary calibrators (Platt, beta, isotonic) against the incumbent climatology blend; amount correction fixed (docs/48).", "benchmark_config": "config/bias_correction/feb_fmam.json", "amount_method": "mvs", "methods": [ "climatology_blend", "platt_ovr", "beta_ovr", "isotonic_ovr" ], "parameters": { "platt_ovr": { "l2": 0.0001 } }, "selection": true, "selection_region": "ethiopia", "output_root": "outputs/probability_calibration/feb_fmam/phase2_binary", "selection_folds": 6 }, "protocol": "Phase 1 probability-calibration benchmark (docs/48): which tercile-probability method gives the best published probabilities?\n\nPathway A: the amount correction is fixed (the operational MVS, configurable); the probability-calibration stage is replaced.\nFor each target, nested year-based validation over the training years:\n outer leave-one-year-out: for the left-out year y every fit uses only the other training years \u2014 the amount correction and\n terciles (each inner year z from a fit without y and z), and every calibrator's parameters, fitted on the inner out-of-fold\n records of the other years; the calibrated probabilities of year y are then scored.\n test years: fits on all training years (calibrators on their leave-one-year-out records), scored on the test years\n (exploratory).\n SEL: a calibrator is chosen for each outer year by inner cross-validation of the calibrators (blocks of consecutive\n years, 'selection_folds') on the inner records only (lowest inner RPS), so its score includes the choice among the methods.\nScores (per year, area-weighted over a region; equal years): RPS/RPSS (primary), category Brier scores and skill, log loss\nand its skill against climatology, reliability tables. Tests: each method against the incumbent climatology blend, paired\nwhole-year sign-flip, Holm across every method and target; SEL against the incumbent, Holm across the targets; no harm over\nthe test years.\n\n python scripts/prob_benchmark.py --config config/probability_calibration/sep_ondj.json", "provenance": { "commit": "6d8236d4a4451887bffc84aaee53f54723a9d820", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/feb_fmam.json", "sha256": "5e74d282f6e0f984a3bb2d0527f665d535894be91f139628db7e8deb7d5374c9" }, "project_config": { "path": "config/fmam_feb/project.json", "sha256": "9999e9e5e03f95998e3d22396d2d2e5bf2f8c79decfc571c715caf2878daa4a1" }, "cycle_config": { "path": "config/cycles/feb_2026_fmam.json", "sha256": "120955984a14d292912b9a8d48f83af060290d40d6b54ed9d627b36280c0652b" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init02_Feb", "files": 67, "sha256": "aa05fc058f64121f726ee7f06608768bafb243ef9702ccd6c154217f2a9a13d5" }, "Mar": { "folder": "data/processed/init02_Mar", "files": 67, "sha256": "41b2c07eb813ed00ca81d1c21d2a620cd1cdbc2d2725e806669bd035f1a8f7cf" }, "Apr": { "folder": "data/processed/init02_Apr", "files": 67, "sha256": "7c29ca912e693cabdd2d1626e106f967dd554116d18f98a18faa33f957dfb15e" }, "May": { "folder": "data/processed/init02_May", "files": 67, "sha256": "c590b53da737506d77661bb04aa6caf2a91d62a0ab9b88d8a2ecbb7c49b925c0" }, "FMAM": { "folder": "data/processed/init02_FMAM", "files": 67, "sha256": "6915035b5cc71c72bb89702c935f922163818566aa3868159a9183f7326db742" } }, "scoring_version": 3, "dependency_sha256": "48caccb09fad2e9ffb99c16c117a2a316e3649df3d0cf9295084fe5a3101064c", "python": "3.11.9", "numpy": "1.26.4" }, "phase": 1, "pathway": "A: fixed amount correction, replaced probability calibration", "amount_method": "mvs", "incumbent": "climatology_blend", "methods": [ "climatology_blend", "platt_ovr", "beta_ovr", "isotonic_ovr" ], "version": 1, "registry": { "climatology_blend": { "name": "Climatology blend (incumbent)", "inputs": "smoothed probabilities and training climatology", "multiclass": "joint", "parameters": "lambda: one per target, minimum RPS", "references": [ "Rajagopalan et al. 2002" ], "incumbent": true, "outputs": "tercile probabilities only (no CDF)" }, "platt_ovr": { "name": "Platt (sigmoid) calibration, one-vs-rest + normalization", "inputs": "logit of each smoothed category probability", "multiclass": "one-vs-rest, then divided by the sum", "parameters": "2 per category (intercept, slope), L2 1e-4 on the slope, binary log loss", "references": [ "Platt 1999" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "beta_ovr": { "name": "Beta calibration, one-vs-rest + normalization", "inputs": "ln p_k and ln(1 - p_k) of each smoothed category probability", "multiclass": "one-vs-rest, then divided by the sum", "parameters": "3 per category (c, a >= 0, b >= 0), binary log loss", "references": [ "Kull et al. 2017" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" }, "isotonic_ovr": { "name": "Isotonic regression, one-vs-rest + normalization", "inputs": "each smoothed category probability", "multiclass": "one-vs-rest, then divided by the sum", "parameters": "monotone step map per category, pooled over cells and years (weighted pool-adjacent-violators)", "references": [ "Zadrozny & Elkan 2002" ], "incumbent": false, "outputs": "tercile probabilities only (no CDF)" } }, "regions": { "ethiopia": "All Ethiopia", "fmam_domain": "FMAM rainfall contribution domain" }, "primary_region": "ethiopia", "training_years": [ 1993, 2016 ], "test_years": [ 2017, 2025 ], "targets": { "Feb": { "tag": "init02_Feb", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2112180408384159, 0.45303788000804884, 0.33268488659805484, 0.42701279488378235, 0.41841242170453297, 0.3194159203844659, 0.4195852458115674, 0.4933798948985926, 0.3628012208168902, 0.41680502038707523, 0.5840367302696414, 0.4417653447212832, 0.41271573599677913, 0.48098544742430965, 0.27655931887302454, 0.3995465457948823, 0.3807631876545, 0.25379998428819606, 0.3698774989164374, 0.368023724004967, 0.4260350678332725, 0.3934260565549052, 0.39600519902120807, 0.458420218085758 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04221720431507358, 0.3284723564783085, 0.09449198112746521, 0.23545488087522462, 0.31268251653905127, 0.10973245558133637, 0.3123785146108837, 0.3947560343537717, 0.1467278490078051, 0.29138679124905853, 0.2450842196191028, 0.18765297231510944, 0.2106380938121853, 0.14149125422922873, 0.06893882450367653, 0.31333849742400843, 0.17016727086583722, 0.05321450342416322, 0.25450773133628557, 0.2632548476300475, 0.3297357370753349, 0.1346457946646722, 0.2680095286259636, 0.18640214216948392 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16900083029825205, 0.12456552508953123, 0.2381929043474934, 0.1915579152730495, 0.10572990720866672, 0.20968346302823018, 0.10720673360607537, 0.09862386282723855, 0.21607337250237724, 0.12541823160197246, 0.3389525100173603, 0.25411237632655265, 0.20207764310720844, 0.3394941934615393, 0.2076204919599373, 0.08620805068370735, 0.2105959172926899, 0.2005854767357345, 0.11536976970156376, 0.10476887832410087, 0.09629933319812338, 0.25878026108475766, 0.12799567162300884, 0.2720180733778246 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.5670708760676199, 1.1129328627042012, 0.8683252045766034, 1.1379133054989075, 1.0087894328146714, 0.7933999238272711, 1.0772335772485726, 1.109341475603793, 1.0442430741310502, 1.0787211651585267, 1.2668314998738042, 1.1947358564679251, 1.0940809365138338, 1.1234620859845763, 0.7966736400422899, 1.0254459618910219, 1.027639336288975, 0.6721100040289911, 1.078608840387264, 0.9730169819349336, 1.153971499224365, 1.0504282333975246, 1.098013758744755, 1.1071124707168107 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.39567972440710797, "rpss": 0.1263736164396203, "bss_below": 0.06512527212516095, "bss_above": 0.18796867271874562, "log_loss": 1.019170916797012, "log_loss_skill": 0.07100797054236485, "reliability": { "below": { "weight": [ 0.0, 0.438025, 0.11676, 0.113968, 0.139339, 0.141315, 0.050593, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2508, 0.3548, 0.4541, 0.5484, 0.6285, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2565, 0.2194, 0.3282, 0.4375, 0.5601, 0.6537, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.153752, 0.381862, 0.174529, 0.075163, 0.068792, 0.145902, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2506, 0.3447, 0.448, 0.5548, 0.6455, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0744, 0.2107, 0.3617, 0.5128, 0.7344, 0.6883, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20268581697250107, 0.4337773257777311, 0.32483112662579694, 0.43439527181835197, 0.4119414892581978, 0.30902899963350194, 0.4203532683970585, 0.4932917736358745, 0.3577426988358697, 0.4203769142376136, 0.5294720195713368, 0.4379288135436904, 0.3967885525432215, 0.48497625063462774, 0.26714805550961157, 0.408062246965576, 0.3622105253010331, 0.23971459297133701, 0.3709500876990043, 0.3734351038288038, 0.4529345490666317, 0.41178396770984277, 0.38377677115463077, 0.47986696125336314 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04100396376882437, 0.33614232898070473, 0.08080851008780178, 0.23789318107176752, 0.31356452559343767, 0.10897863215380921, 0.30980109438360554, 0.4008328727290074, 0.139730141635937, 0.31626167752733364, 0.24415805465460466, 0.20295108293253475, 0.20057925116515493, 0.12977525660204287, 0.06554839601115928, 0.31540296747055724, 0.16951954101131442, 0.044879243387518274, 0.24418860108262253, 0.2601270578033563, 0.34232016743301835, 0.13789542059525128, 0.26704506829225994, 0.18113758703171154 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16168184644700134, 0.09763499878946018, 0.24402261504813022, 0.1965020921511613, 0.09837696584722898, 0.2000503658180839, 0.11055217685443067, 0.09245890381734079, 0.21801255793424848, 0.10411523972980971, 0.2853139652254762, 0.23497773501715963, 0.1962093026192521, 0.3552009940292261, 0.20159965718316736, 0.09265928181542481, 0.19269098467648782, 0.19483534463764784, 0.12676148867591627, 0.11330804786607034, 0.11061438408300932, 0.2738885457126335, 0.11673170456731399, 0.29872937103685615 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.5420520391110197, 1.0646752207808816, 0.8316090264486405, 1.1250816808147102, 0.9989852849627462, 0.7653375850041494, 1.0987277190754041, 1.1177817591074775, 1.0352873905203825, 1.0621994069321876, 1.2193070225210623, 1.2113127091374776, 1.0952229497571435, 1.1090528467675398, 0.8024694425133975, 1.0707735888845973, 1.0060049821824475, 0.6068815857787027, 1.1116266017247465, 0.9952791258149571, 1.213636069778493, 1.0514075107605663, 1.0903280728886244, 1.1051844721263486 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.3919780492893836, "rpss": 0.1344813461111931, "bss_below": 0.06573096080908047, "bss_above": 0.20358953503832045, "log_loss": 1.0137593372247375, "log_loss_skill": 0.07592314227023966, "reliability": { "below": { "weight": [ 0.0, 0.477393, 0.107984, 0.106043, 0.130402, 0.128314, 0.049864, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1801, 0.251, 0.3552, 0.4542, 0.548, 0.6291, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2609, 0.2221, 0.324, 0.446, 0.568, 0.6909, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164891, 0.372398, 0.163816, 0.070497, 0.069046, 0.159352, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2509, 0.3442, 0.4487, 0.5562, 0.6461, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2032, 0.3661, 0.5217, 0.7475, 0.6878, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3413595295785565, 0.541508955661979, 0.4258401922911376, 0.3674205423582209, 0.43796496113356864, 0.41673796239913297, 0.33143527006804674, 0.3642819510133622, 0.4247193610299639 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05130541267232243, 0.1199658906609397, 0.15347815522076375, 0.15923638939509713, 0.1446641591561163, 0.21630393259771122, 0.2438776379248456, 0.09230587717758137, 0.23066337603346745 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2900541012581489, 0.42154303378964153, 0.2723620305548712, 0.2081841514672766, 0.29330079255247454, 0.20043402677213826, 0.08755764015580879, 0.27197606202344665, 0.19405598528275317 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9130469500610802, 1.1356514744672057, 1.0980847202064348, 1.0080217152672173, 1.1026150581789702, 1.1104307535682767, 1.056112353175759, 0.9511909145569729, 1.1082220622573273 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.4056965250593298, "rpss": 0.05611194205411729, "bss_below": 0.033136183744374326, "bss_above": 0.07004337767091195, "log_loss": 1.0537084446376939, "log_loss_skill": 0.0409109517959102, "reliability": { "below": { "weight": [ 0.0, 0.422551, 0.13882, 0.140974, 0.12396, 0.122065, 0.05163, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1694, 0.2475, 0.3488, 0.4432, 0.5466, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.117, 0.0704, 0.1292, 0.1784, 0.2921, 0.353, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164902, 0.276702, 0.271228, 0.14444, 0.075607, 0.067121, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2513, 0.345, 0.4404, 0.5382, 0.6569, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1831, 0.3821, 0.557, 0.6749, 0.7044, 0.4704, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34683354540759165, 0.5262922394253995, 0.42946571612727824, 0.3758301472089058, 0.42909360207718733, 0.418520490915995, 0.3222957715951435, 0.37330728743167396, 0.4095990812016335 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.051396231700756516, 0.1138203326033195, 0.16510888863468975, 0.1578212784620889, 0.14926616910127635, 0.22439120479807903, 0.23307237135741346, 0.10024028256379557, 0.2504416705332382 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2954373007760705, 0.41247187669377533, 0.2643568241850747, 0.21800886601992375, 0.2798274271768749, 0.19412928396235285, 0.0892234070612625, 0.2730669953371332, 0.1591574155220484 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9528770968310959, 1.1248183589719474, 1.1315441390332504, 1.0078322846254046, 1.1165973664617164, 1.1024098615827647, 1.0581767094685015, 0.9830788612098638, 1.1001558600098533 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4034708757100898, "rpss": 0.04799300671441564, "bss_below": 0.040876846962303315, "bss_above": 0.05264174252582221, "log_loss": 1.0641656153549333, "log_loss_skill": 0.03141628263969232, "reliability": { "below": { "weight": [ 0.0, 0.459747, 0.125367, 0.122058, 0.10646, 0.125238, 0.06113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2466, 0.3496, 0.4434, 0.5505, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1272, 0.0814, 0.1453, 0.1991, 0.3081, 0.3734, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.19111, 0.273102, 0.246035, 0.137084, 0.072812, 0.079857, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2484, 0.346, 0.4405, 0.5372, 0.6572, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.3664, 0.5323, 0.6317, 0.6267, 0.4563, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.25436269896284114, 0.4163232291384917, 0.3677025042757509, 0.42058387851989504, 0.3895016010726486, 0.33852709978306117, 0.407722713974817, 0.4599271886734886, 0.37477152372483785, 0.3944682505891798, 0.5867389830394792, 0.43037108061685503, 0.40284249783222703, 0.4814061329556765, 0.30298715314845176, 0.3778217814285305, 0.3905016871100507, 0.2699584768363412, 0.3596975096918951, 0.35896205252205104, 0.3920830258010974, 0.40677100215446454, 0.3754245444571579, 0.44642515119471415 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.05007144227390079, 0.29854142326922656, 0.10601757741202357, 0.2269923206800199, 0.2939238551893293, 0.11350646937901708, 0.3023685362323581, 0.36804082122913967, 0.15845601878876803, 0.27637583265221655, 0.23815566119425757, 0.1906635779437331, 0.2087126440191826, 0.14254539223594326, 0.07742020713140481, 0.2981170510703638, 0.17647691260484477, 0.05830720677089307, 0.24571829902822176, 0.25861026652649594, 0.3023756412735972, 0.13960618749202564, 0.24996157470226343, 0.17625530167318237 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.20429125668894035, 0.11778180586926507, 0.26168492686372724, 0.19359155783987503, 0.0955777458833193, 0.2250206304040441, 0.10535417774245893, 0.0918863674443489, 0.21631550493606982, 0.11809241793696319, 0.34858332184522145, 0.23970750267312194, 0.1941298538130445, 0.33886074071973316, 0.22556694601704674, 0.0797047303581667, 0.21402477450520593, 0.2116512700654482, 0.11397921066367336, 0.10035178599555497, 0.08970738452750034, 0.2671648146624388, 0.12546296975489443, 0.27016984952153195 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.6405318736764927, 1.0208822029048885, 0.9164285293210306, 1.1111931795939605, 0.9411794209369787, 0.8246804112457451, 1.0280389536202819, 1.021917459768504, 1.0715005162869935, 1.0121756935911443, 1.2792589235547944, 1.1843859352292927, 1.09294910620869, 1.122385978947458, 0.8400896006695872, 0.9621797304418196, 1.0331727682838547, 0.6961259944625099, 1.050151016137707, 0.9426873958183258, 1.0409496304760437, 1.0756012819917729, 1.0332119532124795, 1.0901978728072788 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.39191174031266685, "rpss": 0.13469299727893957, "bss_below": 0.09047449175684485, "bss_above": 0.17916181414949184, "log_loss": 1.0013281428828182, "log_loss_skill": 0.08727196952086202, "reliability": { "below": { "weight": [ 0.0, 0.105883, 0.36323, 0.178401, 0.242489, 0.097233, 0.012764, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1869, 0.2441, 0.3551, 0.4489, 0.539, 0.6172, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1814, 0.2605, 0.2808, 0.479, 0.6059, 0.751, NaN, NaN, NaN ] }, "above": { "weight": [ 0.016437, 0.198188, 0.311793, 0.206471, 0.08658, 0.098135, 0.082397, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0975, 0.1606, 0.255, 0.3413, 0.4468, 0.5596, 0.6345, NaN, NaN, NaN ], "observed_frequency": [ 0.044, 0.1002, 0.2361, 0.3413, 0.6047, 0.8184, 0.5724, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.24446802183522834, 0.397105531979956, 0.36512761327844623, 0.42981722069092626, 0.3804192811933604, 0.3270760217611895, 0.40704817866602155, 0.4594371033586473, 0.3708054438845876, 0.39324571036354655, 0.5312859791843633, 0.4208312071819959, 0.38693075951340744, 0.48907319384394793, 0.2900643325283665, 0.38118170217179725, 0.373581183503939, 0.25915591638723323, 0.3580089995843948, 0.36297956782664587, 0.41596508467274185, 0.42580326316884465, 0.36196703184028617, 0.46777005476440775 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.047128793511376145, 0.3084021853493895, 0.09433537642031184, 0.23021113974341856, 0.29238328870231284, 0.11193018130281167, 0.2979338183378004, 0.37159113185332626, 0.1530429265076208, 0.29882708816333803, 0.24158984765876573, 0.2036240005678407, 0.200446712189331, 0.13197062522441483, 0.07356789337946804, 0.2948472430231177, 0.17804684569352905, 0.05011806085149096, 0.23202011041955162, 0.25345486000478445, 0.3101932238971718, 0.14277317497496653, 0.24885092443364068, 0.17063083280839939 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.19733922832385223, 0.08870334663056646, 0.2707922368581344, 0.1996060809475075, 0.08803599249104757, 0.2151458404583777, 0.10911436032822115, 0.08784597150532092, 0.21776251737696678, 0.09441862220020851, 0.28969613152559764, 0.21720720661415532, 0.18648404732407647, 0.35710256861953305, 0.2164964391488984, 0.08633445914867958, 0.19553433781041002, 0.2090378555357422, 0.12598888916484322, 0.10952470782186137, 0.10577186077557006, 0.2830300881938782, 0.11311610740664556, 0.29713922195600845 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.6140859479334217, 0.9706648250535133, 0.8894846061282127, 1.1030820871436016, 0.9242869386039086, 0.7959891162529207, 1.0447461534327807, 1.0223458608517662, 1.0665303153201138, 0.9848963943442656, 1.2106647957450798, 1.1899413508865444, 1.0955798658018572, 1.119403652875059, 0.8403055446791008, 0.9929359633591841, 1.012333716542482, 0.6358522634242431, 1.0777106843630386, 0.9614630639376278, 1.0938074071820691, 1.087931036962234, 1.0192066662990231, 1.09694538393144 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.38746451679934507, "rpss": 0.14444758420065695, "bss_below": 0.0937421471419746, "bss_above": 0.19541691334297429, "log_loss": 0.9937580683772286, "log_loss_skill": 0.09415499374478431, "reliability": { "below": { "weight": [ 0.0, 0.116457, 0.386638, 0.164198, 0.224775, 0.094379, 0.013553, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1867, 0.2437, 0.3552, 0.4485, 0.5395, 0.6172, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1904, 0.2672, 0.2716, 0.4805, 0.6356, 0.7621, NaN, NaN, NaN ] }, "above": { "weight": [ 0.017047, 0.202456, 0.304435, 0.196483, 0.083718, 0.104709, 0.091152, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0975, 0.1589, 0.2553, 0.3413, 0.4478, 0.5604, 0.6348, NaN, NaN, NaN ], "observed_frequency": [ 0.0456, 0.0801, 0.2314, 0.3413, 0.615, 0.8291, 0.5685, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36777566354887714, 0.5457671716816179, 0.4373335189088084, 0.3829285172386058, 0.44595358613608665, 0.4164952280837145, 0.322269119427283, 0.38562857711854953, 0.41959097424285097 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.06797831916238556, 0.12491736880721824, 0.15715253622393952, 0.16784572552432916, 0.15013505494081916, 0.21065554976853704, 0.23976923170372172, 0.10555893165020491, 0.2208860912932546 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.29979734438649175, 0.42084980287439955, 0.28018098268486874, 0.2150827917142766, 0.2958185311952676, 0.2058396783151775, 0.08249988772356143, 0.28006964546834456, 0.19870488294959626 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9463315053444726, 1.13888485069686, 1.118149528063433, 1.0458072880856049, 1.1264639657438906, 1.107997996196375, 0.9917464439283943, 0.9725386957472885, 1.0965541355284807 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.41374915070959933, "rpss": 0.03737681193367426, "bss_below": 0.010469220495620712, "bss_above": 0.05369229890287153, "log_loss": 1.0604971565927555, "log_loss_skill": 0.034731842839684224, "reliability": { "below": { "weight": [ 0.0, 0.120338, 0.346832, 0.236989, 0.174548, 0.102983, 0.017869, 0.000441, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1753, 0.2371, 0.3535, 0.4443, 0.5443, 0.624, 0.7046, NaN, NaN ], "observed_frequency": [ NaN, 0.1036, 0.1096, 0.111, 0.2171, 0.3073, 0.3864, 0.3982, NaN, NaN ] }, "above": { "weight": [ 0.019166, 0.165207, 0.230077, 0.321633, 0.161071, 0.048425, 0.054423, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0781, 0.1535, 0.2566, 0.3471, 0.4427, 0.5414, 0.6718, NaN, NaN, NaN ], "observed_frequency": [ 0.0875, 0.2067, 0.3978, 0.5529, 0.6697, 0.6716, 0.4362, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3671171678639918, 0.5339892284516294, 0.4361036484295384, 0.392445124690024, 0.43758721435708686, 0.41790474733543703, 0.3124296683541625, 0.39050838696903123, 0.40146577187100047 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06734076418716706, 0.12215668453308579, 0.16650167158474058, 0.16701961684415623, 0.15641443820231155, 0.2175964048099029, 0.22844530827944748, 0.11201694244236068, 0.2381637677620059 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2997764036768248, 0.4118325439185438, 0.269601976844798, 0.2254255078458678, 0.28117277615477526, 0.20030834252553412, 0.08398436007471506, 0.27849144452667063, 0.1633020041089946 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9772334867624334, 1.1276500934411202, 1.1424403783241937, 1.047291545344734, 1.1381514852296144, 1.1045266788993529, 0.9913068631138471, 0.9971237767069839, 1.080397135805297 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.40995010648021135, "rpss": 0.03270498129396626, "bss_below": 0.020907476697080596, "bss_above": 0.04041184937414455, "log_loss": 1.0673468270697308, "log_loss_skill": 0.028520803003845296, "reliability": { "below": { "weight": [ 0.0, 0.138902, 0.358651, 0.204328, 0.156611, 0.119622, 0.021363, 0.000523, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1749, 0.2357, 0.3525, 0.4462, 0.5448, 0.6233, 0.7046, NaN, NaN ], "observed_frequency": [ NaN, 0.1099, 0.1246, 0.1189, 0.2354, 0.3254, 0.4168, 0.1986, NaN, NaN ] }, "above": { "weight": [ 0.019151, 0.193563, 0.220095, 0.292026, 0.15872, 0.051198, 0.065247, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.078, 0.1533, 0.2534, 0.348, 0.4426, 0.543, 0.6719, NaN, NaN, NaN ], "observed_frequency": [ 0.12, 0.2066, 0.3716, 0.5276, 0.6165, 0.6264, 0.4228, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.27665515354288867, 0.4018164503079459, 0.3519921612824517, 0.4122647871040886, 0.37187143511011617, 0.3427951881346083, 0.42170775885835576, 0.4640511467749172, 0.3585318993824373, 0.37526275636947587, 0.581206750630183, 0.4227934656347408, 0.41715159005719327, 0.46730302841284044, 0.30569275610527896, 0.3737405747065024, 0.3788069906421598, 0.27760912219648026, 0.37149044599509184, 0.354049167079674, 0.3812682413945753, 0.3997428165280737, 0.37570403507997213, 0.43546194117902987 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.05723588196342686, 0.2867879899093535, 0.09959562016133881, 0.21844744639683392, 0.27843572338464484, 0.1145721653834483, 0.3120438164628953, 0.3712747902283499, 0.1445024380309408, 0.26125698104699996, 0.23009876817332625, 0.18443380759645034, 0.21501855267291173, 0.13642124089957655, 0.07817646124475139, 0.2966118765817765, 0.17195194394534133, 0.06228541692986843, 0.25188892435338905, 0.25567140528602467, 0.2940661956403712, 0.13410627474531184, 0.2511106510481314, 0.17053040712558457 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.2194192715794618, 0.1150284603985923, 0.2523965411211129, 0.19381734070725468, 0.0934357117254713, 0.22822302275116005, 0.10966394239546041, 0.09277635654656725, 0.2140294613514965, 0.11400577532247586, 0.3511079824568564, 0.23835965803829043, 0.20213303738428162, 0.33088178751326375, 0.22751629486052752, 0.0771286981247258, 0.20685504669681837, 0.2153237052666118, 0.11960152164170283, 0.0983777617936493, 0.08720204575420422, 0.26563654178276197, 0.12459338403184092, 0.2649315340534455 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.6714730250081513, 0.9907186306168014, 0.8908981919942527, 1.0958633222802094, 0.9073715380888316, 0.8293858529333855, 1.0504740169043203, 1.025233292963712, 1.04169864406671, 0.9705718574225823, 1.2875264679719578, 1.1759717139510082, 1.1172222196737767, 1.10400658436749, 0.8480874946831293, 0.9520784116337134, 1.012079723738973, 0.7071555629657051, 1.0713145695407005, 0.9365646195942976, 1.0145658141935714, 1.066088896583809, 1.0306551053916393, 1.06832665273856 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.388290402604545, "rpss": 0.14268859566432024, "bss_below": 0.10528008021778412, "bss_above": 0.18030887258071737, "log_loss": 0.9943888420544704, "log_loss_skill": 0.09359726300529914, "reliability": { "below": { "weight": [ 0.0, 0.005175, 0.485879, 0.230911, 0.159625, 0.082501, 0.033783, 0.002126, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1954, 0.2445, 0.344, 0.4456, 0.5421, 0.6449, 0.7436, NaN, NaN ], "observed_frequency": [ NaN, 0.0191, 0.2101, 0.3863, 0.5252, 0.5781, 0.7183, 0.6619, NaN, NaN ] }, "above": { "weight": [ 0.059106, 0.1665, 0.231027, 0.231478, 0.126804, 0.12433, 0.060755, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0634, 0.1526, 0.2488, 0.3438, 0.4484, 0.5509, 0.622, NaN, NaN, NaN ], "observed_frequency": [ 0.0462, 0.1144, 0.2134, 0.3265, 0.534, 0.795, 0.5153, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2726643192664359, 0.3764977212781889, 0.3504706707809359, 0.42019332424171524, 0.35716111091070635, 0.3330581708122925, 0.4152667144140745, 0.4552956750382499, 0.35584259134744917, 0.37248878383590944, 0.5197828084910167, 0.41841564629871314, 0.4016386596733697, 0.46993439265022885, 0.2971678114135268, 0.3768659117963666, 0.3647303661585544, 0.2675800067972877, 0.36697660075501465, 0.358125525217804, 0.4057917704715723, 0.42327026368400095, 0.3617532464674497, 0.4555645294392151 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.0568837875324895, 0.292975172621462, 0.08936851957506524, 0.22188703593703069, 0.2725056921101034, 0.11394727218204372, 0.30286554332687676, 0.36943266757637977, 0.13995853287218185, 0.2830054327172963, 0.23138198456362932, 0.1994379351718136, 0.20569572174258174, 0.12333303352126844, 0.07563340540909637, 0.29305679278754454, 0.1751031547023029, 0.054284355285266234, 0.23611430352404544, 0.2503128587714873, 0.3013697114275824, 0.14046132507987164, 0.2503033943955258, 0.16456622764197953 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.21578053173394657, 0.08352254865672698, 0.2611021512058705, 0.1983062883046846, 0.08465541880060305, 0.21911089863024866, 0.11240117108719767, 0.08586300746186999, 0.21588405847526732, 0.08948335111861318, 0.2884008239273869, 0.21897771112689954, 0.1959429379307879, 0.3466013591289604, 0.22153440600443036, 0.08380911900882215, 0.18962721145625153, 0.21329565151202157, 0.13086229723096915, 0.10781266644631665, 0.10442205904398996, 0.2828089386041292, 0.11144985207192402, 0.2909983017972355 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.6531188720154883, 0.9301071781828919, 0.8656875203839522, 1.0859305061085007, 0.8797945100203398, 0.8023889844055019, 1.0566909506485973, 1.011708604171636, 1.03957044079172, 0.9385799532607092, 1.199787597213612, 1.1883007979359503, 1.120091132776493, 1.0942790802988327, 0.8545802274041784, 0.98085327589765, 0.9957341373313665, 0.6468881950747343, 1.0960419720572065, 0.9549493527719523, 1.0701958873337303, 1.0880160779982526, 1.0160381473578655, 1.0740342626099753 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.38318902588500325, "rpss": 0.1538882075916953, "bss_below": 0.11100067771315036, "bss_above": 0.1969989419229753, "log_loss": 0.9851403193354641, "log_loss_skill": 0.10201037140968272, "reliability": { "below": { "weight": [ 0.0, 0.005228, 0.506721, 0.224827, 0.149087, 0.077441, 0.034296, 0.0024, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1954, 0.2437, 0.3435, 0.4452, 0.5426, 0.6448, 0.7442, NaN, NaN ], "observed_frequency": [ NaN, 0.0075, 0.2103, 0.3988, 0.5258, 0.6091, 0.7289, 0.6449, NaN, NaN ] }, "above": { "weight": [ 0.064176, 0.166378, 0.227833, 0.220457, 0.121663, 0.131159, 0.068334, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0637, 0.1518, 0.2496, 0.343, 0.4489, 0.5514, 0.6216, NaN, NaN, NaN ], "observed_frequency": [ 0.0492, 0.089, 0.2091, 0.3275, 0.5467, 0.807, 0.5043, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35070162278510886, 0.5130672756278606, 0.4134274550236468, 0.3738319423806883, 0.4366283688885249, 0.4323711523728481, 0.3335782271182348, 0.37169636565932734, 0.4113877592041657 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0635752955419585, 0.1110749890271159, 0.14312247447274337, 0.16053361621354292, 0.1440801503587134, 0.2212226069047523, 0.2548740705548684, 0.09980803644180594, 0.21539442294649025 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28712632724315024, 0.4019922866007445, 0.2703049805509034, 0.21329832616714556, 0.29254821852981155, 0.211148545468096, 0.07870415656336634, 0.27188832921752165, 0.1959933362576754 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9304521301567297, 1.0986387017239672, 1.0908075474820398, 1.038951858515048, 1.1221112251395502, 1.146986073841759, 1.000367334798338, 0.9529422756026195, 1.0902033086279346 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.40407668545115616, "rpss": 0.05988063901724572, "bss_below": 0.03184536746466493, "bss_above": 0.07687989961001773, "log_loss": 1.0523844950986652, "log_loss_skill": 0.04211601521712427, "reliability": { "below": { "weight": [ 0.0, 0.006502, 0.51754, 0.244727, 0.106585, 0.071251, 0.044287, 0.008667, 0.000441, 0.0 ], "mean_forecast": [ NaN, 0.1998, 0.2428, 0.3405, 0.4456, 0.5459, 0.6407, 0.7265, 0.801, NaN ], "observed_frequency": [ NaN, 0.0407, 0.0946, 0.1554, 0.2464, 0.2877, 0.3756, 0.296, 0.3982, NaN ] }, "above": { "weight": [ 0.075166, 0.13195, 0.157947, 0.306093, 0.226733, 0.050228, 0.051884, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0719, 0.1467, 0.2553, 0.3529, 0.4452, 0.5369, 0.6448, NaN, NaN, NaN ], "observed_frequency": [ 0.1704, 0.2172, 0.3558, 0.5398, 0.6582, 0.6923, 0.4323, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3534493768060945, 0.5030798203989663, 0.41751771431773455, 0.3852466577615451, 0.43578041157232633, 0.4410932479418195, 0.320145065155337, 0.37766907708526914, 0.40012920953144876 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06432491736865392, 0.10895479934978386, 0.154022551716484, 0.16129480271380542, 0.15350949599053507, 0.23256331716450945, 0.24179840632299326, 0.10656900720522655, 0.23636093397196012 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28912445943744064, 0.3941250210491824, 0.2634951626012506, 0.2239518550477398, 0.28227091558179124, 0.20852993077731, 0.07834665883234371, 0.27110006988004254, 0.1637682755594886 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9675489593034443, 1.0903660250299438, 1.1231030120932846, 1.0454176720792359, 1.1460787801096304, 1.1594208768105847, 0.9955806854556376, 0.97904541838639, 1.0841115721732872 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4037900645078379, "rpss": 0.047239866931773955, "bss_below": 0.031694184881193244, "bss_above": 0.05739528664947213, "log_loss": 1.0656303334934931, "log_loss_skill": 0.030083123478128693, "reliability": { "below": { "weight": [ 0.0, 0.007384, 0.527244, 0.221684, 0.098725, 0.082063, 0.052533, 0.009843, 0.000523, 0.0 ], "mean_forecast": [ NaN, 0.1998, 0.2408, 0.3394, 0.447, 0.5472, 0.6416, 0.7276, 0.801, NaN ], "observed_frequency": [ NaN, 0.0423, 0.1071, 0.1704, 0.2551, 0.3059, 0.4006, 0.3083, 0.1986, NaN ] }, "above": { "weight": [ 0.08625, 0.151626, 0.157462, 0.272332, 0.220275, 0.049711, 0.062344, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0734, 0.1463, 0.253, 0.3538, 0.4455, 0.5398, 0.6449, NaN, NaN, NaN ], "observed_frequency": [ 0.1756, 0.2251, 0.3476, 0.5111, 0.6152, 0.6196, 0.4193, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2540477493815322, 0.49542767755711725, 0.2902511199688143, 0.4961650980667787, 0.49033138142477284, 0.30549761267036757, 0.5065338917395499, 0.5929167396333781, 0.36820858168447956, 0.4790326360932848, 0.6402203126689767, 0.5283495280861048, 0.45042924739051865, 0.45841941712934553, 0.2531752622828362, 0.4603568262419282, 0.38640666458950484, 0.1766346203877398, 0.43627708098166573, 0.40402077925978525, 0.4981631710917261, 0.3845231705743271, 0.4266316131725385, 0.42610640991702636 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.05134821297646161, 0.35863455739654704, 0.08218692290233807, 0.2779950697862502, 0.38112554306357205, 0.112107331584379, 0.36732476826127797, 0.4785090934211972, 0.1469111984117397, 0.34454970960108755, 0.27290297112623746, 0.22311911192745407, 0.22341281973095647, 0.13202064560135457, 0.047867587054373155, 0.37004980257911535, 0.17330638348833918, 0.030822261545581087, 0.28668057372499145, 0.294390968624014, 0.39356275985051203, 0.12325060932042382, 0.2880872529383478, 0.17217770426665693 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.2026995364050705, 0.13679312016057024, 0.20806419706647616, 0.21817002828052853, 0.10920583836120072, 0.1933902810859886, 0.13920912347827188, 0.11440764621218083, 0.22129738327273984, 0.1344829264921972, 0.3673173415427392, 0.3052304161586508, 0.22701642765956212, 0.32639877152799107, 0.2053076752284628, 0.0903070236628129, 0.21310028110116563, 0.14581235884215873, 0.14959650725667425, 0.10962981063577133, 0.10460041124121396, 0.26127256125390336, 0.1385443602341906, 0.25392870565036957 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.6363468399261889, 1.3979127934848394, 0.826389469622477, 2.2469089709101726, 2.5858804511296847, 1.1687948517110975, 1.461155741303602, 1.753956232196614, 1.0937121620822126, 1.4933029775669957, 1.5973273194785296, 2.276292450496012, 1.4735887296891317, 1.2106589333486257, 1.2310208013104313, 2.2448815992534117, 1.3282946209075839, 0.7243268291344331, 1.8842909441925901, 1.8419747856865751, 2.645598576131277, 1.1408185260789785, 1.281756449752574, 1.0730798118514966 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.42533860799975415, "rpss": 0.06088938357348883, "bss_below": -0.03339375355118257, "bss_above": 0.15570623708021425, "log_loss": 1.5257612861352303, "log_loss_skill": -0.39075796837810106, "reliability": { "below": { "weight": [ 0.37639, 0.005119, 0.172327, 0.156709, 0.119887, 0.120345, 0.04186, 0.005947, 0.001284, 0.000131 ], "mean_forecast": [ 0.007, 0.1632, 0.2531, 0.3491, 0.4514, 0.5442, 0.6341, 0.7425, 0.841, 0.9545 ], "observed_frequency": [ 0.2836, 0.1476, 0.1553, 0.352, 0.4776, 0.5808, 0.6422, 0.6635, 0.8204, 1.0 ] }, "above": { "weight": [ 0.06458, 0.174835, 0.192687, 0.217862, 0.10374, 0.082124, 0.039585, 0.0573, 0.033997, 0.033292 ], "mean_forecast": [ 0.0577, 0.1605, 0.2476, 0.3513, 0.4549, 0.5479, 0.658, 0.7311, 0.8241, 0.9922 ], "observed_frequency": [ 0.0459, 0.1424, 0.2338, 0.2972, 0.3625, 0.7535, 0.7371, 0.7112, 0.3676, 0.7489 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2510989650945498, 0.4815833243042202, 0.27939444086389037, 0.5140114124971046, 0.48658587509340323, 0.2973934922581343, 0.5123362744020262, 0.6028109100497108, 0.36436660818148414, 0.49511196678801367, 0.5881152832117658, 0.545189190135476, 0.438973999538202, 0.45144324274591285, 0.24341084507517233, 0.4731697109298822, 0.37320856769909466, 0.129473431911697, 0.4367990723903835, 0.41441231464626277, 0.5407715188107676, 0.40913404287254734, 0.41690613166297535, 0.444723485321983 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.05135829072625312, 0.37117835537761956, 0.06822969815179156, 0.2887269871159751, 0.38713895950042626, 0.11329474607196516, 0.3650823117638951, 0.4930624621978458, 0.14037081706504675, 0.38261982089449176, 0.2803593869815992, 0.24813846198759118, 0.21427042321524073, 0.11303101565448694, 0.04345956954761859, 0.3737107365024375, 0.17657307499736133, 0.017278802376717146, 0.2713215281893658, 0.2940161298596278, 0.4152830392127941, 0.1288095228329479, 0.28872737399374837, 0.1662914547151274 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.19974067436829665, 0.11040496892660048, 0.21116474271209879, 0.2252844253811293, 0.09944691559297714, 0.18409874618616912, 0.14725396263813115, 0.10974844785186495, 0.22399579111643741, 0.11249214589352201, 0.30775589623016697, 0.29705072814788464, 0.22470357632296137, 0.3384122270914259, 0.1999512755275536, 0.09945897442744482, 0.1966354927017335, 0.11219462953497984, 0.1654775442010177, 0.12039618478663512, 0.1254884795979737, 0.28032452003959957, 0.12817875766922682, 0.2784320306068555 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.6193403520910202, 1.4010235656658314, 0.7917641526481304, 2.39211475135668, 2.7030427954289733, 1.217148344640211, 1.523974176875659, 1.8396745043411218, 1.089643206696501, 1.5594227241365533, 1.5517274099925908, 2.490157010383494, 1.516245043372113, 1.0944214593806376, 1.260166032270558, 2.3685961369257735, 1.365303949525759, 0.457143280868486, 1.9036614830472116, 1.9041915438231622, 2.921683681690909, 1.1766328940868185, 1.2886345068078238, 1.079019142293897 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.42460100443686083, "rpss": 0.06244727104931658, "bss_below": -0.044715417911662225, "bss_above": 0.17016767904390662, "log_loss": 1.5631138395145798, "log_loss_skill": -0.4248325732286897, "reliability": { "below": { "weight": [ 0.412913, 0.004426, 0.162992, 0.147529, 0.112292, 0.110457, 0.041609, 0.006031, 0.00152, 0.000231 ], "mean_forecast": [ 0.0071, 0.1636, 0.2524, 0.3493, 0.4515, 0.5455, 0.6337, 0.7436, 0.8411, 0.9483 ], "observed_frequency": [ 0.2876, 0.1579, 0.1438, 0.3553, 0.4751, 0.6032, 0.6603, 0.6963, 0.8202, 0.8344 ] }, "above": { "weight": [ 0.069452, 0.168459, 0.190217, 0.207917, 0.103434, 0.081993, 0.041581, 0.062352, 0.039701, 0.034893 ], "mean_forecast": [ 0.056, 0.1594, 0.2482, 0.3511, 0.4561, 0.5495, 0.658, 0.7315, 0.8234, 0.9908 ], "observed_frequency": [ 0.0477, 0.1139, 0.2321, 0.2939, 0.3545, 0.7727, 0.7429, 0.726, 0.3658, 0.7501 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3264771273248057, 0.49861893745371394, 0.45293690799230335, 0.41145024016081105, 0.45610932924480374, 0.4404588537482882, 0.37559214378584654, 0.380798413533499, 0.46581226400274267 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.04009191209023388, 0.10235036492076524, 0.15629902100752488, 0.17527200324579648, 0.14584141726385844, 0.2292088903677747, 0.2725023484925651, 0.09932818738651585, 0.24794301350440992 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28638521523457205, 0.39626857253294867, 0.2966378869847782, 0.23617823691501455, 0.31026791198094533, 0.2112499633805135, 0.10308979529328152, 0.2814702261469832, 0.21786925049833278 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 1.1200953910853666, 1.160512533471961, 1.656353242984726, 1.6426591014277234, 1.4948117259431952, 1.5181052065905216, 1.8035197926702473, 1.4637127467835283, 1.9052612224186523 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.42313935747186826, "rpss": 0.015529683656565818, "bss_below": -0.005924822602857427, "bss_above": 0.028538671910969704, "log_loss": 1.5294478848195467, "log_loss_skill": -0.39210872190903534, "reliability": { "below": { "weight": [ 0.34447, 0.036127, 0.200368, 0.1741, 0.084382, 0.097894, 0.048669, 0.006815, 0.004345, 0.00283 ], "mean_forecast": [ 0.0001, 0.1658, 0.2563, 0.3484, 0.4492, 0.5462, 0.6383, 0.7542, 0.8692, 0.9171 ], "observed_frequency": [ 0.1371, 0.0121, 0.0633, 0.1451, 0.2077, 0.2742, 0.378, 0.4931, 0.3269, 0.0933 ] }, "above": { "weight": [ 0.071848, 0.137941, 0.135487, 0.276985, 0.168747, 0.09148, 0.045753, 0.020937, 0.004676, 0.046146 ], "mean_forecast": [ 0.0653, 0.1525, 0.2534, 0.3538, 0.4537, 0.5385, 0.6504, 0.7221, 0.8186, 0.9998 ], "observed_frequency": [ 0.2017, 0.214, 0.3802, 0.561, 0.5392, 0.698, 0.6215, 0.6333, 0.6974, 0.4039 ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.339368188734766, 0.48686273044754447, 0.46717583872973145, 0.42647911351150997, 0.4614799728248998, 0.45035552493737774, 0.3705320871273615, 0.40113295267220694, 0.46669452037508424 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.04002484745596839, 0.09902161475076171, 0.17115899930486822, 0.17676078409008275, 0.1555379022887459, 0.24176492342568537, 0.26298833952904216, 0.11085047328273381, 0.2762797892861804 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2993433412787977, 0.3878411156967828, 0.29601683942486323, 0.24971832942142733, 0.30594207053615396, 0.20859060151169243, 0.10754374759831933, 0.29028247938947316, 0.19041473108890386 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 1.2454400347300212, 1.193255200488112, 1.8377632102222612, 1.722790920954787, 1.6036323956131533, 1.60068430770057, 1.9438357368035086, 1.596410888170256, 2.086971883843571 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.43000899215116467, "rpss": -0.01462482758667516, "bss_below": -0.018061057246127055, "bss_above": -0.012380084770664102, "log_loss": 1.6478649531695821, "log_loss_skill": -0.4998559801393456, "reliability": { "below": { "weight": [ 0.382997, 0.036643, 0.17904, 0.148245, 0.072769, 0.10644, 0.056785, 0.008169, 0.005459, 0.003452 ], "mean_forecast": [ 0.0001, 0.1655, 0.2562, 0.3482, 0.45, 0.5486, 0.6381, 0.7546, 0.865, 0.9167 ], "observed_frequency": [ 0.1465, 0.0142, 0.0716, 0.1583, 0.2281, 0.2869, 0.4018, 0.474, 0.3847, 0.0604 ] }, "above": { "weight": [ 0.081602, 0.156552, 0.134614, 0.240773, 0.166544, 0.085184, 0.050423, 0.023116, 0.005954, 0.055238 ], "mean_forecast": [ 0.0682, 0.1517, 0.252, 0.3545, 0.4554, 0.5385, 0.6512, 0.723, 0.8223, 0.9998 ], "observed_frequency": [ 0.2101, 0.2251, 0.3617, 0.5309, 0.5084, 0.615, 0.5978, 0.6026, 0.6664, 0.3919 ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.27665515354288867, 0.4018164503079459, 0.3519921612824517, 0.4122647871040886, 0.37187143511011617, 0.3194159203844659, 0.42170775885835576, 0.4640511467749172, 0.3585318993824373, 0.41680502038707523, 0.5840367302696414, 0.4227934656347408, 0.41715159005719327, 0.48098544742430965, 0.30569275610527896, 0.3995465457948823, 0.3788069906421598, 0.25379998428819606, 0.37149044599509184, 0.354049167079674, 0.3812682413945753, 0.3997428165280737, 0.37570403507997213, 0.458420218085758 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.05723588196342686, 0.2867879899093535, 0.09959562016133881, 0.21844744639683392, 0.27843572338464484, 0.10973245558133637, 0.3120438164628953, 0.3712747902283499, 0.1445024380309408, 0.29138679124905853, 0.2450842196191028, 0.18443380759645034, 0.21501855267291173, 0.14149125422922873, 0.07817646124475139, 0.31333849742400843, 0.17195194394534133, 0.05321450342416322, 0.25188892435338905, 0.25567140528602467, 0.2940661956403712, 0.13410627474531184, 0.2511106510481314, 0.18640214216948392 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.2194192715794618, 0.1150284603985923, 0.2523965411211129, 0.19381734070725468, 0.0934357117254713, 0.20968346302823018, 0.10966394239546041, 0.09277635654656725, 0.2140294613514965, 0.12541823160197246, 0.3389525100173603, 0.23835965803829043, 0.20213303738428162, 0.3394941934615393, 0.22751629486052752, 0.08620805068370735, 0.20685504669681837, 0.2005854767357345, 0.11960152164170283, 0.0983777617936493, 0.08720204575420422, 0.26563654178276197, 0.12459338403184092, 0.2720180733778246 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "log_loss": [ 0.6714730250081513, 0.9907186306168014, 0.8908981919942527, 1.0958633222802094, 0.9073715380888316, 0.7933999238272711, 1.0504740169043203, 1.025233292963712, 1.04169864406671, 1.0787211651585267, 1.2668314998738042, 1.1759717139510082, 1.1172222196737767, 1.1234620859845763, 0.8480874946831293, 1.0254459618910219, 1.012079723738973, 0.6721100040289911, 1.0713145695407005, 0.9365646195942976, 1.0145658141935714, 1.066088896583809, 1.0306551053916393, 1.1071124707168107 ], "log_loss_clim": [ 1.0636365215990604, 1.0851020934385713, 1.0829845357788488, 1.114915471528915, 1.0751910196539225, 1.0748397877821156, 1.0941195291347958, 1.0665730030228233, 1.1278992668815964, 1.1009887350094487, 1.084851863174709, 1.1285317750993535, 1.1198451433073888, 1.0894979859431362, 1.0914991524171647, 1.0895962881688785, 1.1201255184468752, 1.069304218453464, 1.1263882943170247, 1.0909646546286205, 1.103642856085365, 1.1140840166062393, 1.1131588909468124, 1.101981515597516 ] }, "rps": 0.39077500697976203, "rpss": 0.13720280551383512, "bss_below": 0.09264361171091107, "bss_above": 0.1820142399717687, "log_loss": 1.0005568304481207, "log_loss_skill": 0.08797503422987818, "reliability": { "below": { "weight": [ 0.0, 0.137317, 0.370927, 0.198221, 0.153293, 0.099956, 0.038683, 0.001602, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1782, 0.2486, 0.3445, 0.4492, 0.5465, 0.6411, 0.7455, NaN, NaN ], "observed_frequency": [ NaN, 0.2028, 0.2223, 0.3998, 0.5012, 0.5377, 0.7099, 0.6129, NaN, NaN ] }, "above": { "weight": [ 0.044814, 0.160973, 0.274256, 0.211103, 0.115259, 0.101866, 0.09173, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0624, 0.1619, 0.2496, 0.3445, 0.4472, 0.5483, 0.6385, NaN, NaN, NaN ], "observed_frequency": [ 0.0485, 0.0938, 0.2402, 0.3114, 0.5181, 0.7877, 0.607, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2726643192664359, 0.3764977212781889, 0.3504706707809359, 0.42019332424171524, 0.35716111091070635, 0.30902899963350194, 0.4152667144140745, 0.4552956750382499, 0.35584259134744917, 0.4203769142376136, 0.5294720195713368, 0.41841564629871314, 0.4016386596733697, 0.48497625063462774, 0.2971678114135268, 0.408062246965576, 0.3647303661585544, 0.23971459297133701, 0.36697660075501465, 0.358125525217804, 0.4057917704715723, 0.42327026368400095, 0.3617532464674497, 0.47986696125336314 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.0568837875324895, 0.292975172621462, 0.08936851957506524, 0.22188703593703069, 0.2725056921101034, 0.10897863215380921, 0.30286554332687676, 0.36943266757637977, 0.13995853287218185, 0.31626167752733364, 0.24415805465460466, 0.1994379351718136, 0.20569572174258174, 0.12977525660204287, 0.07563340540909637, 0.31540296747055724, 0.1751031547023029, 0.044879243387518274, 0.23611430352404544, 0.2503128587714873, 0.3013697114275824, 0.14046132507987164, 0.2503033943955258, 0.18113758703171154 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.21578053173394657, 0.08352254865672698, 0.2611021512058705, 0.1983062883046846, 0.08465541880060305, 0.2000503658180839, 0.11240117108719767, 0.08586300746186999, 0.21588405847526732, 0.10411523972980971, 0.2853139652254762, 0.21897771112689954, 0.1959429379307879, 0.3552009940292261, 0.22153440600443036, 0.09265928181542481, 0.18962721145625153, 0.19483534463764784, 0.13086229723096915, 0.10781266644631665, 0.10442205904398996, 0.2828089386041292, 0.11144985207192402, 0.29872937103685615 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "log_loss": [ 0.6531188720154883, 0.9301071781828919, 0.8656875203839522, 1.0859305061085007, 0.8797945100203398, 0.7653375850041494, 1.0566909506485973, 1.011708604171636, 1.03957044079172, 1.0621994069321876, 1.2193070225210623, 1.1883007979359503, 1.120091132776493, 1.1090528467675398, 0.8545802274041784, 1.0707735888845973, 0.9957341373313665, 0.6068815857787027, 1.0960419720572065, 0.9549493527719523, 1.0701958873337303, 1.0880160779982526, 1.0160381473578655, 1.1051844721263486 ], "log_loss_clim": [ 1.0608185498300609, 1.0789845308752113, 1.0771525384349918, 1.1094359876760291, 1.0734970338191292, 1.0735124563653897, 1.0989774498629772, 1.0652715330717282, 1.1280189648389687, 1.0948416462200854, 1.0910254999447637, 1.1335873031868233, 1.1260844119622093, 1.0874278556996797, 1.0960019391741747, 1.097463495602667, 1.1220247411001651, 1.0604918388175442, 1.1346435053893231, 1.0946060005171663, 1.1060510185560268, 1.1105534779590684, 1.1145418486381085, 1.094207681134723 ] }, "rps": 0.3863650001118799, "rpss": 0.14687540434259694, "bss_below": 0.0968654844735588, "bss_above": 0.19714559730058046, "log_loss": 0.9935538676376963, "log_loss_skill": 0.09434112981357723, "reliability": { "below": { "weight": [ 0.0, 0.146011, 0.385252, 0.189509, 0.145166, 0.093237, 0.038968, 0.001857, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.178, 0.2476, 0.3441, 0.4494, 0.5461, 0.6411, 0.7461, NaN, NaN ], "observed_frequency": [ NaN, 0.2086, 0.223, 0.4144, 0.4952, 0.5556, 0.7355, 0.6039, NaN, NaN ] }, "above": { "weight": [ 0.047467, 0.166027, 0.270603, 0.197717, 0.11178, 0.105661, 0.100745, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0626, 0.1611, 0.2506, 0.3438, 0.4478, 0.5487, 0.6381, NaN, NaN, NaN ], "observed_frequency": [ 0.0583, 0.0758, 0.2366, 0.3072, 0.5265, 0.7985, 0.6084, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35070162278510886, 0.5130672756278606, 0.4134274550236468, 0.3738319423806883, 0.4366283688885249, 0.4323711523728481, 0.3335782271182348, 0.37169636565932734, 0.4113877592041657 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0635752955419585, 0.1110749890271159, 0.14312247447274337, 0.16053361621354292, 0.1440801503587134, 0.2212226069047523, 0.2548740705548684, 0.09980803644180594, 0.21539442294649025 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28712632724315024, 0.4019922866007445, 0.2703049805509034, 0.21329832616714556, 0.29254821852981155, 0.211148545468096, 0.07870415656336634, 0.27188832921752165, 0.1959933362576754 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "log_loss": [ 0.9304521301567297, 1.0986387017239672, 1.0908075474820398, 1.038951858515048, 1.1221112251395502, 1.146986073841759, 1.000367334798338, 0.9529422756026195, 1.0902033086279346 ], "log_loss_clim": [ 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0984345206576527, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126, 1.0987186193112126 ] }, "rps": 0.40407668545115616, "rpss": 0.05988063901724572, "bss_below": 0.03184536746466493, "bss_above": 0.07687989961001773, "log_loss": 1.0523844950986652, "log_loss_skill": 0.04211601521712427, "reliability": { "below": { "weight": [ 0.0, 0.006502, 0.51754, 0.244727, 0.106585, 0.071251, 0.044287, 0.008667, 0.000441, 0.0 ], "mean_forecast": [ NaN, 0.1998, 0.2428, 0.3405, 0.4456, 0.5459, 0.6407, 0.7265, 0.801, NaN ], "observed_frequency": [ NaN, 0.0407, 0.0946, 0.1554, 0.2464, 0.2877, 0.3756, 0.296, 0.3982, NaN ] }, "above": { "weight": [ 0.075166, 0.13195, 0.157947, 0.306093, 0.226733, 0.050228, 0.051884, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0719, 0.1467, 0.2553, 0.3529, 0.4452, 0.5369, 0.6448, NaN, NaN, NaN ], "observed_frequency": [ 0.1704, 0.2172, 0.3558, 0.5398, 0.6582, 0.6923, 0.4323, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3534493768060945, 0.5030798203989663, 0.41751771431773455, 0.3852466577615451, 0.43578041157232633, 0.4410932479418195, 0.320145065155337, 0.37766907708526914, 0.40012920953144876 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06432491736865392, 0.10895479934978386, 0.154022551716484, 0.16129480271380542, 0.15350949599053507, 0.23256331716450945, 0.24179840632299326, 0.10656900720522655, 0.23636093397196012 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28912445943744064, 0.3941250210491824, 0.2634951626012506, 0.2239518550477398, 0.28227091558179124, 0.20852993077731, 0.07834665883234371, 0.27110006988004254, 0.1637682755594886 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "log_loss": [ 0.9675489593034443, 1.0903660250299438, 1.1231030120932846, 1.0454176720792359, 1.1460787801096304, 1.1594208768105847, 0.9955806854556376, 0.97904541838639, 1.0841115721732872 ], "log_loss_clim": [ 1.0987380542753233, 1.0982921641442833, 1.0988626247648885, 1.0987380542753233, 1.0982921641442833, 1.0986281753966851, 1.0988626247648885, 1.0988626247648885, 1.0988626247648885 ] }, "rps": 0.4037900645078379, "rpss": 0.047239866931773955, "bss_below": 0.031694184881193244, "bss_above": 0.05739528664947213, "log_loss": 1.0656303334934931, "log_loss_skill": 0.030083123478128693, "reliability": { "below": { "weight": [ 0.0, 0.007384, 0.527244, 0.221684, 0.098725, 0.082063, 0.052533, 0.009843, 0.000523, 0.0 ], "mean_forecast": [ NaN, 0.1998, 0.2408, 0.3394, 0.447, 0.5472, 0.6416, 0.7276, 0.801, NaN ], "observed_frequency": [ NaN, 0.0423, 0.1071, 0.1704, 0.2551, 0.3059, 0.4006, 0.3083, 0.1986, NaN ] }, "above": { "weight": [ 0.08625, 0.151626, 0.157462, 0.272332, 0.220275, 0.049711, 0.062344, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0734, 0.1463, 0.253, 0.3538, 0.4455, 0.5398, 0.6449, NaN, NaN, NaN ], "observed_frequency": [ 0.1756, 0.2251, 0.3476, 0.5111, 0.6152, 0.6196, 0.4193, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.4837304965364892 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.35488845351131276, 0.22886080861445712 ], [ -0.6153367504770919, 0.16422674211910532 ], [ -0.3446895994997932, 0.5024239198837532 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.9352782689638279, 0.05460790509899216, 0.6239536209254476 ], [ -0.3716361729870266, 0.25449928653482096, 0.0 ], [ 0.25208574112983145, 0.7999564207248979, 0.22219163355330893 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455754, 0.033820176479921873, 0.17631680144429068, 0.21329341647193392, 0.24528302252292622, 0.26318293245560764, 0.3252543890025719, 0.3584905564785005, 0.39271640058300106, 0.42775544766278, 0.4716981053352359, 0.4841089838025995, 0.5136934186720578, 0.5512193187910749, 0.5849056839942929, 0.6155627924506215, 0.680583676542519, 0.7543421685442327, 0.8113207817077638, 0.816902257440508, 0.8490566015243529, 0.849056601524353, 0.9048242000495269, 0.9622641801834115 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.01445194650645366, 0.25903054836822753, 0.26462843697057986, 0.26593440163728693, 0.2748816983186478, 0.2770398143315469, 0.3030212169774737, 0.32821445466418037, 0.3389998256820842, 0.34534644822136984, 0.3505593438687548, 0.35457204309344237, 0.3726612746261187, 0.40636437708959905, 0.41540254494815326, 0.4638133787719614, 0.4911664003775926, 0.5172314571726464, 0.5262006209646428, 0.5328575056300814, 0.5373065154748515, 0.6002038577539315, 0.601481234392938, 0.7192175366030659 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945604, 0.018867924809455865, 0.026284881384385655, 0.056603774428367636, 0.0675301935850675, 0.10447920311273627, 0.13207547366619096, 0.16222455791478355, 0.23684358389560164, 0.2830188572406769, 0.2941803046770783, 0.3394700484933483, 0.3777028140540211, 0.42317346496495956, 0.49781090109427567, 0.5589378039603737, 0.7754524274550505, 0.9622641801834105, 0.9622641801834105, 0.9622641801834106 ], "y": [ 0.0, 0.0, 0.0, 0.04155498827061985, 0.18641632872074582, 0.2355860381166414, 0.24916131362905422, 0.2568495997843916, 0.2679464482794813, 0.2692273537188155, 0.2762611418427999, 0.29884259202342767, 0.3129652173240564, 0.31551894765993127, 0.34099818311985847, 0.34405335619477845, 0.3801452119926194, 0.40166292345582233, 0.40427468562371766, 0.4088283860502601, 0.48495504716283194, 1.0, 1.0 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455868, 0.018867924809455875, 0.01886792480945589, 0.01886792480945589, 0.018867924809455896, 0.03951052291662674, 0.0566037744283677, 0.07178726122606628, 0.09433962404727972, 0.11796719623783829, 0.1430206897698525, 0.16981132328510276, 0.19108907904986594, 0.21942917458379332, 0.24528302252292622, 0.24528302252292636, 0.24528302252292636, 0.2779333368732872, 0.3202069092307069, 0.3792885566866049, 0.4546497152181624, 0.5348706497989255, 0.5706948303638832, 0.6097525448487728, 0.6482150135503122, 0.7067620604119146, 0.7652677614263407, 0.7735849022865295, 0.7987110394403588, 0.9292671804061176, 0.9622641801834098, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834105, 0.9622641801834106, 0.9622641801834105, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.006562309473027025, 0.012871695822129171, 0.019628197121865677, 0.030260937344459223, 0.07340320148626188, 0.08335141213774443, 0.09943604350482693, 0.14655416030706794, 0.17478400407776418, 0.190031624764071, 0.19168846127527617, 0.21964246108541136, 0.24225235958509533, 0.28017846633579196, 0.31672388598910445, 0.33350644294721066, 0.33432571891612045, 0.34214267260180026, 0.36043441801748216, 0.3628263255765594, 0.38242153345201074, 0.4591609984394437, 0.4831613437318334, 0.5917529529753405, 0.619181733164797, 0.634347418505444, 0.6356823079519125, 0.6674194930528138, 0.6769369070225224, 0.7075786834100677, 0.9750653544816331, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } ], "blocks": [ 46, 23, 222 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "beta_ovr", "1994": "beta_ovr", "1995": "beta_ovr", "1996": "beta_ovr", "1997": "beta_ovr", "1998": "climatology_blend", "1999": "beta_ovr", "2000": "beta_ovr", "2001": "beta_ovr", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "beta_ovr", "2005": "beta_ovr", "2006": "climatology_blend", "2007": "beta_ovr", "2008": "climatology_blend", "2009": "beta_ovr", "2010": "climatology_blend", "2011": "beta_ovr", "2012": "beta_ovr", "2013": "beta_ovr", "2014": "beta_ovr", "2015": "beta_ovr", "2016": "climatology_blend" }, "chosen_test": "beta_ovr", "frequency": { "climatology_blend": 7, "platt_ovr": 0, "beta_ovr": 17, "isotonic_ovr": 0 } } }, "Mar": { "tag": "init02_Mar", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47086708914819575, 0.4782714080368448, 0.4800858748740681, 0.5909422708850891, 0.399992800715361, 0.4327716163844455, 0.52309572701739, 0.48360604488800935, 0.3734135980997463, 0.37468249386428637, 0.42617820057191835, 0.4111857764972484, 0.4081826240048081, 0.4713294385213279, 0.37334735809127567, 0.5335333442154125, 0.3689941826269464, 0.4498569150240183, 0.43638977290375686, 0.4369482340882473, 0.4914955022266224, 0.451053757920622, 0.41813014409384663, 0.4698072738403228 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3039146865270763, 0.3163825400951476, 0.1261474383750271, 0.16308912707919596, 0.1318838746258837, 0.17567481465025495, 0.241253848597447, 0.3845818621205705, 0.13389969242294653, 0.11328107459003765, 0.255642512877927, 0.25230673721562413, 0.11405027019346102, 0.2306784523253905, 0.18447200442902553, 0.3958014703368436, 0.21023639765695376, 0.17507936557544243, 0.29782897093376703, 0.3272932959253739, 0.19887466634098816, 0.13628878644688572, 0.20429439809556288, 0.2845373405076221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16695240250979806, 0.16188886791583468, 0.35393843799410973, 0.4278531444959014, 0.2681089260448732, 0.2570968031776493, 0.281841878189242, 0.09902418351607321, 0.2395139051399627, 0.26140141990249255, 0.1705356873888561, 0.15887903774446804, 0.29413235473467864, 0.2406509858656269, 0.18887535340456388, 0.13773187215783378, 0.15875778475695734, 0.27477754968335855, 0.13856080185783617, 0.10965493871405951, 0.2926208369558716, 0.3147649736899968, 0.21383574477287615, 0.185269932801945 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0660867737540678, 1.1375177259559746, 1.0660302625582603, 1.2100568147184425, 1.0169858587568492, 1.1619588939816503, 1.1369031760071096, 1.0075242667354283, 1.050611735390856, 1.0746791452540014, 1.1384397872552676, 1.0890717821585625, 1.0484343730216277, 1.1545580749136277, 1.1097169067917607, 1.1343233455823805, 1.072896973410194, 0.9985685352366431, 1.0532198801569743, 1.036767055820806, 1.1029936266549125, 1.0716919565045144, 1.0693800993199127, 1.1718925544647292 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4480900603558255, "rpss": 0.010993753301807963, "bss_below": 0.01588050394377627, "bss_above": 0.006094232839048974, "log_loss": 1.0908462335168563, "log_loss_skill": 0.005575706795608593, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.324097, 0.542523, 0.132952, 0.000428, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2617, 0.3477, 0.4243, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3103, 0.3271, 0.5231, 0.4682, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203235, 0.682411, 0.104231, 0.010123, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.3452, 0.4292, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3078, 0.3483, 0.4069, 0.3142, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4825564171758999, 0.44787163225489707, 0.4808169669821407, 0.5904597391469721, 0.40672949472005265, 0.43167016739542163, 0.5069848354164227, 0.4663209145148213, 0.3820980962256891, 0.37852892905101276, 0.4437205874049537, 0.406577423260444, 0.39643726847679434, 0.46372817046869386, 0.37074118205169876, 0.5150488365016208, 0.37196693038686657, 0.4573871621138125, 0.45513448877131946, 0.43597112529202403, 0.5090414496468183, 0.45254782494173346, 0.4279586592337804, 0.4754165803275381 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33696434831112204, 0.2895264855203791, 0.12377313080858068, 0.1788537224100229, 0.137564903181936, 0.18777859996158036, 0.1757166204639483, 0.3709891337443227, 0.13977536057637335, 0.11737653693003547, 0.27727518723046657, 0.24688192589872204, 0.11776285147147682, 0.21159496381289197, 0.18128985228052044, 0.3703293247269675, 0.2226178484981492, 0.14555049222370625, 0.3455454257377166, 0.33509690082034593, 0.1615479317630296, 0.15045168475355183, 0.21139851400741325, 0.298462915397604 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14559206856808124, 0.15834514677658731, 0.35704383838134274, 0.4116060171384058, 0.26916459172590795, 0.2438915693356194, 0.33126821488124714, 0.09533178174334037, 0.24232273527756648, 0.26115239260549133, 0.16644539971063482, 0.15969549549708628, 0.2786744174416748, 0.2521332062745039, 0.18945132944458723, 0.14471951028825034, 0.1493490813281378, 0.3118366702192882, 0.10958906289892799, 0.10087422489727382, 0.3474935190035984, 0.3020961428023204, 0.21656014409139634, 0.17695366469366874 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.0649759272333554, 1.1129688777975406, 1.0459420647094932, 1.218321507797488, 1.0209182105412509, 1.1790967940167558, 1.1181942890929057, 0.9839563970355009, 1.0612359375694205, 1.0913900171497712, 1.1601749439453506, 1.0795572131423656, 1.050064169569578, 1.1614801707637978, 1.1142993096460425, 1.123805637348692, 1.074529356868183, 0.9776232494683069, 1.049541455282141, 1.0149259880314019, 1.1134539368877745, 1.0809130523078674, 1.068536153432768, 1.1982424230869295 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4481547867400595, "rpss": 0.010662317638115315, "bss_below": 0.019083999039632427, "bss_above": 0.0022341702271188035, "log_loss": 1.0901727951135285, "log_loss_skill": 0.0062239440009842495, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.291811, 0.568248, 0.139557, 0.000384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2627, 0.3482, 0.4239, 0.5035, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3074, 0.3224, 0.5291, 0.5463, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193311, 0.67189, 0.120959, 0.01384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3456, 0.4315, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3473, 0.3869, 0.3264, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4126186945962532, 0.47429308230315836, 0.4255029206169448, 0.4489909137705972, 0.441229851227785, 0.42018964998275876, 0.4347983096584847, 0.4131104516726238, 0.4601238832250433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22471088476480788, 0.19919907520590632, 0.2696492875770887, 0.15018920676283093, 0.2914906709203296, 0.25324772297446363, 0.10007943975329019, 0.15873173217578823, 0.19015938760107434 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1879078152850853, 0.27509399623165315, 0.15585364052425568, 0.29880169080766417, 0.149739191198798, 0.16694193184761144, 0.3347188447792369, 0.25437871782372534, 0.26996448805117135 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1072835964749739, 1.0804677914945555, 1.0990099364207913, 1.0487672789069917, 1.096090259914118, 1.0637832716241369, 0.9888452345405274, 1.1161472407192692, 1.1110485946340578 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.436761973005961, "rpss": 0.029099252898179606, "bss_below": 0.01431792075188354, "bss_above": 0.041712805052155355, "log_loss": 1.0790492449699358, "log_loss_skill": 0.017807023122106025, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328436, 0.610488, 0.061077, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3457, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.2789, 0.4958, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225991, 0.705829, 0.061225, 0.006955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3383, 0.4235, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2148, 0.4342, 0.5945, 0.4946, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42140527504993336, 0.4673274020649274, 0.40064783013395056, 0.4502983227419849, 0.4349317519456646, 0.4253272654517869, 0.4583701540761657, 0.4077240262723861, 0.4546154065034948 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22744144192189156, 0.18167733986765713, 0.25969344470763345, 0.11340281409183778, 0.28723516106544594, 0.24275641924736016, 0.09679346230876323, 0.1796860741627635, 0.15437082198027854 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396383742805873, 0.2856500489441131, 0.14095439504200044, 0.3368954851754944, 0.14769660230670303, 0.1825708480035437, 0.36157666002162797, 0.22803795597233678, 0.30024457143387984 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.114307131511263, 1.0654586028548216, 1.0755397494853702, 1.0313742544296962, 1.1006456042574317, 1.056002702107262, 0.9757740189830795, 1.1182673451301175, 1.0927368634509083 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.43562749269336604, "rpss": 0.04043809634333351, "bss_below": 0.02640472136782468, "bss_above": 0.051382950629502266, "log_loss": 1.0700118080233278, "log_loss_skill": 0.02603325296223047, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304836, 0.623865, 0.071299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3462, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2273, 0.253, 0.509, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.223041, 0.683224, 0.085234, 0.0085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3396, 0.4255, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1798, 0.4931, 0.5933, 0.5055, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4706053171534374, 0.4677063528564291, 0.489323518696472, 0.5950934591840101, 0.41638422919503615, 0.42742277292421726, 0.5190918574749929, 0.4844392026481578, 0.389140846513841, 0.3888743637121997, 0.4188540893824055, 0.40862655013502974, 0.42452072501801985, 0.4599835073366551, 0.37759795263899365, 0.5149659134684054, 0.37497363417153434, 0.4640570438284734, 0.4371507275134358, 0.4362889242779781, 0.4900747203312644, 0.4615202233545519, 0.4200382118290073, 0.4534231255004781 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3002072926542322, 0.30451702737551367, 0.1359633017727394, 0.16905051524394746, 0.14196928096727218, 0.18074536733251345, 0.23804605467310516, 0.38253361071881703, 0.14603018604475113, 0.12495531165537857, 0.250299027165518, 0.24778636315548339, 0.12770167154679296, 0.2200596182180017, 0.18743075014486432, 0.3764326938145676, 0.2133707639568217, 0.18048464162546904, 0.2953699574231151, 0.3243342695292941, 0.20130518555475485, 0.14638788309615514, 0.20675238355711079, 0.27558196923035433 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1703980244992052, 0.1631893254809153, 0.35336021692373254, 0.42604294394006276, 0.2744149482277639, 0.2466774055917039, 0.28104580280188773, 0.10190559192934079, 0.24311066046908986, 0.2639190520568212, 0.16855506221688749, 0.16084018697954638, 0.29681905347122706, 0.23992388911865323, 0.19016720249412936, 0.13853321965383744, 0.16160287021471254, 0.28357240220300434, 0.14178077009032053, 0.11195465474868403, 0.28876953477650963, 0.3151323402583968, 0.21328582827189654, 0.1778411562701237 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0578718396640359, 1.1094834016253825, 1.0705681214757268, 1.207861371490917, 1.0487726092478151, 1.1601572387947623, 1.1120755472278954, 1.0005496555893214, 1.0874328036945962, 1.1119813154930691, 1.1426082185696766, 1.0932397555515834, 1.080680630216625, 1.1346672742283483, 1.125630544309878, 1.0886280033746714, 1.0996335245459117, 1.0135271371327166, 1.0535686030055496, 1.0292111385706542, 1.0893703619377437, 1.086672903523602, 1.0763133370100015, 1.1474363195075772 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4495898862143761, "rpss": 0.007683398365819993, "bss_below": 0.012239487363732704, "bss_above": 0.003115404100290542, "log_loss": 1.0928309023245026, "log_loss_skill": 0.003766466578565719, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.149115, 0.779415, 0.071441, 2.9e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2891, 0.3539, 0.4159, 0.5043, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2702, 0.3505, 0.4806, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003386, 0.126329, 0.808768, 0.05567, 0.005847, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.18, 0.2763, 0.3474, 0.4275, 0.5311, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6381, 0.3006, 0.3548, 0.3013, 0.3382, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4803968319938256, 0.4448106111202382, 0.4927279409645221, 0.5936719383842028, 0.4219092853798405, 0.42248051376994944, 0.5107314024934461, 0.4708081819596184, 0.396260588931084, 0.3916853217414443, 0.4321051983584132, 0.4049232097515728, 0.41300916958786316, 0.45348107352683453, 0.3752611099780021, 0.501382282491215, 0.3770661260448044, 0.4769229173303258, 0.4525254245441793, 0.43969466586204564, 0.5103649634752272, 0.4606202094558488, 0.428325145073248, 0.4533210022460481 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33097764723307055, 0.2843652160476909, 0.1333713627707537, 0.18240456157534676, 0.14676044454293075, 0.19004569685729716, 0.18197611175842862, 0.3726044951855144, 0.15108898236283483, 0.12856171562877852, 0.2697013143189617, 0.24324294747999034, 0.13098455642133805, 0.2033341001357697, 0.1846265244965224, 0.3562444683890743, 0.22457156457134098, 0.15374232652709735, 0.33940641773517205, 0.33521420707128974, 0.1689113807639088, 0.15804540975545864, 0.21180672342595613, 0.2852347879936747 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14941918476075505, 0.16044539507254726, 0.35935657819376843, 0.4112673768088558, 0.27514884083690994, 0.23243481691265233, 0.32875529073501747, 0.09820368677410395, 0.24517160656824918, 0.26312360611266583, 0.16240388403945166, 0.16168026227158253, 0.28202461316652516, 0.2501469733910649, 0.1906345854814797, 0.1451378141021407, 0.15249456147346344, 0.32318059080322853, 0.11311900680900734, 0.10448045879075597, 0.34145358271131837, 0.30257479970039014, 0.21651842164729185, 0.16808621425237333 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.0522746200810973, 1.1032911993350596, 1.0582129906070312, 1.218666741022657, 1.0508801359086377, 1.1734462151424405, 1.1132893118833096, 0.9855310539924012, 1.0922261519998593, 1.121596682471358, 1.1536557821150708, 1.0853588931856963, 1.0845972080560913, 1.1456443150409417, 1.1306164548051987, 1.0901190593671717, 1.1002898042081972, 1.000169675693526, 1.041439713834982, 1.0155191817363234, 1.1056740562112861, 1.0966657323843574, 1.0699669901176998, 1.1667213084870207 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4501868797693249, "rpss": 0.006176309081693754, "bss_below": 0.012997404404130775, "bss_above": -0.0006500227845809281, "log_loss": 1.093993886570309, "log_loss_skill": 0.002740726281232453, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.136402, 0.789929, 0.073669, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2869, 0.3556, 0.4158, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2776, 0.3469, 0.476, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003863, 0.122514, 0.795664, 0.070044, 0.007915, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1806, 0.2767, 0.3476, 0.4292, 0.531, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6212, 0.3244, 0.3541, 0.283, 0.3362, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4144346200412548, 0.47534500352779757, 0.4238923349385632, 0.456838172842683, 0.43776862360831936, 0.4188987519569073, 0.4530824446583529, 0.41943486570004945, 0.46210724524320906 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.223076515250346, 0.20292201927902487, 0.261173312119617, 0.15989634268703268, 0.2817507386125859, 0.24928696892586014, 0.1185607696039357, 0.16895876496466677, 0.1935346843159022 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19135810479090873, 0.2724229842487725, 0.1627190228189463, 0.29694183015565045, 0.15601788499573344, 0.16961178303104724, 0.33452167505441727, 0.2504761007353827, 0.26857256092730697 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.123877251753551, 1.0624164162894256, 1.0959175485139745, 1.054989427111059, 1.0856202231985521, 1.059838768785775, 1.0081086580717207, 1.1401666131507644, 1.110925139744423 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4402002291685707, "rpss": 0.021456175699790636, "bss_below": 0.002675762256262093, "bss_above": 0.037482302257404565, "log_loss": 1.082428894068805, "log_loss_skill": 0.01473073385663004, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.189204, 0.780283, 0.030513, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2871, 0.3592, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3159, 0.2665, 0.6653, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.074382, 0.874956, 0.043095, 0.007567, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3448, 0.4207, 0.5457, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1854, 0.4029, 0.5745, 0.495, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4220970377870838, 0.47185936120840527, 0.4024924954153802, 0.462023184070208, 0.43270170075550984, 0.4235808808721501, 0.477019409452603, 0.41391279412024923, 0.460782161155555 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.225469538923543, 0.18796854784098382, 0.25437479547803576, 0.1291193806419311, 0.278452292117788, 0.2410357883451685, 0.11535941912039344, 0.18698469293849146, 0.16433628280978183 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1966274988635407, 0.2838908133674215, 0.14811769993734433, 0.3329038034282771, 0.1542494086377219, 0.1825450925269816, 0.36165999033220964, 0.2269281011817578, 0.296445878345773 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1255436415408857, 1.0548635362412075, 1.086037705646319, 1.0412530954770995, 1.093415358556339, 1.0479637501512802, 0.983054603408582, 1.146388308017012, 1.101400865760857 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4407187805374605, "rpss": 0.02922345553740502, "bss_below": 0.004038031678966436, "bss_above": 0.04886594943324507, "log_loss": 1.075546762755509, "log_loss_skill": 0.020995119910724558, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.164329, 0.799186, 0.036486, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3597, 0.41, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2725, 0.2423, 0.6855, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078609, 0.850867, 0.061183, 0.009341, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2878, 0.3454, 0.4224, 0.5453, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1396, 0.4483, 0.5664, 0.51, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4642941173087061, 0.47260200447323036, 0.47764661374550016, 0.6243683572198508, 0.4046574602418405, 0.42658510423988827, 0.5238514995632981, 0.4474113582298334, 0.37869164413375717, 0.3795240951551028, 0.42705405397719104, 0.4157211465744698, 0.41008585059664066, 0.4751021301342017, 0.3768622305417267, 0.5273435249599319, 0.3739425139854725, 0.4466227151678139, 0.42407326390102645, 0.41346097418753086, 0.4874150031417669, 0.4490943055575721, 0.42022366635181624, 0.4680240752230257 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2956695341334335, 0.30830300880098827, 0.13029704851795273, 0.17923656285651166, 0.13442823943907914, 0.17912408012302405, 0.24136310445956474, 0.35427605181706545, 0.13745869923731033, 0.11771312248565732, 0.2522900019357977, 0.2510725440581965, 0.11850023940684234, 0.2307480170862601, 0.1871118324350134, 0.3847897127953373, 0.2118327046605618, 0.17189046388553644, 0.2850083317727539, 0.30972049765770576, 0.19821881137781197, 0.13963067851088004, 0.20703238797632992, 0.28274891005496106 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16862458317527268, 0.1642989956722421, 0.3473495652275474, 0.4451317943633391, 0.2702292208027614, 0.2474610241168642, 0.2824883951037334, 0.09313530641276807, 0.2412329448964468, 0.2618109726694455, 0.1747640520413932, 0.16464860251627325, 0.29158561118979837, 0.24435411304794166, 0.1897503981067133, 0.1425538121645946, 0.16210980932491068, 0.2747322512822773, 0.1390649321282726, 0.10374047652982517, 0.2891961917639549, 0.30946362704669217, 0.21319127837548624, 0.18527516516806472 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0484928313639763, 1.1181297294176424, 1.0535996772191842, 1.266230990056202, 1.0288447963642868, 1.153405704135199, 1.1237401788211587, 0.9434689684721538, 1.0688352984769176, 1.0952897955028524, 1.149727274066296, 1.1025296199363275, 1.0578916928383244, 1.1580862531052007, 1.1232783465218563, 1.1090815002008958, 1.0967047044423226, 0.9912833638418745, 1.0315420208490198, 0.9972297169919824, 1.086599222382137, 1.0692792291230164, 1.0730688888548496, 1.1670654889637362 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.4464440711921331, "rpss": 0.014626713969573268, "bss_below": 0.024886662403034943, "bss_above": 0.004339955824560149, "log_loss": 1.0880585538311422, "log_loss_skill": 0.008116978256215046, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.235385, 0.599987, 0.149101, 0.015442, 8.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3429, 0.4353, 0.5217, 0.6408, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3201, 0.5089, 0.5653, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000171, 0.011874, 0.15608, 0.724078, 0.106449, 0.001347, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0964, 0.1683, 0.2649, 0.3529, 0.4247, 0.5128, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.4557, 0.2826, 0.3549, 0.363, 0.4256, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4748429497527014, 0.4436213103502061, 0.47915127617995656, 0.6270549636007997, 0.4103999080257402, 0.42242418623099987, 0.5108891977131909, 0.4255380329407715, 0.38599169089170243, 0.38091687579891825, 0.4424581463815062, 0.41218279697579857, 0.3995419451808226, 0.4694114730497721, 0.37472029717269495, 0.5092477412932077, 0.3773727335690328, 0.456997551650592, 0.43782998986751454, 0.41238345195660603, 0.513075916343866, 0.4503428583664467, 0.427926216724364, 0.4705721466852202 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.32677939582073057, 0.2837473014973528, 0.1268430256001967, 0.19414397422643792, 0.13948276936220286, 0.18911608406922922, 0.1817329039731666, 0.33815490098291306, 0.14276632986089796, 0.12064257130503221, 0.27285706519489755, 0.24683081301437113, 0.12190941180785997, 0.21484415971150894, 0.18461175292655635, 0.3612348806716087, 0.22355512715079368, 0.14429228942025474, 0.32813575415732793, 0.3171817545048249, 0.1692461870022893, 0.15215370979140216, 0.21208242661065543, 0.29350406541505636 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14806355393197088, 0.1598740088528532, 0.3523082505797599, 0.432910989374362, 0.27091713866353745, 0.2333081021617706, 0.32915629374002436, 0.08738313195785839, 0.2432253610308045, 0.260274304493886, 0.16960108118660863, 0.16535198396142745, 0.2776325333729627, 0.25456731333826327, 0.19010854424613863, 0.14801286062159894, 0.15381760641823916, 0.31270526223033734, 0.10969423571018667, 0.09520169745178128, 0.34382972934157663, 0.2981891485750445, 0.21584379011370855, 0.1770680812701638 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.044075900770685, 1.101460755712148, 1.0385547462537421, 1.2829859908327363, 1.030718354707267, 1.1677262437184908, 1.1175596423964549, 0.9153271443608402, 1.0742527805657922, 1.103165690876684, 1.1637771534729153, 1.0949702272552237, 1.062741018754183, 1.1711356908151724, 1.1283014410819074, 1.103271160474619, 1.099634671463719, 0.9754301700627911, 1.0180338723076106, 0.9776187584533762, 1.1112366054619454, 1.0814938478793283, 1.0660486875822237, 1.189555294090309 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.44645390236260135, "rpss": 0.014417156496806416, "bss_below": 0.027961689421130087, "bss_above": 0.0008622254564812915, "log_loss": 1.088294827056257, "log_loss_skill": 0.007935855816810777, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.215386, 0.60958, 0.159667, 0.015367, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.344, 0.4349, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3039, 0.312, 0.5151, 0.5896, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 7e-05, 0.012583, 0.15309, 0.706002, 0.126399, 0.001856, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0964, 0.1669, 0.265, 0.3526, 0.4268, 0.5129, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.4651, 0.2969, 0.3555, 0.3419, 0.434, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41950279609586494, 0.4694430554084209, 0.4179561544708567, 0.448507700563413, 0.437161240765219, 0.4098771370808279, 0.4367601290420813, 0.41699642671177867, 0.4599180373728855 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2264336509324469, 0.20067835388053437, 0.25792775170378957, 0.1559773844963411, 0.2809433970451396, 0.2443367208699581, 0.10986353102585304, 0.16589249410153678, 0.19163493026155218 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.193069145163418, 0.26876470152788656, 0.16002840276706704, 0.2925303160670718, 0.1562178437200792, 0.16554041621086982, 0.3268965980162283, 0.25110393261024194, 0.26828310711133335 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1310275995052228, 1.0561555057487892, 1.0873107434708584, 1.0430967374342763, 1.0859146959889603, 1.045511198431289, 0.9858469476822149, 1.1318292337666005, 1.1074135620958987 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.43512474194570533, "rpss": 0.032738738379574306, "bss_below": 0.016339859540844714, "bss_above": 0.04673259833712995, "log_loss": 1.0749006915693455, "log_loss_skill": 0.021583199263516706, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.202034, 0.659255, 0.135728, 0.002982, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2863, 0.3456, 0.4273, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2762, 0.2633, 0.4126, 0.8975, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000306, 0.124792, 0.791334, 0.077605, 0.005962, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2785, 0.3496, 0.4169, 0.5012, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1945, 0.409, 0.5663, 0.5001, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42653271992716224, 0.4628493064175077, 0.3960180618575777, 0.4499866508965629, 0.43083577553288976, 0.4124833329895819, 0.45831459714261014, 0.4090509668443951, 0.455973799614339 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2289387413228487, 0.18406319839906846, 0.251091827884992, 0.12333853419858887, 0.27681936400901835, 0.23512274981763737, 0.10638288522640643, 0.18193203478017883, 0.16089023718533305 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19759397860431355, 0.2787861080184394, 0.14492623397258567, 0.326648116697974, 0.15401641152387138, 0.17736058317194447, 0.3519317119162038, 0.22711893206421624, 0.295083562429006 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1324878887151146, 1.044482450631723, 1.0770591124984958, 1.0242128385471965, 1.0924447252794667, 1.0301647731105157, 0.9596282995487887, 1.1339854454126603, 1.0942324575945939 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.43356057902473627, "rpss": 0.04499091187456172, "bss_below": 0.023320042557944176, "bss_above": 0.06189234864440574, "log_loss": 1.065410887926506, "log_loss_skill": 0.030221191026540528, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.188787, 0.654298, 0.153175, 0.003739, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3465, 0.4281, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2359, 0.2301, 0.4242, 0.9001, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000374, 0.135093, 0.752431, 0.104816, 0.007286, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2776, 0.3497, 0.4182, 0.5012, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1557, 0.4609, 0.5749, 0.5129, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4684298614566079, 0.4831251588008966, 0.4687225596901718, 0.6567244722169758, 0.39114434747441157, 0.436265078118254, 0.5331049892976402, 0.427762993964042, 0.3666007453455231, 0.35804175191957643, 0.44583448501832246, 0.4165612813856718, 0.39450716611536024, 0.5002700093481293, 0.3758915481954425, 0.5383309353854313, 0.37201453243091864, 0.42010431836364703, 0.41343112145425753, 0.3764776392474053, 0.48747751877349055, 0.4422203565771623, 0.41848768777566986, 0.49262230853721245 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2996112699038839, 0.3176992680146346, 0.1255193301151162, 0.18876779007419414, 0.13131064519040345, 0.17667595774799888, 0.24368760600133743, 0.3390237389641911, 0.13001880387075943, 0.10377254807620065, 0.2602723440528213, 0.2549930462533815, 0.10874027803752775, 0.24858600392023553, 0.18672298714346294, 0.39204844871370115, 0.21169004983871756, 0.16472671962968324, 0.28689217802412204, 0.29703990733122815, 0.19482103930959127, 0.13343206857144618, 0.20763012804903108, 0.2898152732177624 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16881859155272408, 0.16542589078626202, 0.3432032295750557, 0.4679566821427817, 0.2598337022840081, 0.2595891203702551, 0.28941738329630257, 0.08873925499985104, 0.23658194147476366, 0.25426920384337587, 0.18556214096550125, 0.16156823513229018, 0.28576688807783246, 0.2516840054278937, 0.18916856105197966, 0.14628248667173016, 0.16032448259220106, 0.2553775987339638, 0.12653894343013558, 0.07943773191617703, 0.2926564794638992, 0.3087882880057161, 0.21085755972663875, 0.20280703531945013 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.1348655877045035, 1.1420369153506122, 1.0517080994600936, 1.5186396138197469, 1.004726365724932, 1.181050383501624, 1.2138749640149682, 0.9145029728685238, 1.0497063336821946, 1.0627195344753788, 1.1676557358164064, 1.099815124326266, 1.0302924659140695, 1.1946488444049694, 1.1144740698718272, 1.1403927259648234, 1.0976123785643002, 0.9532818898276517, 1.0319532687525983, 0.9426027894211139, 1.1596986533614568, 1.060551396639713, 1.0659451142812053, 1.2068360091116435 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.44517303612050924, "rpss": 0.017432091139980233, "bss_below": 0.02763598335144124, "bss_above": 0.0072015356944235, "log_loss": 1.1058163015358593, "log_loss_skill": -0.008071128891786739, "reliability": { "below": { "weight": [ 0.001163, 0.002229, 0.326817, 0.480864, 0.118999, 0.058664, 0.010753, 0.000511, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1892, 0.2754, 0.3317, 0.4461, 0.5325, 0.6383, 0.7102, NaN, NaN ], "observed_frequency": [ 0.4411, 0.3984, 0.2933, 0.3219, 0.4851, 0.5487, 0.5039, 0.7773, NaN, NaN ] }, "above": { "weight": [ 0.015867, 0.022226, 0.232683, 0.464477, 0.251196, 0.009913, 0.001949, 0.001604, 8.6e-05, 0.0 ], "mean_forecast": [ 0.0335, 0.167, 0.2658, 0.3436, 0.4337, 0.5354, 0.6393, 0.7243, 0.8007, NaN ], "observed_frequency": [ 0.1666, 0.307, 0.2917, 0.3238, 0.4472, 0.4361, 0.3965, 0.3747, 1.0, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48341759631671216, 0.44740636297343317, 0.4614080499265568, 0.658301623396077, 0.39540085560716076, 0.43102114881779996, 0.5218234172616879, 0.40208107484944033, 0.37539519088514933, 0.3582741335610951, 0.4707059125977339, 0.4129108720815425, 0.38299419381339167, 0.4976692001425188, 0.373681752411, 0.5176803836403986, 0.37641556269371756, 0.42625125052295293, 0.426850260332877, 0.366620260601201, 0.515542850037817, 0.44610003422199773, 0.423719848698932, 0.502262175313542 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3338867401910376, 0.28791164742999703, 0.11978460412534872, 0.20395603905487233, 0.13599567177548047, 0.1878963099617158, 0.1823580450334875, 0.319169383445976, 0.13568888345722233, 0.10553306023366606, 0.2834939860820114, 0.24938958233474087, 0.11266302810563797, 0.23441947660138876, 0.18355060565015863, 0.3660756488573123, 0.2240299348753501, 0.13717842363395286, 0.3317754937110734, 0.2972399121695208, 0.16610706043580545, 0.1472311721596089, 0.2117213250400572, 0.3025105709676965 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14953085612567454, 0.15949471554343606, 0.3416234458012081, 0.45434558434120464, 0.25940518383168026, 0.2431248388560841, 0.3394653722282003, 0.08291169140346438, 0.23970630742792706, 0.252741073327429, 0.18721192651572255, 0.1635212897468015, 0.2703311657077536, 0.2632497235411299, 0.1901311467608413, 0.15160473478308628, 0.15238562781836734, 0.28907282688900005, 0.0950747666218037, 0.06938034843168019, 0.34943578960201155, 0.2988688620623888, 0.21199852365887475, 0.1997516043458453 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.1687550268535665, 1.1104077394174445, 1.0129601606493532, 1.521379202460392, 1.0035945756773474, 1.1928687067030883, 1.239346999276699, 0.8779080930484199, 1.0594923862538357, 1.0727800231094535, 1.200998213897523, 1.0917216173046447, 1.0316040714369152, 1.2119280400976358, 1.1204516612828364, 1.127094283331177, 1.1052976200916549, 0.9315699619068283, 1.0223543889978746, 0.9051215499545966, 1.2045053168284745, 1.0750254625925109, 1.0570268043989548, 1.2408742388459768 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.4447472504460306, "rpss": 0.018184727661270883, "bss_below": 0.03279481271541829, "bss_above": 0.003563426468476627, "log_loss": 1.107711089350717, "log_loss_skill": -0.009763555369854737, "reliability": { "below": { "weight": [ 0.001118, 0.002521, 0.314925, 0.481646, 0.128819, 0.060822, 0.009557, 0.000591, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1885, 0.2756, 0.3327, 0.4464, 0.5322, 0.6387, 0.7077, NaN, NaN ], "observed_frequency": [ 0.625, 0.4311, 0.29, 0.3147, 0.483, 0.5613, 0.5601, 0.9411, NaN, NaN ] }, "above": { "weight": [ 0.01367, 0.020811, 0.23434, 0.442243, 0.2703, 0.013804, 0.002661, 0.002032, 0.00014, 0.0 ], "mean_forecast": [ 0.0359, 0.171, 0.266, 0.3437, 0.4357, 0.5376, 0.6391, 0.7232, 0.8062, NaN ], "observed_frequency": [ 0.1883, 0.3063, 0.2956, 0.3197, 0.4396, 0.4364, 0.4073, 0.3619, 0.7503, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4247793663800864, 0.46631122998616403, 0.41559643661869455, 0.43016652485435025, 0.43871177813223855, 0.4094079146876938, 0.40641412155641543, 0.4190828416832914, 0.45442882546927127 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2310030547421841, 0.201104897388457, 0.2572807930428135, 0.14978797593353965, 0.28272786046537535, 0.24506259639691824, 0.10012749793355988, 0.16400292156315568, 0.18748938021315334 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1937763116379022, 0.26520633259770704, 0.15831564357588113, 0.28037854892081077, 0.15598391766686318, 0.16434531829077562, 0.3062866236228556, 0.25507992012013564, 0.26693944525611796 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.135983834751299, 1.069527269897363, 1.100328080906873, 1.0134166396625588, 1.1257849816905046, 1.041923476719316, 0.9397649921601504, 1.144776366655467, 1.1229307769903447 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.42943322659646727, "rpss": 0.045390701797280775, "bss_below": 0.024440737561685633, "bss_above": 0.06326820050528492, "log_loss": 1.0771596021593195, "log_loss_skill": 0.019527050179302008, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.29188, 0.554506, 0.118985, 0.03371, 0.000918, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.3366, 0.4467, 0.5284, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2527, 0.2695, 0.3889, 0.5366, 0.4998, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000378, 0.000153, 0.187011, 0.597287, 0.207529, 0.001298, 0.006344, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0848, 0.1761, 0.2746, 0.341, 0.4275, 0.5373, 0.6319, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0, 0.234, 0.3609, 0.6342, 0.5877, 0.494, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43274237072171345, 0.4573450548799082, 0.39347089878592867, 0.4260930745827505, 0.4323397828958094, 0.41425829214425847, 0.42244390950749244, 0.4108065522526418, 0.4480396086629728 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23389492932336844, 0.1834623893705079, 0.2507386175176513, 0.1145266547432249, 0.2778355581786608, 0.23686381072425958, 0.09583819510300204, 0.17891693170444223, 0.15509999096614868 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.198847441398345, 0.27388266550940027, 0.14273228126827736, 0.31156641983952565, 0.15450422471714859, 0.1773944814199988, 0.32660571440449043, 0.23188962054819956, 0.29293961769682403 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.1410015317081115, 1.0568393658281476, 1.0927312054308267, 0.9866423008055615, 1.1396979642901794, 1.0303479650105547, 0.905832635815609, 1.149401621263082, 1.110533283599149 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.4263932827148306, "rpss": 0.06077840143056512, "bss_below": 0.03527453889253385, "bss_above": 0.08066925148939119, "log_loss": 1.0681142081945803, "log_loss_skill": 0.02776052280965291, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269153, 0.558831, 0.131874, 0.03902, 0.001123, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.337, 0.4477, 0.5287, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2137, 0.2352, 0.3949, 0.5597, 0.4998, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000279, 0.000187, 0.209991, 0.538597, 0.241605, 0.001588, 0.007753, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0769, 0.1761, 0.2743, 0.3413, 0.4299, 0.5404, 0.6319, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.0, 0.2115, 0.411, 0.6672, 0.5881, 0.5061, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47086708914819575, 0.4782714080368448, 0.4687225596901718, 0.6243683572198508, 0.39114434747441157, 0.4327716163844455, 0.5238514995632981, 0.48360604488800935, 0.3666007453455231, 0.35804175191957643, 0.42617820057191835, 0.4111857764972484, 0.4081826240048081, 0.5002700093481293, 0.3758915481954425, 0.5383309353854313, 0.3739425139854725, 0.4498569150240183, 0.41343112145425753, 0.3764776392474053, 0.4914955022266224, 0.451053757920622, 0.41813014409384663, 0.49262230853721245 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3039146865270763, 0.3163825400951476, 0.1255193301151162, 0.17923656285651166, 0.13131064519040345, 0.17567481465025495, 0.24136310445956474, 0.3845818621205705, 0.13001880387075943, 0.10377254807620065, 0.255642512877927, 0.25230673721562413, 0.11405027019346102, 0.24858600392023553, 0.18672298714346294, 0.39204844871370115, 0.2118327046605618, 0.17507936557544243, 0.28689217802412204, 0.29703990733122815, 0.19887466634098816, 0.13628878644688572, 0.20429439809556288, 0.2898152732177624 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16695240250979806, 0.16188886791583468, 0.3432032295750557, 0.4451317943633391, 0.2598337022840081, 0.2570968031776493, 0.2824883951037334, 0.09902418351607321, 0.23658194147476366, 0.25426920384337587, 0.1705356873888561, 0.15887903774446804, 0.29413235473467864, 0.2516840054278937, 0.18916856105197966, 0.14628248667173016, 0.16210980932491068, 0.27477754968335855, 0.12653894343013558, 0.07943773191617703, 0.2926208369558716, 0.3147649736899968, 0.21383574477287615, 0.20280703531945013 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "log_loss": [ 1.0660867737540678, 1.1375177259559746, 1.0517080994600936, 1.266230990056202, 1.004726365724932, 1.1619588939816503, 1.1237401788211587, 1.0075242667354283, 1.0497063336821946, 1.0627195344753788, 1.1384397872552676, 1.0890717821585625, 1.0484343730216277, 1.1946488444049694, 1.1144740698718272, 1.1403927259648234, 1.0967047044423226, 0.9985685352366431, 1.0319532687525983, 0.9426027894211139, 1.1029936266549125, 1.0716919565045144, 1.0693800993199127, 1.2068360091116435 ], "log_loss_clim": [ 1.0822467476287718, 1.094335766279669, 1.0781436176059969, 1.0697189571966286, 1.099999855506434, 1.1158222514780805, 1.0760009191870752, 1.0620975132008064, 1.1169602192112764, 1.1222290176953276, 1.1199157408769902, 1.1119978423926886, 1.10464156671375, 1.1037272420140054, 1.1293656144292201, 1.0738606290815063, 1.126712287642366, 1.0755050243265762, 1.0914743819481043, 1.086081120791094, 1.0809456648428364, 1.0931841744803439, 1.1047240906686868, 1.1074115596482803 ] }, "rps": 0.44688726734011514, "rpss": 0.013648509368206496, "bss_below": 0.01886445887587407, "bss_above": 0.008418929715380608, "log_loss": 1.0907546556153258, "log_loss_skill": 0.005659189955016908, "reliability": { "below": { "weight": [ 0.0, 0.000516, 0.320126, 0.512234, 0.127881, 0.030115, 0.008674, 0.000454, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1884, 0.2701, 0.3407, 0.4339, 0.5345, 0.641, 0.7069, NaN, NaN ], "observed_frequency": [ NaN, 0.3891, 0.3002, 0.3265, 0.5183, 0.4213, 0.5623, 0.8748, NaN, NaN ] }, "above": { "weight": [ 0.011402, 0.016785, 0.205674, 0.575617, 0.17828, 0.010265, 0.001289, 0.000688, 0.0, 0.0 ], "mean_forecast": [ 0.048, 0.1637, 0.2713, 0.3455, 0.4328, 0.519, 0.6338, 0.7325, NaN, NaN ], "observed_frequency": [ 0.0547, 0.2896, 0.2988, 0.3414, 0.4366, 0.3544, 0.3329, 0.7082, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4825564171758999, 0.44787163225489707, 0.4614080499265568, 0.6270549636007997, 0.39540085560716076, 0.43167016739542163, 0.5108891977131909, 0.4663209145148213, 0.37539519088514933, 0.3582741335610951, 0.4437205874049537, 0.406577423260444, 0.39643726847679434, 0.4976692001425188, 0.373681752411, 0.5176803836403986, 0.3773727335690328, 0.4573871621138125, 0.426850260332877, 0.366620260601201, 0.5090414496468183, 0.45254782494173346, 0.4279586592337804, 0.502262175313542 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33696434831112204, 0.2895264855203791, 0.11978460412534872, 0.19414397422643792, 0.13599567177548047, 0.18777859996158036, 0.1817329039731666, 0.3709891337443227, 0.13568888345722233, 0.10553306023366606, 0.27727518723046657, 0.24688192589872204, 0.11776285147147682, 0.23441947660138876, 0.18355060565015863, 0.3660756488573123, 0.22355512715079368, 0.14555049222370625, 0.3317754937110734, 0.2972399121695208, 0.1615479317630296, 0.15045168475355183, 0.21139851400741325, 0.3025105709676965 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14559206856808124, 0.15834514677658731, 0.3416234458012081, 0.432910989374362, 0.25940518383168026, 0.2438915693356194, 0.32915629374002436, 0.09533178174334037, 0.23970630742792706, 0.252741073327429, 0.16644539971063482, 0.15969549549708628, 0.2786744174416748, 0.2632497235411299, 0.1901311467608413, 0.15160473478308628, 0.15381760641823916, 0.3118366702192882, 0.0950747666218037, 0.06938034843168019, 0.3474935190035984, 0.3020961428023204, 0.21656014409139634, 0.1997516043458453 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "log_loss": [ 1.0649759272333554, 1.1129688777975406, 1.0129601606493532, 1.2829859908327363, 1.0035945756773474, 1.1790967940167558, 1.1175596423964549, 0.9839563970355009, 1.0594923862538357, 1.0727800231094535, 1.1601749439453506, 1.0795572131423656, 1.050064169569578, 1.2119280400976358, 1.1204516612828364, 1.127094283331177, 1.099634671463719, 0.9776232494683069, 1.0223543889978746, 0.9051215499545966, 1.1134539368877745, 1.0809130523078674, 1.068536153432768, 1.2408742388459768 ], "log_loss_clim": [ 1.0777215978709187, 1.1016003779440122, 1.0755354093135518, 1.0735500357817567, 1.0986025138010589, 1.119887636835672, 1.0798206615918653, 1.0632348138716747, 1.114748906048121, 1.1214038679374136, 1.1166769741298606, 1.111410786722129, 1.1093538143262798, 1.1083826335539801, 1.130963993815514, 1.0790940944652931, 1.1258010887003886, 1.0685907636609833, 1.083431976867352, 1.0820678072710421, 1.0786436019517323, 1.0964819243325188, 1.09991194135722, 1.1110939276278524 ] }, "rps": 0.44636036098849585, "rpss": 0.014623656592310574, "bss_below": 0.023863705405544167, "bss_above": 0.005376513535722216, "log_loss": 1.0895063469887567, "log_loss_skill": 0.006831462544771405, "reliability": { "below": { "weight": [ 0.0, 0.0007, 0.300271, 0.522094, 0.139463, 0.02931, 0.007571, 0.000591, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2703, 0.3417, 0.4339, 0.5338, 0.6424, 0.7077, NaN, NaN ], "observed_frequency": [ NaN, 0.3502, 0.2981, 0.3183, 0.5203, 0.4474, 0.6335, 0.9411, NaN, NaN ] }, "above": { "weight": [ 0.009248, 0.015535, 0.205469, 0.558034, 0.195034, 0.014018, 0.001786, 0.000876, 0.0, 0.0 ], "mean_forecast": [ 0.0538, 0.168, 0.271, 0.3458, 0.4349, 0.5206, 0.6341, 0.7331, NaN, NaN ], "observed_frequency": [ 0.0225, 0.2889, 0.3052, 0.34, 0.4261, 0.3499, 0.3525, 0.7198, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4126186945962532, 0.47429308230315836, 0.4255029206169448, 0.4489909137705972, 0.441229851227785, 0.42018964998275876, 0.4347983096584847, 0.4131104516726238, 0.4601238832250433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22471088476480788, 0.19919907520590632, 0.2696492875770887, 0.15018920676283093, 0.2914906709203296, 0.25324772297446363, 0.10007943975329019, 0.15873173217578823, 0.19015938760107434 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1879078152850853, 0.27509399623165315, 0.15585364052425568, 0.29880169080766417, 0.149739191198798, 0.16694193184761144, 0.3347188447792369, 0.25437871782372534, 0.26996448805117135 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "log_loss": [ 1.1072835964749739, 1.0804677914945555, 1.0990099364207913, 1.0487672789069917, 1.096090259914118, 1.0637832716241369, 0.9888452345405274, 1.1161472407192692, 1.1110485946340578 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.436761973005961, "rpss": 0.029099252898179606, "bss_below": 0.01431792075188354, "bss_above": 0.041712805052155355, "log_loss": 1.0790492449699358, "log_loss_skill": 0.017807023122106025, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328436, 0.610488, 0.061077, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3457, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.2789, 0.4958, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225991, 0.705829, 0.061225, 0.006955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3383, 0.4235, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2148, 0.4342, 0.5945, 0.4946, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42140527504993336, 0.4673274020649274, 0.40064783013395056, 0.4502983227419849, 0.4349317519456646, 0.4253272654517869, 0.4583701540761657, 0.4077240262723861, 0.4546154065034948 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22744144192189156, 0.18167733986765713, 0.25969344470763345, 0.11340281409183778, 0.28723516106544594, 0.24275641924736016, 0.09679346230876323, 0.1796860741627635, 0.15437082198027854 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396383742805873, 0.2856500489441131, 0.14095439504200044, 0.3368954851754944, 0.14769660230670303, 0.1825708480035437, 0.36157666002162797, 0.22803795597233678, 0.30024457143387984 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "log_loss": [ 1.114307131511263, 1.0654586028548216, 1.0755397494853702, 1.0313742544296962, 1.1006456042574317, 1.056002702107262, 0.9757740189830795, 1.1182673451301175, 1.0927368634509083 ], "log_loss_clim": [ 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883, 1.0986122588657883 ] }, "rps": 0.43562749269336604, "rpss": 0.04043809634333351, "bss_below": 0.02640472136782468, "bss_above": 0.051382950629502266, "log_loss": 1.0700118080233278, "log_loss_skill": 0.02603325296223047, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304836, 0.623865, 0.071299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3462, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2273, 0.253, 0.509, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.223041, 0.683224, 0.085234, 0.0085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3396, 0.4255, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1798, 0.4931, 0.5933, 0.5055, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.7217870904054072 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.4832971380436198, 0.10270698851112857 ], [ -0.7602249264864868, 0.10049476106512781 ], [ -0.4499755246050828, 0.24615492951133647 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.978050934106912, 0.0, 0.894906457472805 ], [ -0.5990936475722133, 0.18811873374176935, 0.0 ], [ -0.13837440136232657, 0.4067963246629062, 0.0 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.018867924809455806, 0.17232188489439154, 0.3804474196677792, 0.3962264060974121, 0.41752171749474165, 0.43396225571632374, 0.4559081736466418, 0.4912602755672697, 0.5280882406319182, 0.5471698045730594, 0.5471698045730591, 0.5658319970579486, 0.5939255778133419, 0.6226415038108825, 0.6314487983817597, 0.6786018736212905, 0.7795898388840959, 0.9245283007621765, 0.9622641801834108 ], "y": [ 0.25835620086306954, 0.3054107105034993, 0.30706351057496756, 0.33333333333333615, 0.3478758838562026, 0.372302100347792, 0.38151020269304003, 0.39504766590235957, 0.4283197159236341, 0.4720532619148359, 0.5000000000000063, 0.5386111959522507, 0.5451405418276769, 0.5858756347947011, 0.5978858145403417, 0.6198552135170408, 0.6621515228151165, 0.6651792562891322, 0.6675336023974989 ] }, { "x": [ 0.01886792480945587, 0.018867924809455865, 0.018867924809455858, 0.07154244014542065, 0.14374391867490383, 0.18351747760197984, 0.2206951448809545, 0.2571755078416441, 0.3131636214126132, 0.3702361411349581, 0.5968431375868626 ], "y": [ 0.0, 0.13057463133654057, 0.14569808025436462, 0.23644182445281367, 0.2558651687045909, 0.2638686974302434, 0.2795170149611061, 0.2851226338727582, 0.31247016768533525, 0.31660091768224535, 0.34149142481818695 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.045157929512481876, 0.05660377442836761, 0.15360327767275075, 0.22483652724279274, 0.26506615211421447, 0.3148187504381332, 0.32075470685958907, 0.35196326063797206, 0.3863234686702236, 0.5340688756564583 ], "y": [ 0.0, 0.0, 0.0, 0.1744662096355921, 0.27107464509700324, 0.2723899744100429, 0.2960387293317927, 0.30032905285919403, 0.3133945585159498, 0.31636389341626014, 0.34880460923591716, 0.378990869955694, 0.44509104316812753 ] } ], "blocks": [ 19, 11, 13 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "isotonic_ovr", "1996": "beta_ovr", "1997": "isotonic_ovr", "1998": "climatology_blend", "1999": "beta_ovr", "2000": "climatology_blend", "2001": "isotonic_ovr", "2002": "isotonic_ovr", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "isotonic_ovr", "2007": "isotonic_ovr", "2008": "isotonic_ovr", "2009": "beta_ovr", "2010": "climatology_blend", "2011": "isotonic_ovr", "2012": "isotonic_ovr", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "isotonic_ovr" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 11, "platt_ovr": 0, "beta_ovr": 3, "isotonic_ovr": 10 } } }, "Apr": { "tag": "init02_Apr", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45357653358343764, 0.43287416722774236, 0.4979468939140032, 0.4081662130914095, 0.4305255334922844, 0.46972704863551223, 0.43412923076349735, 0.40840573670264874, 0.41106056207999114, 0.39624133682066315, 0.4840501930861192, 0.3952977088020178, 0.3994898053706255, 0.5007495865580412, 0.3937720611767062, 0.4543590153166749, 0.3991443918856772, 0.4292300275058792, 0.6671218411861285, 0.4333530337564724, 0.46520967034842275, 0.482031116422248, 0.5283963835977954, 0.4009585932022237 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1998895184434718, 0.19788121223011343, 0.16608961621745774, 0.17966361536147166, 0.10131593827620268, 0.3147596429781285, 0.32936086162392714, 0.22794327838802866, 0.27831143470949876, 0.2336051084236147, 0.21906201305848894, 0.11568559095855947, 0.21132551585633821, 0.20996095160631606, 0.163000587267923, 0.26045515192443425, 0.24500713044873113, 0.19121286446429647, 0.45838792555372637, 0.2059631024519034, 0.19818409565809889, 0.2786990339008938, 0.31711789182764005, 0.13138817864155156 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2536870166896825, 0.2349929564312024, 0.33185728181194235, 0.22850259861567043, 0.3292095962867961, 0.1549674037616656, 0.1047683677004964, 0.18046245809277978, 0.13274912596046404, 0.16263622675270728, 0.2649881799953956, 0.2796121189736779, 0.18816428828257764, 0.2907886358896543, 0.23077147434701245, 0.19390386373081092, 0.1541372619050668, 0.23801716433283548, 0.20873391618553325, 0.22738993176123867, 0.2670255768506113, 0.20333208070690736, 0.2112784901931934, 0.2695704156087052 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0396848668506355, 1.0914497013881221, 1.1273022247806896, 1.1116975884157752, 0.981710068150258, 1.147921310491515, 1.0425768619036428, 1.0076311490307506, 1.0327839718475473, 1.074403726575336, 1.1111229171762214, 1.0414189411426584, 1.1244118892672368, 1.1795230722295222, 1.0942508950668568, 1.0367895723812965, 1.0216766667105253, 1.072928593428952, 1.3106142807064676, 1.1129520489411162, 1.0909250561477415, 1.0681243108012126, 1.0877695653623345, 1.047533463981637 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4489923618552592, "rpss": 0.009448955987104823, "bss_below": 0.0013018338956652942, "bss_above": 0.017602219994486856, "log_loss": 1.0857167809490855, "log_loss_skill": 0.010170864160611637, "reliability": { "below": { "weight": [ 0.0, 0.00789, 0.209867, 0.585893, 0.192154, 0.004195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2672, 0.3467, 0.427, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4998, 0.3217, 0.3247, 0.4396, 0.299, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001597, 0.246292, 0.599719, 0.142125, 0.010015, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2689, 0.3425, 0.4307, 0.5317, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0177, 0.2364, 0.3826, 0.4063, 0.135, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.440548725198347, 0.4522825467715237, 0.5202685287392907, 0.40510468484767076, 0.42399493119165377, 0.4877990504169845, 0.452970148992613, 0.3986676728554734, 0.4140704480762698, 0.4097940450706733, 0.47337247900131274, 0.3941556149858349, 0.4038289599508168, 0.5118969901781217, 0.37324735141956633, 0.43933217741903646, 0.40011459211654726, 0.4337910399791949, 0.6617818284947126, 0.39998105972511594, 0.45995222390077106, 0.48659044181738037, 0.5039490324768265, 0.4026103185189746 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2288892995174454, 0.19380873018671793, 0.16867133664592676, 0.19716252756218297, 0.09677724738055558, 0.32423397579271884, 0.34793549718615474, 0.27290763770654025, 0.2737920589097788, 0.23911865408836028, 0.18208524859624742, 0.11866654842271163, 0.2155315118633077, 0.19092633476227885, 0.16663595387725988, 0.2896916947307509, 0.25697813024689253, 0.19035925580173937, 0.46096524218393375, 0.15050400496872077, 0.14938051654727597, 0.32607197055937537, 0.26649908104584463, 0.11005738048793061 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21165942612962488, 0.2584738180280472, 0.35159719686294755, 0.20794215705758215, 0.32721768403614926, 0.16356507269811194, 0.10503465000594052, 0.12576003389840817, 0.1402783882156491, 0.17067538968191773, 0.2912872313884594, 0.2754890671240144, 0.18829744640106674, 0.32097065677155007, 0.20661139748942584, 0.14964048139406594, 0.14313646240173358, 0.2434317855865307, 0.20081658611130598, 0.24947705607203854, 0.31057171145467855, 0.1605184673792053, 0.23744995015606166, 0.29255293947716365 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0330209629964264, 1.1138170693071008, 1.1360174547473731, 1.129812999641959, 0.9650079728546679, 1.1670782372957236, 1.0567953820473373, 1.0064666582219262, 1.0265865552196192, 1.0728339515355725, 1.1149154374165535, 1.0406268305357707, 1.1380336765645918, 1.2011552096802218, 1.0859954499803786, 1.030566348117992, 1.0166559191202198, 1.0775240346032244, 1.277931254475278, 1.0944742104398855, 1.0638895109890119, 1.0754754764067085, 1.057553416104004, 1.0301519793396865 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4479210371726963, "rpss": 0.01206440632977368, "bss_below": 0.004561247553294234, "bss_above": 0.019572484452197947, "log_loss": 1.0838494165683847, "log_loss_skill": 0.011827619413836699, "reliability": { "below": { "weight": [ 0.0, 0.005184, 0.205355, 0.583686, 0.202266, 0.003509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2683, 0.3469, 0.4271, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4296, 0.3134, 0.3271, 0.4406, 0.2761, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000696, 0.252004, 0.580634, 0.158504, 0.008058, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1977, 0.2692, 0.3426, 0.431, 0.5287, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0502, 0.2478, 0.3715, 0.4246, 0.1948, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43984980732198165, 0.518560746107335, 0.43523898347296314, 0.4867200884430355, 0.36848984159496045, 0.4718087425804356, 0.4375743829792712, 0.45890716542216575, 0.40054804442511266 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27214077165905415, 0.1665584054318119, 0.24937031280563723, 0.13173872560406824, 0.170546187353218, 0.3167954542060794, 0.10554293753944455, 0.17632854011946825, 0.2251132877383705 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16770904351005642, 0.3520023203401859, 0.18586867441805166, 0.3549813401778034, 0.19794365698932406, 0.15501330160437793, 0.332031426026917, 0.28257861429038994, 0.1754347641097294 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0658947407847266, 1.1393008198220038, 1.0452802458510717, 1.098866633383883, 1.087372064882136, 1.114529883326649, 1.0630071020878156, 1.0882328004853572, 1.0794826762021177 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4464108669274735, "rpss": 0.012269305636002259, "bss_below": 0.017502349561604125, "bss_above": 0.007919057718999811, "log_loss": 1.0868852185361955, "log_loss_skill": 0.010674412409798273, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157783, 0.768921, 0.073296, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3432, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2319, 0.2706, 0.511, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.174818, 0.800079, 0.025103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3387, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3304, 0.4182, 0.5849, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43265613910561, 0.536884822522908, 0.43023128214809947, 0.48689050276732904, 0.3563399222447671, 0.49695289919302443, 0.4219106574056298, 0.46276709336252153, 0.4099153250437044 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30949991741583627, 0.12618427548326022, 0.25723985267951194, 0.12541074862458315, 0.17605658107854835, 0.3514664869921377, 0.10118850021052708, 0.1396605931685764, 0.2255520197355708 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12315623658627448, 0.4107005163290626, 0.17299143481360796, 0.361479730597642, 0.1802833467263757, 0.1454864269453341, 0.3207221397974306, 0.32310648270804604, 0.1843633121750906 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0493111798266097, 1.131249120164933, 1.0321324117652098, 1.0977477648679892, 1.0812458227440367, 1.1245675139502422, 1.0619395134966247, 1.0890279898898496, 1.0873837032412486 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4482831826437326, "rpss": 0.01642428485070857, "bss_below": 0.02569239186398453, "bss_above": 0.008734671864828791, "log_loss": 1.0838450022163046, "log_loss_skill": 0.013441736636663038, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159968, 0.765467, 0.074565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3416, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2311, 0.2724, 0.5529, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.175118, 0.799127, 0.025754, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3386, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3383, 0.4251, 0.5812, NaN, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4531166110327351, 0.4314372889680035, 0.4901156368321868, 0.41289997656614474, 0.4339685415443186, 0.4695036606593481, 0.4319360026706701, 0.4145955952217399, 0.422050320456269, 0.40384884599150656, 0.47923154582283944, 0.40045050887880607, 0.3936971482317137, 0.492333235486184, 0.39760007027824856, 0.4574028914415408, 0.4083606069070489, 0.43167304528077544, 0.6350326917581129, 0.43124890490598805, 0.46044153028380347, 0.48158995804380494, 0.5200842635910199, 0.40511154154168827 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2030309780745674, 0.20055706713511812, 0.16698976144046232, 0.18292465290949117, 0.11341063383361347, 0.30693104671567956, 0.32236270269059175, 0.2335590327983437, 0.28219090129451513, 0.23626889972693504, 0.21664563423901048, 0.1264945434034936, 0.20635632527176426, 0.20436256795610372, 0.16793946625013226, 0.26266481014865256, 0.25048628205090495, 0.1954565173594627, 0.42509886491888305, 0.20461418687558475, 0.196925807923351, 0.2757561671942425, 0.30644743317703804, 0.14024827198708895 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2500856329581677, 0.23088022183288553, 0.3231258753917243, 0.22997532365665346, 0.3205579077107052, 0.16257261394366862, 0.10957329998007832, 0.18103656242339627, 0.13985941916175398, 0.16757994626457148, 0.2625859115838289, 0.2739559654753125, 0.1873408229599494, 0.2879706675300804, 0.22966060402811633, 0.19473808129288803, 0.15787432485614405, 0.23621652792131262, 0.20993382683923023, 0.22663471803040336, 0.26351572236045245, 0.20583379084956244, 0.21363683041398177, 0.2648632695545994 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0311928214328399, 1.087480238834981, 1.1163622484410738, 1.1274768572346312, 0.9769942660952099, 1.1482061952793743, 1.0312171816675002, 1.0201675101041354, 1.0507585693778112, 1.0981519491100655, 1.1072474682634208, 1.0626443208898673, 1.1227333664393702, 1.1662605164738913, 1.1154627191489452, 1.0347423625610885, 1.0379294893726758, 1.0823165809932902, 1.2317922408154622, 1.117555174981371, 1.0736033728092782, 1.0519491221291268, 1.0552171209357908, 1.062909641792222 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4482387675997707, "rpss": 0.011111508938900672, "bss_below": 0.002505156615814297, "bss_above": 0.01972435066481082, "log_loss": 1.0837654722993093, "log_loss_skill": 0.011949838372353638, "reliability": { "below": { "weight": [ 0.0, 0.000748, 0.075868, 0.788967, 0.134025, 0.000392, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2775, 0.3521, 0.4218, 0.5062, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.963, 0.4145, 0.3253, 0.4363, 0.4298, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000252, 0.011928, 0.19816, 0.58896, 0.19018, 0.010351, 0.000168, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0938, 0.1745, 0.2695, 0.3502, 0.4318, 0.5224, 0.615, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.1391, 0.235, 0.3657, 0.4295, 0.1497, 0.1674, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44360282648034244, 0.4507184214129187, 0.5096593160719455, 0.41030374572940925, 0.429132253583742, 0.4864019088407516, 0.4482318370966297, 0.40417142986550103, 0.4239879992016468, 0.41802078014642635, 0.46761202164302074, 0.3990237031007789, 0.3957005741739216, 0.5053995261260805, 0.3803565971044127, 0.4450785664934522, 0.40822932140658924, 0.4355132667672281, 0.633004367072111, 0.40417709714033806, 0.45680953865243695, 0.4856848953165187, 0.49979003090542234, 0.4079812103951083 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23179693448731506, 0.19641568201278112, 0.16831551552222646, 0.19823094444558345, 0.10996362063522026, 0.3141717794438912, 0.33771179380163735, 0.2750347122765006, 0.27790425449634615, 0.2426112606422022, 0.1813966598273169, 0.12899039286204922, 0.2085492088747645, 0.18740178481010802, 0.17269271798091804, 0.29074619214316516, 0.26121494931573813, 0.1942365625926473, 0.42977077573175865, 0.1568116233287343, 0.15351467843493788, 0.31922398526739765, 0.26112796027436047, 0.12179485464400286 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2118058919930275, 0.2543027394001376, 0.3413438005497189, 0.21207280128382572, 0.3191686329485215, 0.1722301293968605, 0.1105200432949925, 0.12913671758900033, 0.14608374470530053, 0.17540951950422407, 0.2862153618157039, 0.2700333102387298, 0.18715136529915713, 0.3179977413159728, 0.2076638791234946, 0.15433237435028704, 0.1470143720908511, 0.24127670417458078, 0.20323359134035246, 0.24736547381160387, 0.30329486021749885, 0.16646091004912114, 0.238662070631062, 0.28618635575110535 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0319089355003672, 1.1070755293282983, 1.118309107828511, 1.147823688417187, 0.9615745934693927, 1.1683415908687953, 1.0402731174966342, 1.0240367354375035, 1.0425227282694485, 1.0925631988683109, 1.1129444339186183, 1.0614949146947248, 1.1320484149955992, 1.1911149372053278, 1.1142275989407053, 1.0350403523378566, 1.0291102261964742, 1.0856736427127822, 1.2046838177664432, 1.118484751831636, 1.0489987051460545, 1.0600480300315747, 1.033631697735318, 1.0451433888544772 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4478579681136139, "rpss": 0.012203511580824444, "bss_below": 0.00419762529848744, "bss_above": 0.020214647354714566, "log_loss": 1.0836280890771686, "log_loss_skill": 0.012029409174056926, "reliability": { "below": { "weight": [ 0.0, 0.000651, 0.07376, 0.782844, 0.142537, 0.000209, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2805, 0.3523, 0.421, 0.5067, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.4149, 0.3241, 0.4383, 0.8341, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000139, 0.011621, 0.201066, 0.571356, 0.20734, 0.008372, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0993, 0.1743, 0.2702, 0.35, 0.4325, 0.5196, 0.6227, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.174, 0.2487, 0.354, 0.4388, 0.2125, 0.3339, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.443823345439104, 0.511516243663563, 0.43928920399285865, 0.4790522201083066, 0.37613783881776236, 0.471449701843334, 0.43941405321362326, 0.4550666559582026, 0.4083501030047774 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2697596633600671, 0.17176545337425791, 0.2511047439073015, 0.1407723090690113, 0.17633645554199628, 0.30539620763135694, 0.12088316821840919, 0.18087269491271646, 0.2271434049440685 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17406368207903702, 0.33975079028930516, 0.18818446008555717, 0.33827991103929533, 0.19980138327576594, 0.16605349421197702, 0.3185308849952142, 0.2741939610454861, 0.18120669806070885 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0730498164829552, 1.111487168403769, 1.0487465193643544, 1.0771415905868778, 1.1250225199074733, 1.1091916266052282, 1.063688217928848, 1.082240191857341, 1.1074360742062486 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.44712215178239245, "rpss": 0.010695513563073522, "bss_below": 0.001309412712302227, "bss_above": 0.0184981942576552, "log_loss": 1.0886670805936773, "log_loss_skill": 0.009052491624642056, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.01891, 0.948051, 0.03304, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2557, 0.3536, 0.409, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2852, 0.2727, 0.5503, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 7.5e-05, 0.079692, 0.817424, 0.102658, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2833, 0.3508, 0.4167, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3544, 0.398, 0.5186, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44191088057491357, 0.527551781951929, 0.43594699663535513, 0.4791887624434968, 0.3662536730601608, 0.4922258429550872, 0.4262028153132653, 0.4570938028601468, 0.41752421813691093 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3060445421402296, 0.13657533353537393, 0.2595614218770208, 0.13505167065345833, 0.18196308975858583, 0.3349083908398811, 0.11746364977452364, 0.14751219292790588, 0.227256668927952 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.13586633843468401, 0.39097644841655504, 0.1763855747583345, 0.34413709179003854, 0.1842905833015751, 0.15731745211520617, 0.30873916553874176, 0.3095816099322411, 0.19026754920895894 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0630650934878838, 1.0923851150614192, 1.0380515999486781, 1.0763554731159186, 1.1258965618781023, 1.1032205957401013, 1.0722916841897967, 1.0798854368736754, 1.1141810539180022 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4493220859923628, "rpss": 0.014144832612340785, "bss_below": 0.00737136790905335, "bss_above": 0.019764658035027582, "log_loss": 1.0850369571348422, "log_loss_skill": 0.01235677248400735, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.014617, 0.949422, 0.035961, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2514, 0.3527, 0.4097, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2061, 0.2757, 0.6083, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 9.3e-05, 0.080356, 0.819166, 0.1002, 0.000186, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2842, 0.3507, 0.4165, 0.5229, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3826, 0.4021, 0.5341, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45026692222778175, 0.430289204141061, 0.49280882836838585, 0.41059830520517415, 0.4235764452001114, 0.48077633126177916, 0.431701816366788, 0.4084334657086255, 0.41564853223486825, 0.4017202190584032, 0.48638252497912093, 0.39422368375574207, 0.40248086781673686, 0.500512124432794, 0.3971501679095613, 0.4533335456598067, 0.4008717498914863, 0.4286745031600784, 0.6792286443275937, 0.4323294480329511, 0.45947623190838693, 0.48169444072054207, 0.5261084234021554, 0.4003769576215863 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2017656407388621, 0.1982891558819385, 0.16813899888799191, 0.18121831552972817, 0.10795163710212047, 0.3124541908951936, 0.32318070304352203, 0.22868424130084683, 0.277405105368697, 0.2344653844697605, 0.22194792542063707, 0.12222196052017739, 0.21445811040021295, 0.2097500220650181, 0.16714434433359096, 0.2597120925195248, 0.2449753267503837, 0.19266306728021657, 0.4482006343382017, 0.20472359097915982, 0.19760582288467235, 0.2773960398670173, 0.31164230895528733, 0.1369701658973842 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24850128148891956, 0.23200004825912243, 0.3246698294803938, 0.22937998967544598, 0.3156248080979908, 0.16832214036658558, 0.10852111332326603, 0.17974922440777882, 0.13824342686617136, 0.16725483458864268, 0.26443459955848364, 0.27200172323556465, 0.18802275741652388, 0.290762102367776, 0.23000582357597044, 0.19362145314028198, 0.15589642314110258, 0.23601143587986184, 0.231028009989392, 0.22760585705379133, 0.26187040902371467, 0.20429840085352477, 0.21446611444686792, 0.2634067917242022 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0281483936434284, 1.0859506547205102, 1.1180967961178485, 1.1270333717574432, 0.9640655587434261, 1.1649384630884076, 1.0325513652628426, 1.0104705057749988, 1.0394237903768586, 1.0916938727486025, 1.1136854109150822, 1.0498114732577992, 1.137374349267076, 1.180077452378421, 1.1122723929643297, 1.0301351787461068, 1.0266084571825125, 1.0761481454862403, 1.29613010760507, 1.1168808692607668, 1.078139789460547, 1.0567538942810462, 1.0657498362606328, 1.052476214790104 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.44952764097464665, "rpss": 0.008268042155170963, "bss_below": -0.00029602670307071755, "bss_above": 0.016838568533456555, "log_loss": 1.0856090143370876, "log_loss_skill": 0.010269113109414918, "reliability": { "below": { "weight": [ 0.0, 0.000168, 0.144952, 0.674654, 0.169706, 0.010464, 5.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1959, 0.2785, 0.3477, 0.4307, 0.5232, 0.6025, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.333, 0.3835, 0.3146, 0.4463, 0.3634, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01074, 0.227972, 0.54708, 0.192356, 0.019961, 0.001862, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1804, 0.2697, 0.3488, 0.4363, 0.535, 0.6339, 0.7126, NaN, NaN ], "observed_frequency": [ NaN, 0.1995, 0.2288, 0.3689, 0.4441, 0.2631, 0.03, 1.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43950429720926854, 0.44957098201536966, 0.5138307092145068, 0.409298416023254, 0.4175065747093382, 0.4989780013267625, 0.4496225106846266, 0.398507615284362, 0.4177034074482448, 0.4148630293603257, 0.47475993446403403, 0.39280268304669186, 0.407156126489126, 0.5144657636820534, 0.3783296274526233, 0.44028440199958757, 0.4004007319198084, 0.4336172766081585, 0.675344179205885, 0.40207600193753235, 0.4532480665936363, 0.48848911318792254, 0.5011144189259856, 0.4014577817115802 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2297947671948496, 0.19430660189925497, 0.17026208433741988, 0.19770486658198916, 0.10393562556293956, 0.3203275418281935, 0.33992763606091475, 0.2703636756851762, 0.2731750579152098, 0.24003596981945233, 0.18654239677645956, 0.12489710287010644, 0.2191202721226391, 0.19333017222438234, 0.17123328700508458, 0.2876243809924312, 0.25585666570949717, 0.19219938912766793, 0.45344504656017615, 0.15378835163263946, 0.1520079400956133, 0.3231760278256403, 0.263497977191748, 0.1172156829867052 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20970953001441897, 0.2552643801161146, 0.34356862487708695, 0.21159354944126466, 0.31357094914639877, 0.17865045949856903, 0.10969487462371172, 0.12814393959918596, 0.144528349533035, 0.17482705954087344, 0.2882175376875745, 0.2679055801765855, 0.18803585436648704, 0.32113559145767123, 0.20709634044753872, 0.1526600210071563, 0.14454406621031132, 0.24141788748049053, 0.2218991326457087, 0.24828765030489297, 0.301240126498023, 0.16531308536228242, 0.23761644173423763, 0.2842420987248749 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0265590454617886, 1.1058116447289612, 1.1226072363553978, 1.1504784201674783, 0.9473456043391649, 1.1853333161361923, 1.0441181131814534, 1.0130782360138448, 1.0314148922401933, 1.085355755938794, 1.118590318976617, 1.0488491891814469, 1.1507652416426843, 1.2079744952532325, 1.1089349960515928, 1.0281960484666712, 1.018205333463032, 1.0814863878334227, 1.2655921345289678, 1.1104482574439503, 1.049467877759882, 1.0679284623692058, 1.0369627911136916, 1.0315054895376539 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4488721521041952, "rpss": 0.009966625210963143, "bss_below": 0.0015996017994756029, "bss_above": 0.01833913491305894, "log_loss": 1.0848753870077215, "log_loss_skill": 0.010892216731552273, "reliability": { "below": { "weight": [ 0.0, 6.9e-05, 0.141836, 0.670798, 0.177714, 0.009513, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.198, 0.2793, 0.3481, 0.4314, 0.5219, 0.6025, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.381, 0.3133, 0.4508, 0.3463, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01108, 0.232672, 0.526837, 0.208555, 0.019582, 0.001239, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2703, 0.3486, 0.4372, 0.5324, 0.6293, 0.7126, NaN, NaN ], "observed_frequency": [ NaN, 0.2427, 0.2386, 0.3588, 0.447, 0.3356, 0.0279, 1.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4430571858033419, 0.5120219517391076, 0.4318056970409137, 0.47670957903831573, 0.37526467785647294, 0.4753730322379114, 0.43314886022116883, 0.45451992010263986, 0.40543511676906546 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26961456735409783, 0.17128608530352163, 0.2460591940336489, 0.13818316329956298, 0.1757788408124064, 0.3087107124981684, 0.11556416286088377, 0.18015797088424734, 0.22460225235976305 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17344261844924422, 0.3407358664355862, 0.1857465030072648, 0.3385264157387527, 0.19948583704406656, 0.16666231973974308, 0.3175846973602849, 0.2743619492183926, 0.1808328644093023 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0706598201913664, 1.1156736871255464, 1.038736760288309, 1.0744366880391192, 1.1208766158255836, 1.1151890342036557, 1.05365228464441, 1.0792855838256483, 1.0994121446198526 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4452595578676597, "rpss": 0.014816697246122335, "bss_below": 0.008933305754397436, "bss_above": 0.019707563531794037, "log_loss": 1.0853247354181659, "log_loss_skill": 0.012094825394849629, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.035126, 0.878179, 0.086469, 0.000226, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.288, 0.347, 0.42, 0.5113, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2216, 0.2627, 0.5026, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.111671, 0.766349, 0.121379, 0.0006, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3497, 0.4209, 0.529, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3474, 0.4005, 0.5009, 0.8747, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4395433565838086, 0.5260846804584762, 0.42744589358787616, 0.4768732899362973, 0.3649223578644963, 0.49835624329347783, 0.41961994344411535, 0.4560302494611101, 0.41419053420773944 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30494076768541084, 0.1344420305193157, 0.25383442102698606, 0.1324905087486315, 0.1810691836558303, 0.3403923682672886, 0.11161835128536722, 0.1461144518799219, 0.2242310564364971 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1346025888983978, 0.39164264993916054, 0.17361147256089016, 0.3443827811876661, 0.18385317420866593, 0.15796387502618928, 0.30800159215874795, 0.3099157975811883, 0.18995947777124242 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.058617016913435, 1.0939419457855, 1.0273255249398021, 1.0738318247518308, 1.1203601148507405, 1.1140564864337796, 1.0604985091134091, 1.0762444335912515, 1.104884127134654 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4470073943152663, "rpss": 0.01922348514671357, "bss_below": 0.016620495019710746, "bss_above": 0.02138312900354622, "log_loss": 1.0810844426127113, "log_loss_skill": 0.01595450634345963, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.029669, 0.882206, 0.087846, 0.00028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2875, 0.3455, 0.4208, 0.5113, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1768, 0.2641, 0.5487, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.111657, 0.769, 0.118693, 0.000651, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2869, 0.3497, 0.4205, 0.5327, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3625, 0.4051, 0.5174, 0.857, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43957572154304075, 0.4379581188832924, 0.5019086492112657, 0.4114720919468735, 0.409650296900901, 0.49573569939464407, 0.42682617671315687, 0.39978621065795, 0.4101744984905543, 0.39943784796954285, 0.49277947735755584, 0.3871940516858622, 0.4124565682824648, 0.5153162259786384, 0.39683534550519844, 0.4472732627337955, 0.39086826474359, 0.4246885179293294, 0.7435344317492186, 0.4358051851803193, 0.458043619299717, 0.48355935670115174, 0.5368144271898272, 0.39385778678496974 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.19794774484248892, 0.20308159027146946, 0.17313569614573504, 0.18205014679272594, 0.10377150854306265, 0.3181030981995643, 0.32236054769204464, 0.22316456682830793, 0.27456746294456563, 0.23309330746678383, 0.2268871104873246, 0.11932005596733916, 0.22347823385360965, 0.21844462553600832, 0.16685517841969674, 0.2557655345154047, 0.23910991898111156, 0.19030125837697293, 0.48523985992915875, 0.20691125475809413, 0.19950865438171228, 0.2785890714031583, 0.3199707666332544, 0.1342854053391089 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24162797670055197, 0.23487652861182293, 0.32877295306553067, 0.22942194515414757, 0.3058787883578385, 0.17763260119507956, 0.10446562902111231, 0.1766216438296421, 0.13560703554598882, 0.16634454050275904, 0.2658923668702311, 0.2678739957185231, 0.18897833442885523, 0.29687160044263, 0.2299801670855018, 0.19150772821839102, 0.1517583457624784, 0.23438725955235654, 0.25829457182006, 0.22889393042222522, 0.25853496491800476, 0.2049702852979935, 0.2168436605565729, 0.2595723814458609 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.011758646055521, 1.1001095974025747, 1.1307880691726444, 1.1351929435749657, 0.9428456066013392, 1.202395260647298, 1.0426318264465864, 1.0234997042831067, 1.1023775029074003, 1.0825700556121074, 1.1194844488068498, 1.0399002804910835, 1.153682779164625, 1.205833216471072, 1.1107881071529877, 1.025275298607829, 1.0099680415415577, 1.070109738297778, 1.5590439711721953, 1.1299037461849748, 1.0809196306639934, 1.0575972547203394, 1.1781332981145298, 1.0427962219596223 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4521479930347025, "rpss": 0.0024871142613320796, "bss_below": -0.010032171950178359, "bss_above": 0.015015840324738239, "log_loss": 1.1065668852522075, "log_loss_skill": -0.008837813872788036, "reliability": { "below": { "weight": [ 0.006654, 0.004568, 0.194171, 0.575916, 0.196567, 0.020972, 0.001153, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0238, 0.153, 0.2711, 0.3484, 0.4481, 0.5254, 0.6152, NaN, NaN, NaN ], "observed_frequency": [ 0.5206, 0.3902, 0.335, 0.3167, 0.4416, 0.373, 0.1207, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000985, 0.005093, 0.306132, 0.374335, 0.273876, 0.034648, 0.004875, 5.6e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0411, 0.1811, 0.2605, 0.3518, 0.43, 0.5359, 0.627, 0.7357, NaN, NaN ], "observed_frequency": [ 0.0572, 0.1718, 0.2385, 0.3743, 0.4415, 0.3315, 0.0806, 0.5003, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42731342060999283, 0.458464105270504, 0.5247761955026973, 0.4134394494831681, 0.40115174602114617, 0.5157613809307983, 0.4462143819936099, 0.39302008279460565, 0.4098487934478671, 0.4110461425728975, 0.48138048775349407, 0.3858206259408251, 0.42001175324761814, 0.5324087087123789, 0.37666275266846205, 0.433543621589258, 0.38861367471546426, 0.43091593031600484, 0.7308121995451105, 0.40103268245474305, 0.4479969749448239, 0.4953222044640893, 0.5087109497946503, 0.39311811754712517 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22398347261165144, 0.19959609263401884, 0.17632522826031044, 0.1998628083024248, 0.09916202449225672, 0.32642016211309577, 0.34064300753966736, 0.2660924289510584, 0.26865614664379633, 0.23764897722256434, 0.19247599233058102, 0.12199753936003606, 0.2307722082256042, 0.20389276600482764, 0.1700737855598324, 0.28287101151361166, 0.2494477225967725, 0.19045733936111534, 0.48509073718595425, 0.1529473025400639, 0.15245129861961482, 0.3258593055570858, 0.2704210005951632, 0.11348005951760153 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20332994799834148, 0.25886801263648507, 0.34845096724238683, 0.2135766411807433, 0.3019897215288895, 0.1893412188177025, 0.10557137445394241, 0.12692765384354743, 0.14119264680407084, 0.17339716535033312, 0.2889044954229133, 0.263823086580789, 0.18923954502201373, 0.32851594270755136, 0.20658896710862956, 0.15067261007564647, 0.13916595211869184, 0.24045859095488947, 0.24572146235915635, 0.24808537991467913, 0.29554567632520923, 0.1694628989070034, 0.23828994919948704, 0.2796380580295238 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0081192363923575, 1.124136311357748, 1.137691796847411, 1.1657352739076732, 0.9215079596376465, 1.226301471154264, 1.0588556819587893, 1.049574797996577, 1.0731466729172303, 1.0750517622066509, 1.1229931213157667, 1.0395130076635057, 1.1711295412641651, 1.2386832669910328, 1.103827852597882, 1.0181946387659564, 0.999678536930749, 1.0770264842081034, 1.465359052256789, 1.1171665113756664, 1.0449509656818874, 1.075633701840556, 1.1350611005339413, 1.0201384522888775 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.451141099263389, "rpss": 0.004962230523735456, "bss_below": -0.0070104338293017765, "bss_above": 0.016942745400521764, "log_loss": 1.102894883253801, "log_loss_skill": -0.005536604680585588, "reliability": { "below": { "weight": [ 0.00524, 0.003174, 0.193231, 0.569677, 0.205649, 0.021808, 0.001222, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0182, 0.1529, 0.2712, 0.3487, 0.4489, 0.5246, 0.6159, NaN, NaN, NaN ], "observed_frequency": [ 0.5354, 0.1962, 0.33, 0.3171, 0.4445, 0.3779, 0.057, NaN, NaN, NaN ] }, "above": { "weight": [ 0.001045, 0.005785, 0.31282, 0.355132, 0.284684, 0.037324, 0.00314, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0394, 0.1805, 0.2606, 0.352, 0.4316, 0.5333, 0.6214, 0.7357, NaN, NaN ], "observed_frequency": [ 0.0667, 0.1873, 0.2472, 0.3634, 0.4387, 0.3822, 0.1218, 0.5003, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44062895904311616, 0.5202008939336901, 0.41945119407072234, 0.4749930054151335, 0.378164576465537, 0.4865690943958776, 0.4260519072663748, 0.45327656534553057, 0.410894663267769 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2674625140931489, 0.17497542936315844, 0.24046480335695455, 0.1392787323300827, 0.1781988412813623, 0.31310793827719896, 0.11315305671577044, 0.18112835420237172, 0.22847963070354466 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17316644494996727, 0.3452254645705316, 0.17898639071376782, 0.3357142730850508, 0.19996573518417485, 0.17346115611867866, 0.31289885055060446, 0.27214821114315885, 0.18241503256422453 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0705550108865804, 1.1523575490804348, 1.078760505651214, 1.0901229246823858, 1.125237994066851, 1.1831657719236135, 1.0423529260444684, 1.088243590898161, 1.1796391186791526 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4455812065781946, "rpss": 0.014105015860799819, "bss_below": 0.0055254991255815344, "bss_above": 0.021237180433294922, "log_loss": 1.112270599101429, "log_loss_skill": -0.012432357390350868, "reliability": { "below": { "weight": [ 0.014911, 0.0, 0.065864, 0.761132, 0.157641, 0.000451, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, NaN, 0.2853, 0.3452, 0.438, 0.5026, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2775, NaN, 0.2227, 0.2526, 0.4485, 0.8349, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.20065, 0.539962, 0.255827, 0.00341, 0.00015, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2733, 0.351, 0.4161, 0.5172, 0.6187, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3291, 0.4081, 0.4641, 0.5232, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4346224541744404, 0.5297520425716767, 0.4100594735948738, 0.4732070866170781, 0.3670471287490235, 0.5099351858256818, 0.41187950323812733, 0.45395438877112376, 0.42151422013968187 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30022754686787884, 0.13585524840627478, 0.2448325575982904, 0.1321242494796629, 0.1827282707887918, 0.3452679955663275, 0.10889855230784397, 0.14667890734731848, 0.2286864493108702 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.13439490730656153, 0.39389679416540163, 0.16522691599658335, 0.3410828371374151, 0.18431885796023179, 0.16466719025935414, 0.3029809509302832, 0.3072754814238052, 0.1928277708288117 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0450651723558009, 1.102465233247887, 1.0400313283220886, 1.0695934485609815, 1.1185242458118732, 1.178161440239887, 1.0496169297464135, 1.0705462806077768, 1.2012723529943015 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44577460929796753, "rpss": 0.021928332109439452, "bss_below": 0.01868138899147087, "bss_above": 0.024622254381972186, "log_loss": 1.0972529368763344, "log_loss_skill": 0.001237308229981915, "reliability": { "below": { "weight": [ 0.012681, 0.0, 0.064689, 0.769396, 0.152676, 0.000558, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, NaN, 0.2861, 0.3439, 0.4395, 0.5026, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2232, NaN, 0.2271, 0.2492, 0.5043, 0.8349, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.206447, 0.53268, 0.257291, 0.003396, 0.000186, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2731, 0.3511, 0.4156, 0.5178, 0.6187, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.33, 0.4115, 0.4832, 0.6231, 1.0, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45357653358343764, 0.43287416722774236, 0.4979468939140032, 0.4081662130914095, 0.4305255334922844, 0.46972704863551223, 0.43412923076349735, 0.40840573670264874, 0.41106056207999114, 0.39624133682066315, 0.4840501930861192, 0.3952977088020178, 0.3994898053706255, 0.5007495865580412, 0.3937720611767062, 0.4543590153166749, 0.3991443918856772, 0.4292300275058792, 0.6671218411861285, 0.4333530337564724, 0.46520967034842275, 0.482031116422248, 0.5283963835977954, 0.4009585932022237 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1998895184434718, 0.19788121223011343, 0.16608961621745774, 0.17966361536147166, 0.10131593827620268, 0.3147596429781285, 0.32936086162392714, 0.22794327838802866, 0.27831143470949876, 0.2336051084236147, 0.21906201305848894, 0.11568559095855947, 0.21132551585633821, 0.20996095160631606, 0.163000587267923, 0.26045515192443425, 0.24500713044873113, 0.19121286446429647, 0.45838792555372637, 0.2059631024519034, 0.19818409565809889, 0.2786990339008938, 0.31711789182764005, 0.13138817864155156 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2536870166896825, 0.2349929564312024, 0.33185728181194235, 0.22850259861567043, 0.3292095962867961, 0.1549674037616656, 0.1047683677004964, 0.18046245809277978, 0.13274912596046404, 0.16263622675270728, 0.2649881799953956, 0.2796121189736779, 0.18816428828257764, 0.2907886358896543, 0.23077147434701245, 0.19390386373081092, 0.1541372619050668, 0.23801716433283548, 0.20873391618553325, 0.22738993176123867, 0.2670255768506113, 0.20333208070690736, 0.2112784901931934, 0.2695704156087052 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "log_loss": [ 1.0396848668506355, 1.0914497013881221, 1.1273022247806896, 1.1116975884157752, 0.981710068150258, 1.147921310491515, 1.0425768619036428, 1.0076311490307506, 1.0327839718475473, 1.074403726575336, 1.1111229171762214, 1.0414189411426584, 1.1244118892672368, 1.1795230722295222, 1.0942508950668568, 1.0367895723812965, 1.0216766667105253, 1.072928593428952, 1.3106142807064676, 1.1129520489411162, 1.0909250561477415, 1.0681243108012126, 1.0877695653623345, 1.047533463981637 ], "log_loss_clim": [ 1.0833107766890993, 1.1061581409350472, 1.0907329920679028, 1.1143929123594323, 1.0784896069122667, 1.1049278414958539, 1.0902237365228555, 1.0932521894921206, 1.0979835582707433, 1.1152966884722595, 1.0933427377911689, 1.1065882967448433, 1.1231050629766581, 1.0966596561133757, 1.1211531536802515, 1.0820410495666335, 1.1014941064968364, 1.1021243147132054, 1.0744697759847108, 1.1074777045772977, 1.0881185614326698, 1.0776689007395701, 1.069683779800534, 1.1062546918244758 ] }, "rps": 0.4489923618552592, "rpss": 0.009448955987104823, "bss_below": 0.0013018338956652942, "bss_above": 0.017602219994486856, "log_loss": 1.0857167809490855, "log_loss_skill": 0.010170864160611637, "reliability": { "below": { "weight": [ 0.0, 0.00789, 0.209867, 0.585893, 0.192154, 0.004195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2672, 0.3467, 0.427, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4998, 0.3217, 0.3247, 0.4396, 0.299, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001597, 0.246292, 0.599719, 0.142125, 0.010015, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2689, 0.3425, 0.4307, 0.5317, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0177, 0.2364, 0.3826, 0.4063, 0.135, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.440548725198347, 0.4522825467715237, 0.5202685287392907, 0.40510468484767076, 0.42399493119165377, 0.4877990504169845, 0.452970148992613, 0.3986676728554734, 0.4140704480762698, 0.4097940450706733, 0.47337247900131274, 0.3941556149858349, 0.4038289599508168, 0.5118969901781217, 0.37324735141956633, 0.43933217741903646, 0.40011459211654726, 0.4337910399791949, 0.6617818284947126, 0.39998105972511594, 0.45995222390077106, 0.48659044181738037, 0.5039490324768265, 0.4026103185189746 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2288892995174454, 0.19380873018671793, 0.16867133664592676, 0.19716252756218297, 0.09677724738055558, 0.32423397579271884, 0.34793549718615474, 0.27290763770654025, 0.2737920589097788, 0.23911865408836028, 0.18208524859624742, 0.11866654842271163, 0.2155315118633077, 0.19092633476227885, 0.16663595387725988, 0.2896916947307509, 0.25697813024689253, 0.19035925580173937, 0.46096524218393375, 0.15050400496872077, 0.14938051654727597, 0.32607197055937537, 0.26649908104584463, 0.11005738048793061 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21165942612962488, 0.2584738180280472, 0.35159719686294755, 0.20794215705758215, 0.32721768403614926, 0.16356507269811194, 0.10503465000594052, 0.12576003389840817, 0.1402783882156491, 0.17067538968191773, 0.2912872313884594, 0.2754890671240144, 0.18829744640106674, 0.32097065677155007, 0.20661139748942584, 0.14964048139406594, 0.14313646240173358, 0.2434317855865307, 0.20081658611130598, 0.24947705607203854, 0.31057171145467855, 0.1605184673792053, 0.23744995015606166, 0.29255293947716365 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "log_loss": [ 1.0330209629964264, 1.1138170693071008, 1.1360174547473731, 1.129812999641959, 0.9650079728546679, 1.1670782372957236, 1.0567953820473373, 1.0064666582219262, 1.0265865552196192, 1.0728339515355725, 1.1149154374165535, 1.0406268305357707, 1.1380336765645918, 1.2011552096802218, 1.0859954499803786, 1.030566348117992, 1.0166559191202198, 1.0775240346032244, 1.277931254475278, 1.0944742104398855, 1.0638895109890119, 1.0754754764067085, 1.057553416104004, 1.0301519793396865 ], "log_loss_clim": [ 1.0863681418311129, 1.102088246616862, 1.084765576338115, 1.118579979125899, 1.0766554212068957, 1.1015494887888502, 1.085001927559242, 1.097787805424923, 1.0961046508895094, 1.1084937179386247, 1.1000178543213168, 1.1066086495734608, 1.1237320723726003, 1.0970815522444581, 1.127063895695431, 1.086362340107213, 1.0985485748960706, 1.1013663013101787, 1.0707796763164559, 1.1169717651170743, 1.085286481267623, 1.078938529290984, 1.0720472590764443, 1.1015331869218679 ] }, "rps": 0.4479210371726963, "rpss": 0.01206440632977368, "bss_below": 0.004561247553294234, "bss_above": 0.019572484452197947, "log_loss": 1.0838494165683847, "log_loss_skill": 0.011827619413836699, "reliability": { "below": { "weight": [ 0.0, 0.005184, 0.205355, 0.583686, 0.202266, 0.003509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2683, 0.3469, 0.4271, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4296, 0.3134, 0.3271, 0.4406, 0.2761, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000696, 0.252004, 0.580634, 0.158504, 0.008058, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1977, 0.2692, 0.3426, 0.431, 0.5287, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0502, 0.2478, 0.3715, 0.4246, 0.1948, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43984980732198165, 0.518560746107335, 0.43523898347296314, 0.4867200884430355, 0.36848984159496045, 0.4718087425804356, 0.4375743829792712, 0.45890716542216575, 0.40054804442511266 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27214077165905415, 0.1665584054318119, 0.24937031280563723, 0.13173872560406824, 0.170546187353218, 0.3167954542060794, 0.10554293753944455, 0.17632854011946825, 0.2251132877383705 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16770904351005642, 0.3520023203401859, 0.18586867441805166, 0.3549813401778034, 0.19794365698932406, 0.15501330160437793, 0.332031426026917, 0.28257861429038994, 0.1754347641097294 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "log_loss": [ 1.0658947407847266, 1.1393008198220038, 1.0452802458510717, 1.098866633383883, 1.087372064882136, 1.114529883326649, 1.0630071020878156, 1.0882328004853572, 1.0794826762021177 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4464108669274735, "rpss": 0.012269305636002259, "bss_below": 0.017502349561604125, "bss_above": 0.007919057718999811, "log_loss": 1.0868852185361955, "log_loss_skill": 0.010674412409798273, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157783, 0.768921, 0.073296, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3432, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2319, 0.2706, 0.511, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.174818, 0.800079, 0.025103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3387, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3304, 0.4182, 0.5849, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43265613910561, 0.536884822522908, 0.43023128214809947, 0.48689050276732904, 0.3563399222447671, 0.49695289919302443, 0.4219106574056298, 0.46276709336252153, 0.4099153250437044 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30949991741583627, 0.12618427548326022, 0.25723985267951194, 0.12541074862458315, 0.17605658107854835, 0.3514664869921377, 0.10118850021052708, 0.1396605931685764, 0.2255520197355708 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12315623658627448, 0.4107005163290626, 0.17299143481360796, 0.361479730597642, 0.1802833467263757, 0.1454864269453341, 0.3207221397974306, 0.32310648270804604, 0.1843633121750906 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "log_loss": [ 1.0493111798266097, 1.131249120164933, 1.0321324117652098, 1.0977477648679892, 1.0812458227440367, 1.1245675139502422, 1.0619395134966247, 1.0890279898898496, 1.0873837032412486 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4482831826437326, "rpss": 0.01642428485070857, "bss_below": 0.02569239186398453, "bss_above": 0.008734671864828791, "log_loss": 1.0838450022163046, "log_loss_skill": 0.013441736636663038, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159968, 0.765467, 0.074565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3416, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2311, 0.2724, 0.5529, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.175118, 0.799127, 0.025754, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3386, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3383, 0.4251, 0.5812, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.5998374445979893 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.4989787959809214, 0.14022837992459117 ], [ -0.6345425405018018, 0.3143316962010514 ], [ -0.21692604510489866, 0.5179506550322467 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.9563498206239825, 0.0, 0.7834444283897317 ], [ -0.20116549947502113, 0.565268585170236, 0.0 ], [ -0.4850030643828247, 0.39157626858459776, 0.7954339182495213 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455896, 0.018867924809455875, 0.09138556535710393, 0.19481636623951176, 0.21993912325359505, 0.24528302252292683, 0.2679990102598769, 0.30859009170282187, 0.3763394911316396, 0.4432868856618141, 0.47169810533523576, 0.4881017319952381, 0.5648778732504492, 0.8679245667613756, 0.886792480945587 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.017833775437392695, 0.24790325011016381, 0.2711421856801584, 0.29297103092292154, 0.31690958181645673, 0.31779142681629774, 0.3323905414079979, 0.34966572535973395, 0.3513355905984238, 0.37401060774353867, 0.4314483546791257, 0.44699829966477284, 0.45423453624718246, 0.4999993235508016, 0.4999999999999936 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.02947274250984746, 0.11843652854889071, 0.17393338611052614, 0.20754717290401456, 0.20754717290401456, 0.21140807861932476, 0.24528302252292628, 0.2452830225229265, 0.25781568029918867, 0.28301885724067694, 0.29290837537966036, 0.3207547068595884, 0.34181812305056125, 0.3584905564785005, 0.35849055647850037, 0.3584905564785003, 0.39169232237934815, 0.3962264060974132, 0.43217407258656726, 0.4697644578011299, 0.5030406641045433, 0.5094339847564702, 0.6251448479651052, 0.8304333017527231, 0.9110882450003713, 0.927275897499793 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.1839744676740427, 0.1887979197947971, 0.21797628264427008, 0.25011499751380506, 0.25016062846774684, 0.2502852581913039, 0.2565059868076199, 0.2580071498550255, 0.2645375179261053, 0.2818618197050745, 0.28958306210040957, 0.2923298234342364, 0.2931751811028384, 0.29917919372196966, 0.30016294744418903, 0.303571824464615, 0.32195712049665115, 0.34895374488593495, 0.35586446742745015, 0.36236104039220146, 0.37923982783683524, 0.3853007827923786, 0.3914262398181637, 0.39298352044604545, 0.42978930829486245, 0.5506346722806288 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455868, 0.0530007287153139, 0.056603774428367615, 0.056603774428367566, 0.08653170110652311, 0.163033231841109, 0.2075471729040147, 0.2251237072208806, 0.24528302252292616, 0.26380019381035563, 0.28301885724067855, 0.31798608319040716, 0.3207547068595892, 0.33873395175588134, 0.3584905564784995, 0.394857214175601, 0.4401837497135449, 0.4970819769675406, 0.534284392779069, 0.5710228799218131, 0.6375505119474242 ], "y": [ 0.0, 0.0, 0.07730106164108308, 0.10556280859649017, 0.13807074054942697, 0.14294178622865117, 0.22401053494842743, 0.22416461738856813, 0.24764848317454172, 0.250321457369255, 0.2529469577013832, 0.28258661485884906, 0.3064845414531914, 0.32366230058487694, 0.3319326117992353, 0.3610004094049781, 0.37724995734119143, 0.4115061678734105, 0.42458342919865555, 0.4256416560296209, 0.4360292462651503, 0.44735462527679565, 0.5242647718604543, 0.5771899928660286 ] } ], "blocks": [ 26, 31, 24 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 24, "platt_ovr": 0, "beta_ovr": 0, "isotonic_ovr": 0 } } }, "May": { "tag": "init02_May", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4153793925717615, 0.4597409134885716, 0.5741982732863036, 0.3947108370261588, 0.39565772283616174, 0.6985774445287912, 0.41328461166494473, 0.4065683885565444, 0.46518312830274033, 0.45329732261381095, 0.5293044080957353, 0.4384566378025568, 0.3965153046125673, 0.39522376769939743, 0.40167437421282454, 0.46408424145587074, 0.44064116805674464, 0.44372324866104484, 0.4235357210049149, 0.4188992273226572, 0.38134842808096114, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.16951599183059787, 0.27122834231780607, 0.1608439721727237, 0.2526933893469726, 0.1600602096448712, 0.4763401654385972, 0.1942542558961523, 0.23635220049957706, 0.3519152989551238, 0.30053022958095793, 0.40580484240980913, 0.14074574626105735, 0.2229976922010735, 0.1984089582061741, 0.19718732715544668, 0.3219491629087731, 0.14618489264001833, 0.12440269833863703, 0.22621837071301185, 0.2762769664392481, 0.11910893108951418, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24586340221480046, 0.188512568701766, 0.4133543033257298, 0.14201744740383168, 0.23559751383929267, 0.22223727931715906, 0.21903035668095602, 0.1702161860985818, 0.11326782712705835, 0.1527670936767641, 0.1234995619129086, 0.29771089400930706, 0.17351761308912236, 0.19681480905857507, 0.20448704658085884, 0.1421350754337406, 0.2944562793512823, 0.3193205505719149, 0.19731735002482975, 0.14262225963773487, 0.26223949755606396, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0119703033256282, 1.102832606863079, 1.127513285803677, 1.2188443604398627, 1.0390402929885711, 1.0657944657529559, 1.3972708041019124, 1.0711462713831206, 1.08252530669521, 1.0283975116703483, 1.0240286151102014, 1.1070746300825178, 1.0486527596237702, 1.0825621764632187, 1.0769563930496262, 1.036243628214761, 1.0712276725428787, 1.076697178309308, 1.0202202522158608, 1.09753287266041, 1.0662135233047816, 1.0443327027725335, 1.151576263635172, 1.1275914281764048 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.44958254581701634, "rpss": 0.007682373045273416, "bss_below": 0.0035230618958590476, "bss_above": 0.011838382613261311, "log_loss": 1.0906768877160753, "log_loss_skill": 0.005733211635943092, "reliability": { "below": { "weight": [ 0.0, 0.026618, 0.226989, 0.572976, 0.170563, 0.002854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2631, 0.348, 0.4273, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5134, 0.2845, 0.3313, 0.4545, 0.3238, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.286488, 0.580344, 0.118545, 0.013247, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.274, 0.343, 0.4283, 0.5322, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3612, 0.4668, 0.1228, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.4329354141283957, 0.4802000696223814, 0.540399288800965, 0.3809091559963429, 0.4017990466557816, 0.7548335992227427, 0.41127669526473287, 0.4090326044985583, 0.46663300896725723, 0.45312791961243654, 0.5085956212758357, 0.4528788537336364, 0.3906380193626639, 0.4005405702686803, 0.40095980826266436, 0.44179902379036295, 0.4576965973559968, 0.4387113124930853, 0.4357156575677515, 0.43541611591007495, 0.3751074037657803, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17821321047829475, 0.30309927357146266, 0.15222319065932946, 0.2764459984732856, 0.14175375213322552, 0.5326702469313931, 0.1832725205699932, 0.23435401373525677, 0.34435078390977664, 0.2779610419802756, 0.3943329260148977, 0.11316606420558817, 0.2361408545380199, 0.18780319624518435, 0.21827096200055246, 0.2879522657982852, 0.14433515774862668, 0.11845178700417092, 0.2130437334685415, 0.29403339170494525, 0.12878621885208338, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.2547222051090692, 0.17710079278781501, 0.38817610114182644, 0.10446315654592084, 0.26004529568460466, 0.22216335302405815, 0.2280041760073868, 0.17467858962565339, 0.12228222282490205, 0.17516687854454357, 0.11426269058816656, 0.3397127930551082, 0.15449716479297756, 0.21273737365259054, 0.18268884565582572, 0.15384675557031, 0.31336144441956004, 0.3202595256763009, 0.22267192497979596, 0.14138272284135436, 0.24632118523388927, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9948129014640206, 1.1197879284666203, 1.1410494004594145, 1.186314589775487, 1.0213648908340207, 1.054596815558396, 1.475383384172825, 1.065160990358666, 1.0800296301581165, 1.047928544688395, 1.0490402968450878, 1.0774689702429754, 1.0527817661037813, 1.068448456310303, 1.0858828715446636, 1.036468248359103, 1.0801048804290416, 1.0800250643342024, 1.013247690443048, 1.095640688087945, 1.059887932367331, 1.067688924093097, 1.1416376203823788, 1.104694723051013 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.45016220946505653, "rpss": 0.007072492137717656, "bss_below": 0.0012611465058721683, "bss_above": 0.012876805605022246, "log_loss": 1.0916436336887472, "log_loss_skill": 0.004730306202326173, "reliability": { "below": { "weight": [ 0.0, 0.030232, 0.237187, 0.56977, 0.160931, 0.00188, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2632, 0.3475, 0.4265, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5324, 0.2893, 0.3253, 0.4722, 0.4269, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.283489, 0.571549, 0.127543, 0.015819, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2734, 0.3439, 0.428, 0.5341, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2651, 0.3696, 0.4668, 0.0727, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.087809960827378, 1.083307270044727, 1.0203935829675246, 1.0878370167434557, 1.1910268435502933, 1.0570152161642519, 1.071868512498896, 1.0261334034087717, 1.1103398277709717 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "bss_below": 0.04299329642105254, "bss_above": 0.01159158598908372, "log_loss": 1.0817479593306967, "log_loss_skill": 0.015350547382843693, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.210595, 0.669283, 0.119748, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4216, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0855, 0.2916, 0.428, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300472, 0.647895, 0.051634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.3372, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3007, 0.3596, 0.5429, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.0824108639535324, 1.082267228033095, 1.0224178552144967, 1.0817297493240838, 1.202954998837966, 1.078911305552069, 1.082917057053476, 1.036583580264753, 1.1082788764938998 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "bss_below": 0.033463539075251236, "bss_above": 0.004542554628401918, "log_loss": 1.086496834969708, "log_loss_skill": 0.011027934376581672, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239436, 0.670336, 0.089674, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2614, 0.343, 0.4226, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.2692, 0.3556, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274484, 0.656541, 0.068975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3395, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3516, 0.3671, 0.5425, NaN, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.437732858432492, 0.41195724395181244, 0.4584233198778597, 0.5634521746829259, 0.39937793521786513, 0.4017121658609904, 0.6495848248134573, 0.4157889418157711, 0.4100033723068741, 0.4681639372545998, 0.4606508516069512, 0.5227451130095708, 0.44617675136423657, 0.4014606568943091, 0.40343235644042297, 0.4097303267862201, 0.46749844313318806, 0.44027893834610815, 0.45084060196407966, 0.4244653659574514, 0.41758617376599744, 0.3889379052691067, 0.47529627091133764, 0.46793133575876544 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1380932826664319, 0.1696694386064761, 0.2674680953455585, 0.15857740084883723, 0.2535011693898845, 0.16583415950012356, 0.42973115829334324, 0.19775180108757942, 0.23539275748417957, 0.3489139340995484, 0.3036224021186676, 0.39163098156995924, 0.15264288268563217, 0.22445628064785558, 0.20348719806009724, 0.20386997195493772, 0.318865444601616, 0.15169341635410388, 0.13512768301150282, 0.22564156457923146, 0.2704201537794644, 0.12878087167042399, 0.15756717162744197, 0.18284252624017355 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29963957576606004, 0.24228780534533642, 0.1909552245323014, 0.40487477383408865, 0.1458767658279806, 0.2358780063608668, 0.21985366652011423, 0.21803714072819189, 0.17461061482269458, 0.11925000315505156, 0.1570284494882837, 0.13111413143961156, 0.2935338686786043, 0.17700437624645343, 0.19994515838032564, 0.20586035483128234, 0.14863299853157216, 0.28858552199200416, 0.3157129189525769, 0.19882380137821995, 0.14716601998653303, 0.26015703359868275, 0.31772909928389553, 0.28508880951859183 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0110864392681331, 1.108626053690298, 1.1277481403525849, 1.2048332211417847, 1.0487378232444147, 1.0822591652705158, 1.2679839344866997, 1.0797992883654957, 1.097488553716679, 1.0242083144555885, 1.0261919525491439, 1.0762160154529512, 1.0559271321368975, 1.0928617028681644, 1.1035562290412941, 1.0545275480371807, 1.069980773258308, 1.0801493853035973, 1.0204359351832821, 1.1050523893627293, 1.061659032128624, 1.0672457048149109, 1.1430404864217962, 1.1383838750186175 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.44971782772593305, "rpss": 0.007383779107241084, "bss_below": 0.003499361814618185, "bss_above": 0.011265113421585538, "log_loss": 1.0894999623154038, "log_loss_skill": 0.0068061030224289, "reliability": { "below": { "weight": [ 0.0, 0.00175, 0.103174, 0.793942, 0.10105, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.2665, 0.3536, 0.4175, 0.5016, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9681, 0.3966, 0.3237, 0.464, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000138, 0.003279, 0.191413, 0.648208, 0.147732, 0.009201, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0837, 0.1819, 0.2723, 0.3483, 0.4289, 0.5273, 0.622, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.384, 0.2764, 0.3428, 0.4739, 0.0643, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4407770820765444, 0.4246469409815775, 0.4756753021648878, 0.5357587443456834, 0.3896922983753415, 0.40875438115532875, 0.694326596520135, 0.41496421353441065, 0.4101353665786297, 0.46656812264834374, 0.45849420297502813, 0.5075341172375248, 0.46035159451961416, 0.39839282918023117, 0.40686181243349223, 0.40890770003382926, 0.4462546991687287, 0.4564458452356454, 0.44592608250444266, 0.4351986918612612, 0.4323065506934917, 0.38255807068698944, 0.45247416478475555, 0.44818231048652923 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.13068651991525523, 0.17446646246597733, 0.29547081952582893, 0.15444413736166124, 0.27852082423891067, 0.14957150061965252, 0.47627726697253275, 0.18835636506264286, 0.2319499262709436, 0.33909667243023095, 0.28051206135055357, 0.38433601162804915, 0.12686144888340342, 0.2389031138115436, 0.19210644380097144, 0.2234399138676784, 0.2868282789114413, 0.1499636227027588, 0.12917887926985028, 0.21320331019080963, 0.2866644351572713, 0.13741392624491514, 0.16153200113586405, 0.19557028603239465 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3100905621612891, 0.25018047851560016, 0.18020448263905903, 0.381314606984022, 0.11117147413643085, 0.25918288053567634, 0.2180493295476023, 0.22660784847176782, 0.178185440307686, 0.12747145021811276, 0.1779821416244746, 0.12319810560947544, 0.3334901456362109, 0.15948971536868756, 0.2147553686325209, 0.18546778616615092, 0.15942642025728768, 0.30648222253288676, 0.3167472032345925, 0.22199538167045166, 0.14564211553622047, 0.2451441444420741, 0.29094216364889136, 0.2526120244541344 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9930931974733397, 1.115192389832619, 1.1337720616604867, 1.1795420933891767, 1.036279785439581, 1.0700232058494044, 1.3189396531931241, 1.076206116399952, 1.0899523641459719, 1.039781224296804, 1.0495278727728343, 1.0567026860655417, 1.0558537480164478, 1.08329098595689, 1.108974187644452, 1.054217924474824, 1.0855643142840956, 1.0779842128038457, 1.014876265666269, 1.100461041752859, 1.0496927550792654, 1.0941881511302651, 1.1408468004387593, 1.118795953295945 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4500494883409352, "rpss": 0.007321122303697525, "bss_below": 0.0021659279371980533, "bss_above": 0.012470079341962315, "log_loss": 1.0893232912942812, "log_loss_skill": 0.006845801033402488, "reliability": { "below": { "weight": [ 0.0, 0.00196, 0.108951, 0.791883, 0.097171, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.265, 0.3527, 0.4169, 0.5001, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9647, 0.4123, 0.3187, 0.4903, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000137, 0.003506, 0.191406, 0.635522, 0.15762, 0.011774, 3.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0837, 0.1816, 0.2717, 0.349, 0.4291, 0.5274, 0.622, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.3559, 0.2621, 0.349, 0.4679, 0.0563, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41559317595602185, 0.39691240461932814, 0.4091478217800058, 0.36406904057286243, 0.5021328883304885, 0.47886385239780693, 0.4400662669851887, 0.3978162965843493, 0.3895176852199076 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.15111106236908475, 0.1766771568759175, 0.1544267108394365, 0.1818083041899974, 0.16025429559257984, 0.35137665579675065, 0.19222825234386218, 0.20111074632933898, 0.19786658867766038 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26448211358693696, 0.22023524774341066, 0.2547211109405693, 0.18226073638286494, 0.34187859273790855, 0.12748719660105617, 0.24783801464132643, 0.19670555025501027, 0.1916510965422472 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1144100926802316, 1.1139302730394711, 1.0353705821691264, 1.1319331130214079, 1.1927815802697244, 1.0373345597334847, 1.0767702950699503, 1.042710276917068, 1.1354622426913388 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4215688258273288, "rpss": 0.013832225754372707, "bss_below": 0.014741671263917122, "bss_above": 0.013038222752830952, "log_loss": 1.0978558906213114, "log_loss_skill": 0.0006884760645747834, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.066761, 0.854039, 0.0792, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2661, 0.3545, 0.4145, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1065, 0.2666, 0.3739, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001183, 0.16902, 0.743875, 0.085394, 0.000528, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1977, 0.2741, 0.3477, 0.4248, 0.5035, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2492, 0.332, 0.3394, 0.4918, 0.8572, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3930542640506341, 0.41032380414504405, 0.41192502885632115, 0.36163445432538643, 0.5203864004961642, 0.4688748623165068, 0.43183121676289604, 0.40943673871586517, 0.3935987755132917 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.1545135653276166, 0.17574631636019966, 0.13219304831928938, 0.18364193995553343, 0.1615712598167183, 0.3368464175873397, 0.18130240843919013, 0.17989444451622913, 0.1895787294521844 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23854069872301742, 0.23457748778484436, 0.27973198053703185, 0.17799251436985303, 0.35881514067944587, 0.13202844472916705, 0.25052880832370583, 0.22954229419963595, 0.20402004606110735 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1251511552401212, 1.1045326382160026, 1.03389608706737, 1.1332965409713012, 1.200110999592181, 1.0563249671468293, 1.091153862820344, 1.0492314838704015, 1.1354119337330126 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4223406161313455, "rpss": 0.0063792818323691325, "bss_below": 0.003157686801133597, "bss_above": 0.00895777473948911, "log_loss": 1.103234407628618, "log_loss_skill": -0.00420726122936399, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.076242, 0.860486, 0.063272, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2674, 0.3515, 0.4172, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1045, 0.24, 0.3015, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001373, 0.160105, 0.729086, 0.108502, 0.000934, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1976, 0.2733, 0.3499, 0.4263, 0.5045, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1993, 0.3868, 0.355, 0.4891, 0.9001, NaN, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.429242118646559, 0.4146701056852542, 0.46633540089778275, 0.5844868138358283, 0.39305518325766914, 0.39616599561329374, 0.6941410872872821, 0.41205055930035894, 0.4108108408675521, 0.46243403037341213, 0.447078074053069, 0.5295927992280535, 0.43691303064325954, 0.3962107065016109, 0.3975690043115186, 0.4037787438941951, 0.4676761337458073, 0.4378462711543781, 0.4403886834316835, 0.4267268673742807, 0.4196134048836869, 0.38074805159456476, 0.4812805899977076, 0.47200742021720626 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13375107662670807, 0.17090473271741846, 0.2719368937709079, 0.1704337013403738, 0.2493784410236123, 0.16252019116601307, 0.4548228888697377, 0.19523445301973952, 0.23560275467810737, 0.3448062157409246, 0.29311424034859657, 0.3969356300291261, 0.14607389531011686, 0.22144569652677978, 0.19807838053528298, 0.1997545091850377, 0.3188679422153538, 0.14958164641469035, 0.12939537673064053, 0.22721989521371647, 0.2732193431599567, 0.12265473617808186, 0.16099714289075712, 0.18437645868843391 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29549104201985094, 0.24376537296783582, 0.1943985071268748, 0.41405311249545457, 0.14367674223405688, 0.23364580444728072, 0.23931819841754434, 0.21681610628061945, 0.1752080861894448, 0.1176278146324877, 0.1539638337044725, 0.13265716919892737, 0.2908391353331427, 0.17476500997483113, 0.19949062377623564, 0.20402423470915756, 0.14880819153045352, 0.28826462473968767, 0.3109933067010431, 0.19950697216056434, 0.14639406172373007, 0.2580933154164828, 0.32028344710695056, 0.2876309615287723 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 0.9998341073468929, 1.1092084239594047, 1.137689207169382, 1.2342758731378078, 1.040673553389743, 1.0791510417058046, 1.3370977262176162, 1.0735179597911468, 1.0971518259831827, 1.0148378544991048, 1.0045809426849635, 1.087915161259932, 1.0438504867188643, 1.086954859753323, 1.0893582961947963, 1.0468227152474143, 1.0687370160070995, 1.0757051935732973, 1.0070337665858609, 1.1089406073666368, 1.0680569396288815, 1.0522964236814842, 1.1499208664693419, 1.1417829015636713 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.45003424653316726, "rpss": 0.006685380197319235, "bss_below": 0.004322882286600382, "bss_above": 0.009046003044368645, "log_loss": 1.0898080729139854, "log_loss_skill": 0.006525227779941467, "reliability": { "below": { "weight": [ 0.0, 0.003984, 0.188353, 0.635537, 0.165315, 0.006784, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1925, 0.2745, 0.3478, 0.4313, 0.5313, 0.6105, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8583, 0.321, 0.3231, 0.4518, 0.3854, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000138, 0.005015, 0.223601, 0.584035, 0.168973, 0.015016, 0.003193, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0671, 0.1746, 0.2732, 0.3477, 0.4298, 0.5351, 0.6262, 0.7028, NaN, NaN ], "observed_frequency": [ 1.0, 0.6809, 0.2441, 0.353, 0.4717, 0.1929, 0.053, 0.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43084715814758895, 0.43097997097692914, 0.48767383290882615, 0.5467309712439353, 0.38033410651881766, 0.40096660578220467, 0.7506485096028289, 0.40953298557497003, 0.411294643663659, 0.46384789713433094, 0.447886548324573, 0.509776695903032, 0.45032927560769564, 0.3916642858183153, 0.40173288624607284, 0.402630265271716, 0.4450326263377917, 0.45362502040502845, 0.4354030831819794, 0.43826542613227576, 0.43536377230478035, 0.37635934027991935, 0.4570009380851442, 0.44982499118825925 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.1255491898846687, 0.17841837114642506, 0.3027209681325823, 0.1602170505097502, 0.2723306249064021, 0.1446513165175358, 0.5071925097634399, 0.18468231961980916, 0.23268211767023833, 0.3372136822808845, 0.27236104547007856, 0.3865572642877858, 0.11990333373801801, 0.23468584908174317, 0.18721299967654756, 0.21926459331421003, 0.2855131865213266, 0.14758291528364334, 0.12337603493558108, 0.21544478841025028, 0.2900784526351284, 0.1320627645159566, 0.1641955241549805, 0.19562535396567382 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3052979682629201, 0.252561599830504, 0.18495286477624395, 0.3865139207341849, 0.10800348161241567, 0.25631528926466896, 0.24345599983938926, 0.22485066595516084, 0.1786125259934206, 0.12663421485344656, 0.1755255028544944, 0.12321943161524603, 0.33042594186967744, 0.15697843673657205, 0.2145198865695252, 0.18336567195750578, 0.1595194398164651, 0.30604210512138513, 0.3120270482463983, 0.2228206377220256, 0.14528531966965197, 0.2442965757639629, 0.29280541393016385, 0.25419963722258526 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9804004088245866, 1.1219730254142863, 1.1496036660631026, 1.1966119276151688, 1.0240990398385454, 1.0628293387218695, 1.4058394171827264, 1.0677357050072858, 1.0910504251652824, 1.0348450295500948, 1.0323586669791063, 1.0607580662463665, 1.0434481836136993, 1.0747855442561243, 1.0952309077348166, 1.0474557595606906, 1.0814965715799607, 1.0743767581345058, 1.0010627278799726, 1.1061969362036792, 1.057560056709479, 1.0814450044144805, 1.1458254773173966, 1.1192148059351177 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4503229931933614, "rpss": 0.006717849781487262, "bss_below": 0.0032385472638333246, "bss_above": 0.010192942651495174, "log_loss": 1.0898418104145142, "log_loss_skill": 0.0063730585100216786, "reliability": { "below": { "weight": [ 0.0, 0.005105, 0.197886, 0.633079, 0.158424, 0.005506, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1925, 0.2741, 0.3469, 0.4305, 0.5261, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8632, 0.3243, 0.3201, 0.4593, 0.5198, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000137, 0.00517, 0.220688, 0.573192, 0.178949, 0.017773, 0.004056, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0671, 0.1741, 0.2727, 0.3484, 0.4297, 0.5357, 0.6258, 0.7028, NaN, NaN ], "observed_frequency": [ 1.0, 0.6639, 0.2308, 0.3581, 0.4736, 0.171, 0.0516, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4122470980252078, 0.39196987345597556, 0.39773033697182497, 0.36426035240529103, 0.5150044954751472, 0.47182580073616415, 0.43441435408983853, 0.3916104408342035, 0.38959118289650907 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14671231225503542, 0.17226709234485774, 0.14651104564244044, 0.18197898437264415, 0.16822969041895697, 0.34613319567677037, 0.1877169774225047, 0.19742920831044974, 0.19947003239742045 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26553478577017237, 0.21970278111111782, 0.25121929132938464, 0.18228136803264683, 0.34677480505619024, 0.12569260505939372, 0.2466973766673339, 0.19418123252375372, 0.1901211504990888 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.1035352321343668, 1.1026298777366308, 1.0166759487021786, 1.1309568653424096, 1.2061815203453297, 1.0257385672252035, 1.0674045474030627, 1.0339900144094245, 1.1391696706640586 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4187393260989068, "rpss": 0.02045121956619078, "bss_below": 0.02612363760692704, "bss_above": 0.015498866976283998, "log_loss": 1.091809138218074, "log_loss_skill": 0.006192467445009786, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.122957, 0.700916, 0.170078, 0.006049, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.3473, 0.4263, 0.5225, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0878, 0.2512, 0.4487, 0.2097, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00149, 0.198116, 0.687645, 0.109201, 0.003548, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2724, 0.3467, 0.426, 0.5179, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4996, 0.31, 0.3408, 0.471, 0.9575, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3898770113910811, 0.40544444692379705, 0.40143827706981045, 0.3614772161554698, 0.5363047775624146, 0.46610270905249496, 0.42819077445614234, 0.40405465819730546, 0.393031798255629 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14975669919041562, 0.1715478369699973, 0.12546595968738775, 0.18243941706440345, 0.1715627134741408, 0.3350930562627454, 0.1780085428749079, 0.1765990986884887, 0.18986003250120675 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24012031220066551, 0.23389660995379974, 0.2759723173824227, 0.1790377990910663, 0.364742064088274, 0.13100965278974952, 0.2501822315812344, 0.22745555950881682, 0.20317176575442225 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.1119934876126463, 1.0938079594866186, 1.017272300993678, 1.1291535082413342, 1.2171702223850605, 1.0518823072100274, 1.0840702925539387, 1.0414870196929114, 1.1345741374119156 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4206579632293494, "rpss": 0.010337979435794176, "bss_below": 0.011951207093807592, "bss_above": 0.009046772329355801, "log_loss": 1.0979345817320145, "log_loss_skill": 0.0006168483268821356, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.141451, 0.725841, 0.125492, 0.007216, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2826, 0.3448, 0.4262, 0.5247, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0873, 0.2377, 0.3789, 0.1538, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002028, 0.179762, 0.678683, 0.134202, 0.005326, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1903, 0.271, 0.3492, 0.4278, 0.52, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4999, 0.3724, 0.354, 0.4591, 0.9649, NaN, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4139309277363924, 0.4223603139078111, 0.4831277479123503, 0.5950692007226427, 0.38686672792277504, 0.3892134219783754, 0.7127120088919031, 0.406863540361201, 0.41331108888215373, 0.4607288742876703, 0.43342467565640896, 0.5472864934399737, 0.42046241138077994, 0.3943334673663926, 0.3955312153334075, 0.3926413992931324, 0.47075732619379185, 0.42796285269641177, 0.42575245751450064, 0.43258193600259, 0.4198106151156565, 0.36362178364720804, 0.48457026168850825, 0.47517168529291365 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12875771581036588, 0.17735871320236968, 0.27912054801999303, 0.17517469228814236, 0.24575615853352695, 0.1574012569977234, 0.46654573579725767, 0.19271695513743875, 0.2332663475020894, 0.3454561985425261, 0.2844325332080486, 0.4071874989536302, 0.13550556496698732, 0.2226774743599717, 0.19578437265808374, 0.1914019209701525, 0.3202103374795673, 0.14534755731719182, 0.12453106693419591, 0.22948456408849496, 0.2751401785023044, 0.1123141895642341, 0.1629019581223405, 0.18366461418302993 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2851732119260265, 0.2450016007054413, 0.2040071998923573, 0.41989450843450044, 0.14111056938924804, 0.23181216498065196, 0.24616627309464517, 0.2141465852237624, 0.18004474138006435, 0.11527267574514405, 0.1489921424483604, 0.14009899448634358, 0.28495684641379265, 0.17165599300642084, 0.19974684267532383, 0.2012394783229801, 0.1505469887142245, 0.28261529537922, 0.30122139058030467, 0.20309737191409513, 0.14467043661335194, 0.25130759408297376, 0.3216683035661676, 0.2915070711098837 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 0.978635948270365, 1.1189248350253194, 1.1594944624981822, 1.2751589053663264, 1.0353321437038856, 1.0694259648537108, 1.368936743062177, 1.0643714990431072, 1.0933063629936766, 1.0166065287241264, 0.9886835116583695, 1.115718492336205, 1.020286213578619, 1.1409016364572908, 1.0849065498919017, 1.02087641959679, 1.0708850440649238, 1.058906856902261, 0.9851910224599186, 1.1156560875385273, 1.0686043698457581, 1.0234835419141324, 1.1541443126484394, 1.1411139840874756 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.4486705180510396, "rpss": 0.009695398766292551, "bss_below": 0.00781312838000392, "bss_above": 0.011576175235146868, "log_loss": 1.0903979765217289, "log_loss_skill": 0.005987468547925756, "reliability": { "below": { "weight": [ 0.014657, 0.011018, 0.27736, 0.473515, 0.196109, 0.025242, 0.00207, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.049, 0.163, 0.2734, 0.3409, 0.435, 0.5338, 0.6332, 0.7003, NaN, NaN ], "observed_frequency": [ 0.0435, 0.4123, 0.3112, 0.3305, 0.4327, 0.506, 0.4332, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.000138, 0.004871, 0.281893, 0.449356, 0.231547, 0.028945, 0.00308, 0.00017, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1678, 0.2659, 0.349, 0.4381, 0.5375, 0.6461, 0.708, NaN, NaN ], "observed_frequency": [ 1.0, 0.8213, 0.2489, 0.3432, 0.4754, 0.2752, 0.156, 0.3335, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41425720206588895, 0.44283954730104247, 0.5115539477375002, 0.5459005769038578, 0.37251284515098365, 0.3905079467401922, 0.7711724790885157, 0.4028347777947034, 0.41213075023835566, 0.46713522336949537, 0.43830005269191386, 0.5250744079383516, 0.431836918010894, 0.39073095825214615, 0.40063585578738503, 0.393134989855354, 0.4461016209564129, 0.44313796697654745, 0.41928921082565435, 0.4432828608284414, 0.4368402441908579, 0.3619177182412243, 0.4578867687148802, 0.448657878023153 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12061450582218833, 0.18776500534862348, 0.31377862231340914, 0.1587661738954266, 0.267325179583557, 0.13736548536537102, 0.5200450676060976, 0.18141906530177027, 0.23024334334362298, 0.34115150118379073, 0.26608754951895264, 0.3960101571282479, 0.10876008213455464, 0.2360815143230771, 0.18574782342550095, 0.21184401476683248, 0.28554770145494696, 0.1429469182492879, 0.1180579769149691, 0.21726751238466357, 0.29284430678510703, 0.1219485464613103, 0.16503028575890463, 0.19273606704565655 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.2936426962437006, 0.2550745419524192, 0.19777532542409085, 0.3871344030084312, 0.1051876655674267, 0.2531424613748211, 0.2511274114824182, 0.22141571249293315, 0.1818874068947328, 0.12598372218570467, 0.17221250317296138, 0.1290642508101039, 0.32307683587633945, 0.15464944392906915, 0.21488803236188414, 0.18129097508852157, 0.16055391950146608, 0.3001910487272596, 0.30123123391068524, 0.2260153484437779, 0.143995937405751, 0.23996917177991403, 0.29285648295597566, 0.2559218109774966 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9564513411299904, 1.139894767104262, 1.1811556158718726, 1.2214075930385015, 1.0167741174415634, 1.0486537207013702, 1.4412370161733035, 1.0564126537475986, 1.0851264662276001, 1.043076705594568, 1.0209927615294998, 1.0856232596365982, 1.0200707147462764, 1.1433975675051555, 1.0926934356366764, 1.0246071519737128, 1.08093630828928, 1.0582518802412186, 0.9780769359290136, 1.1102351887381885, 1.0599240007833373, 1.0562755803993555, 1.145613966202093, 1.1118473371633686 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.4486530311534896, "rpss": 0.010401302571638071, "bss_below": 0.006942311539917201, "bss_above": 0.013856108530809985, "log_loss": 1.09078067024185, "log_loss_skill": 0.005517084358719226, "reliability": { "below": { "weight": [ 0.015284, 0.012193, 0.293606, 0.466947, 0.189323, 0.021496, 0.001151, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.048, 0.1643, 0.2734, 0.3404, 0.435, 0.5333, 0.624, NaN, NaN, NaN ], "observed_frequency": [ 0.0494, 0.4499, 0.3144, 0.3265, 0.4418, 0.5334, 0.6375, NaN, NaN, NaN ] }, "above": { "weight": [ 0.000137, 0.0042, 0.27608, 0.442523, 0.24053, 0.032298, 0.004022, 0.00021, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1678, 0.2656, 0.3498, 0.4388, 0.5383, 0.6446, 0.708, NaN, NaN ], "observed_frequency": [ 1.0, 0.8506, 0.2343, 0.3505, 0.4781, 0.2639, 0.174, 0.3335, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4016404207006808, 0.3997967142006798, 0.3803124771689977, 0.36107821384886885, 0.522834818299376, 0.4865564740288348, 0.4188741174887111, 0.3817373448639678, 0.3843112212074866 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14003367672372952, 0.1765816872985316, 0.1369590589271088, 0.17971604906609961, 0.1726549050261066, 0.35979080215380044, 0.18043990289077047, 0.19027136714908263, 0.19765667787099606 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26160674397695133, 0.22321502690214828, 0.2433534182418888, 0.1813621647827692, 0.35017991327326947, 0.1267656718750344, 0.23843421459794056, 0.1914659777148852, 0.18665454333649054 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.087101251129892, 1.239404971102327, 0.9872422090579404, 1.1221082571658565, 1.2147842638479247, 1.3002856556464208, 1.0440546905806425, 1.0075653264910678, 1.134466630388913 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4152379779786226, "rpss": 0.028641855284720075, "bss_below": 0.0330072820595716, "bss_above": 0.024830581460463685, "log_loss": 1.126334806156776, "log_loss_skill": -0.025234150690806922, "reliability": { "below": { "weight": [ 0.043056, 0.0, 0.171096, 0.555734, 0.205998, 0.021577, 0.002538, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0002, NaN, 0.2833, 0.3427, 0.4338, 0.5354, 0.6327, NaN, NaN, NaN ], "observed_frequency": [ 0.1512, NaN, 0.0792, 0.2581, 0.456, 0.2939, 0.2643, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002537, 0.262204, 0.524212, 0.2079, 0.003147, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1864, 0.2679, 0.3487, 0.4384, 0.5145, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4706, 0.2774, 0.337, 0.4713, 0.8818, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38001621339353814, 0.4165802028038146, 0.3852265638308942, 0.35862252590761157, 0.5465849477410634, 0.486983429063678, 0.41435079053296636, 0.39472461674304904, 0.38559565377874044 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.1426303935665525, 0.17842955979994676, 0.11684413055192389, 0.17825599010404344, 0.17792895589031382, 0.3539769864323708, 0.17183925473844194, 0.16933209377953792, 0.18613221229685056 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23738581982698556, 0.23815064300386785, 0.26838243327897043, 0.1803665358035681, 0.3686559918507494, 0.13300644263130698, 0.24251153579452436, 0.22539252296351106, 0.19946344148188974 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.0957108505504236, 1.2601256987383835, 0.9894356814158742, 1.1188526241064185, 1.2274128025318742, 1.358072465070876, 1.0630587624232721, 1.0159444404514164, 1.1255382222538979 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4187427715328173, "rpss": 0.014843760022014374, "bss_below": 0.014869947221593516, "bss_above": 0.014822789938328307, "log_loss": 1.1393501719491597, "log_loss_skill": -0.0370812475053115, "reliability": { "below": { "weight": [ 0.046498, 0.0, 0.196787, 0.580997, 0.155154, 0.017328, 0.003235, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, NaN, 0.283, 0.3405, 0.4324, 0.538, 0.6353, NaN, NaN, NaN ], "observed_frequency": [ 0.1575, NaN, 0.0924, 0.2482, 0.3849, 0.2031, 0.1998, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00342, 0.228102, 0.521493, 0.242619, 0.004367, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1862, 0.267, 0.3507, 0.4401, 0.5118, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5405, 0.338, 0.348, 0.4558, 0.8946, NaN, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4153793925717615, 0.4597409134885716, 0.5741982732863036, 0.3947108370261588, 0.39565772283616174, 0.6985774445287912, 0.41328461166494473, 0.4065683885565444, 0.46518312830274033, 0.45329732261381095, 0.5293044080957353, 0.4384566378025568, 0.3965153046125673, 0.39522376769939743, 0.40167437421282454, 0.46408424145587074, 0.44064116805674464, 0.44372324866104484, 0.4235357210049149, 0.4188992273226572, 0.38134842808096114, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.16951599183059787, 0.27122834231780607, 0.1608439721727237, 0.2526933893469726, 0.1600602096448712, 0.4763401654385972, 0.1942542558961523, 0.23635220049957706, 0.3519152989551238, 0.30053022958095793, 0.40580484240980913, 0.14074574626105735, 0.2229976922010735, 0.1984089582061741, 0.19718732715544668, 0.3219491629087731, 0.14618489264001833, 0.12440269833863703, 0.22621837071301185, 0.2762769664392481, 0.11910893108951418, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24586340221480046, 0.188512568701766, 0.4133543033257298, 0.14201744740383168, 0.23559751383929267, 0.22223727931715906, 0.21903035668095602, 0.1702161860985818, 0.11326782712705835, 0.1527670936767641, 0.1234995619129086, 0.29771089400930706, 0.17351761308912236, 0.19681480905857507, 0.20448704658085884, 0.1421350754337406, 0.2944562793512823, 0.3193205505719149, 0.19731735002482975, 0.14262225963773487, 0.26223949755606396, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "log_loss": [ 1.0119703033256282, 1.102832606863079, 1.127513285803677, 1.2188443604398627, 1.0390402929885711, 1.0657944657529559, 1.3972708041019124, 1.0711462713831206, 1.08252530669521, 1.0283975116703483, 1.0240286151102014, 1.1070746300825178, 1.0486527596237702, 1.0825621764632187, 1.0769563930496262, 1.036243628214761, 1.0712276725428787, 1.076697178309308, 1.0202202522158608, 1.09753287266041, 1.0662135233047816, 1.0443327027725335, 1.151576263635172, 1.1275914281764048 ], "log_loss_clim": [ 1.083481915751514, 1.1161912835400085, 1.1028854860868644, 1.079747620261473, 1.1046465425269674, 1.109005274890138, 1.0728623913642652, 1.107435870654486, 1.111764318065663, 1.07377661068669, 1.07709699368638, 1.0684097570617768, 1.0901456907280358, 1.1140373481380856, 1.1156261135581815, 1.1039190892789903, 1.0875425494531406, 1.1001547872274278, 1.0796783466894777, 1.1114553623544081, 1.1028738854876845, 1.1111453956260824, 1.1000137231108051, 1.1032882701991225 ] }, "rps": 0.44958254581701634, "rpss": 0.007682373045273416, "bss_below": 0.0035230618958590476, "bss_above": 0.011838382613261311, "log_loss": 1.0906768877160753, "log_loss_skill": 0.005733211635943092, "reliability": { "below": { "weight": [ 0.0, 0.026618, 0.226989, 0.572976, 0.170563, 0.002854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2631, 0.348, 0.4273, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5134, 0.2845, 0.3313, 0.4545, 0.3238, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.286488, 0.580344, 0.118545, 0.013247, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.274, 0.343, 0.4283, 0.5322, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3612, 0.4668, 0.1228, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.4329354141283957, 0.4802000696223814, 0.540399288800965, 0.3809091559963429, 0.4017990466557816, 0.7548335992227427, 0.41127669526473287, 0.4090326044985583, 0.46663300896725723, 0.45312791961243654, 0.5085956212758357, 0.4528788537336364, 0.3906380193626639, 0.4005405702686803, 0.40095980826266436, 0.44179902379036295, 0.4576965973559968, 0.4387113124930853, 0.4357156575677515, 0.43541611591007495, 0.3751074037657803, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17821321047829475, 0.30309927357146266, 0.15222319065932946, 0.2764459984732856, 0.14175375213322552, 0.5326702469313931, 0.1832725205699932, 0.23435401373525677, 0.34435078390977664, 0.2779610419802756, 0.3943329260148977, 0.11316606420558817, 0.2361408545380199, 0.18780319624518435, 0.21827096200055246, 0.2879522657982852, 0.14433515774862668, 0.11845178700417092, 0.2130437334685415, 0.29403339170494525, 0.12878621885208338, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.2547222051090692, 0.17710079278781501, 0.38817610114182644, 0.10446315654592084, 0.26004529568460466, 0.22216335302405815, 0.2280041760073868, 0.17467858962565339, 0.12228222282490205, 0.17516687854454357, 0.11426269058816656, 0.3397127930551082, 0.15449716479297756, 0.21273737365259054, 0.18268884565582572, 0.15384675557031, 0.31336144441956004, 0.3202595256763009, 0.22267192497979596, 0.14138272284135436, 0.24632118523388927, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "log_loss": [ 0.9948129014640206, 1.1197879284666203, 1.1410494004594145, 1.186314589775487, 1.0213648908340207, 1.054596815558396, 1.475383384172825, 1.065160990358666, 1.0800296301581165, 1.047928544688395, 1.0490402968450878, 1.0774689702429754, 1.0527817661037813, 1.068448456310303, 1.0858828715446636, 1.036468248359103, 1.0801048804290416, 1.0800250643342024, 1.013247690443048, 1.095640688087945, 1.059887932367331, 1.067688924093097, 1.1416376203823788, 1.104694723051013 ], "log_loss_clim": [ 1.078840434602737, 1.1128514775024667, 1.0988930793044438, 1.0830601465694225, 1.1048205273939196, 1.1036038416693172, 1.0698975112057199, 1.10694575754395, 1.110189802776369, 1.0780003386502597, 1.0835970811883282, 1.068588441018692, 1.084919694428158, 1.1135714788222097, 1.115337692386761, 1.1033320975494298, 1.0979465862376228, 1.093543327544678, 1.079775682862393, 1.1082134043826868, 1.0956855829180405, 1.118615689512805, 1.1074242157684957, 1.1063137440689905 ] }, "rps": 0.45016220946505653, "rpss": 0.007072492137717656, "bss_below": 0.0012611465058721683, "bss_above": 0.012876805605022246, "log_loss": 1.0916436336887472, "log_loss_skill": 0.004730306202326173, "reliability": { "below": { "weight": [ 0.0, 0.030232, 0.237187, 0.56977, 0.160931, 0.00188, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2632, 0.3475, 0.4265, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5324, 0.2893, 0.3253, 0.4722, 0.4269, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.283489, 0.571549, 0.127543, 0.015819, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2734, 0.3439, 0.428, 0.5341, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2651, 0.3696, 0.4668, 0.0727, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "log_loss": [ 1.087809960827378, 1.083307270044727, 1.0203935829675246, 1.0878370167434557, 1.1910268435502933, 1.0570152161642519, 1.071868512498896, 1.0261334034087717, 1.1103398277709717 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "bss_below": 0.04299329642105254, "bss_above": 0.01159158598908372, "log_loss": 1.0817479593306967, "log_loss_skill": 0.015350547382843693, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.210595, 0.669283, 0.119748, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4216, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0855, 0.2916, 0.428, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300472, 0.647895, 0.051634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.3372, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3007, 0.3596, 0.5429, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "log_loss": [ 1.0824108639535324, 1.082267228033095, 1.0224178552144967, 1.0817297493240838, 1.202954998837966, 1.078911305552069, 1.082917057053476, 1.036583580264753, 1.1082788764938998 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "bss_below": 0.033463539075251236, "bss_above": 0.004542554628401918, "log_loss": 1.086496834969708, "log_loss_skill": 0.011027934376581672, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239436, 0.670336, 0.089674, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2614, 0.343, 0.4226, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.2692, 0.3556, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274484, 0.656541, 0.068975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3395, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3516, 0.3671, 0.5425, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.5945379221956135 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.49314612373215033, 0.14931069057553034 ], [ -0.6830101710030465, 0.23013854632690783 ], [ -0.23502208088455415, 0.4953804800024904 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -1.0579168175732967, 0.0, 1.0238987048715429 ], [ -0.3446858690208795, 0.4307994319326314, 0.0 ], [ -0.32711168340092384, 0.4516024298942455, 0.5909215600092182 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455875, 0.01886792480945587, 0.01886792480945583, 0.19383734306602715, 0.3313845844176124, 0.36740260459097906, 0.40181339320976034, 0.43396225571632446, 0.4395107380718935, 0.4716981053352356, 0.4767414973865294, 0.514813401385284, 0.5520103389481649, 0.603432410351949, 0.6671069263519885, 0.701527228818543, 0.7471021865089431, 0.8113207817077637, 0.8113207817077637 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.12018197239630628, 0.22227825943313181, 0.22809971774638746, 0.2947167699529881, 0.3204139274006952, 0.3446734132981825, 0.3865079170132141, 0.393790581518669, 0.4034829255924656, 0.4103508108797974, 0.41679334763176235, 0.4465908203658257, 0.4658646982499014, 0.5486126994013906, 0.6431103930719076, 0.7928787667212097, 0.8608353037256112, 1.0, 1.0 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.07536796998046828, 0.12090996179524789, 0.15835286706346485, 0.19510846143325178, 0.20754717290401453, 0.23765541130807338, 0.267198059642502, 0.3038911138884553, 0.3207547068595887, 0.3207547068595886, 0.3512556132896894, 0.35849055647850037, 0.38156746682699205, 0.424216964916671, 0.45121034519104747, 0.6015104390455412, 0.8490566015243529, 0.8699854345325635, 0.900388630708049, 0.929922457561755, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106 ], "y": [ 0.0, 0.0, 0.0, 0.185847107547663, 0.1959544259373025, 0.2148398813826607, 0.22007472243111517, 0.2451692516269469, 0.2516114686169034, 0.2552807545569854, 0.2612746304062489, 0.29380160763873786, 0.3055833194948914, 0.309183589689449, 0.3106294971255035, 0.33333333333332765, 0.3363727884600848, 0.34949491244355835, 0.3581654978883697, 0.3688633890607859, 0.3810067509779615, 0.3844841487831066, 0.43860100228133597, 0.5352192444606011, 1.0, 1.0, 1.0 ] }, { "x": [ 0.08422782516836351, 0.17429181734153534, 0.20754717290401462, 0.24072548502444407, 0.2718414462863681, 0.3098121440017047, 0.34425857032964835, 0.37637415020338255, 0.41649858344864427, 0.45661973275779105, 0.4886573883103068, 0.5753407883295943, 0.8113207817077637, 0.8364877923949939 ], "y": [ 0.2320077095002124, 0.24312718718079468, 0.271776839375774, 0.2901876310600934, 0.31033486959103174, 0.356194462378975, 0.3635527952121296, 0.38742461743690454, 0.4209679137074628, 0.46635444437525936, 0.46843631016334464, 0.49979885550696945, 0.5005454279723961, 0.6677440926299792 ] } ], "blocks": [ 211, 27, 14 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 24, "platt_ovr": 0, "beta_ovr": 0, "isotonic_ovr": 0 } } }, "FMAM": { "tag": "init02_FMAM", "methods": { "climatology_blend": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41328690639629373, 0.4238847304745396, 0.6524095325264818, 0.4007479085533097, 0.41229467511651025, 0.5054558099087614, 0.4017736907006595, 0.4129148905568251, 0.4400293896531789, 0.4032896576530052, 0.5340912065641261, 0.4522990604078773, 0.4911723931822398, 0.40617989010738836, 0.4380752461524663, 0.424194625982471, 0.37462235268645694, 0.4864778269648469, 0.4110474227959342, 0.4844154765833763, 0.4162801422042627, 0.43261404217534816, 0.4579645445558511 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.20481989845654344, 0.1287740144034606, 0.2014415157839072, 0.1358124908789225, 0.1862148797645197, 0.35811229072266343, 0.2634638322819523, 0.23978541661777558, 0.31647126441248014, 0.24334860041004996, 0.34948951088293645, 0.17163340151070153, 0.21300937866812045, 0.19723319951526883, 0.2854809544073363, 0.31512132993304093, 0.10380389236419278, 0.29025900141691097, 0.25444603791101744, 0.1974773774231324, 0.198273158926421, 0.22437644978042168, 0.15804668604898287 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20846700842716226, 0.29511071969217645, 0.4509680166681313, 0.2649354191598375, 0.22607979627352062, 0.14734351581666935, 0.13830985760395836, 0.17312947105966264, 0.12355812112310414, 0.15994105671726913, 0.18460169337056231, 0.28066566079697297, 0.27816301370697544, 0.20894669027511922, 0.15259428977750156, 0.10907329441992404, 0.2708184604093669, 0.1962188249220034, 0.15660138335467413, 0.28693810132211495, 0.21800698239883262, 0.20823759182506063, 0.29991786045918695 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.948627510311229, 1.112865689098297, 1.0392791849920027, 1.309691130308584, 1.0228513985462335, 1.0947834135600578, 1.128902052442046, 0.974937414637293, 1.0839600464538621, 1.0654427672545406, 1.0591177476834783, 1.1727932948131465, 1.1046228878753508, 1.2163039685546022, 1.0951328295304892, 0.9711755235763888, 0.9688184206973564, 0.9669320444806891, 1.1634520756754312, 1.060567083837747, 1.1288743138966137, 1.012732981054879, 1.104013185581896, 1.1285858942539735 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4432696123396777, "rpss": 0.020981423769027785, "bss_below": 0.01702252896694134, "bss_above": 0.024949467753843435, "log_loss": 1.0806026191298412, "log_loss_skill": 0.015032705825947623, "reliability": { "below": { "weight": [ 0.0, 0.020919, 0.311341, 0.43614, 0.199802, 0.031545, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2597, 0.3502, 0.4372, 0.5263, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2429, 0.2535, 0.3792, 0.4392, 0.3157, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303499, 0.446541, 0.191586, 0.032251, 0.011234, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.265, 0.3469, 0.4399, 0.5399, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2804, 0.2967, 0.5067, 0.519, 0.5581, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.4354460330749334, 0.43173556343180974, 0.6178868358567043, 0.3862871396724849, 0.42228777286245833, 0.5126790442583516, 0.3942365508256478, 0.4021425742530715, 0.4327450632062659, 0.3950053840032427, 0.5174739650510932, 0.47243486556254366, 0.5115671476275402, 0.4068311158651589, 0.4469094165721273, 0.4115010731669094, 0.3921212210071148, 0.5112538545896481, 0.4097211358402832, 0.5087958336724344, 0.4186977086968805, 0.4404081505566645, 0.4398043789000503 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21323986079649188, 0.12471378543765509, 0.2010163440483656, 0.1366383430448727, 0.17988818594992073, 0.3817562927925281, 0.29154837843649484, 0.2283057037918064, 0.300341807912182, 0.21223179258135283, 0.3398648656655602, 0.163023434288496, 0.2190139436367841, 0.19486325837248678, 0.32865138177061776, 0.29725840951635846, 0.08885273889246466, 0.3181803951598283, 0.2366631827164087, 0.16909975401572155, 0.2287727840902167, 0.22489910872304258, 0.15430530635752748 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22220617274714438, 0.30702178193137425, 0.41687049183888253, 0.24964879628450162, 0.24239958826777996, 0.13092274801220255, 0.10268817128919704, 0.17383686784776323, 0.13240325140194256, 0.18277359135622082, 0.1776090959592097, 0.30941143418110517, 0.2925532027366031, 0.21196785738602028, 0.11825803195874325, 0.1142426628840082, 0.30326848281004587, 0.19307345932266498, 0.1730579522615703, 0.3396960836938814, 0.18992492351692733, 0.21550904127040935, 0.2854990746465333 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9705746968471103, 1.1384764731738966, 1.0314182139514354, 1.297192402716032, 1.0205264945616905, 1.0907851455545547, 1.1498759535694698, 0.9418136599715939, 1.0740450307295557, 1.0697864537889497, 1.0745292035928045, 1.1560151693072982, 1.115761975119011, 1.2370108501170776, 1.073781932183441, 0.9828637367945217, 0.9630491294433601, 0.933049351808295, 1.2033238916939084, 1.0639592199118588, 1.1667260603155412, 1.0515921094174534, 1.0864432452244757, 1.1164131193592108 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4450296285111263, "rpss": 0.01722039252919516, "bss_below": 0.0161508285242018, "bss_above": 0.018291722402572708, "log_loss": 1.0837088966313562, "log_loss_skill": 0.012178372574544238, "reliability": { "below": { "weight": [ 0.0, 0.023148, 0.323508, 0.416961, 0.202564, 0.033506, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2595, 0.3502, 0.4378, 0.5267, 0.6109, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2704, 0.2579, 0.3754, 0.4415, 0.3362, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.303092, 0.444249, 0.18908, 0.034239, 0.013569, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2639, 0.3473, 0.4398, 0.5407, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2909, 0.2968, 0.4922, 0.5057, 0.537, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0554951297647603, 1.1020295267241, 1.0354962872825446, 1.0669266988042412, 1.097629576015645, 1.01977676004708, 1.032155209038209, 1.0134122970647599, 1.094190299838975 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "bss_below": 0.05939738700825148, "bss_above": 0.05824105759619336, "log_loss": 1.0574568649533684, "log_loss_skill": 0.03746125494258501, "reliability": { "below": { "weight": [ 0.0, 0.00155, 0.253374, 0.620757, 0.124018, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3467, 0.4248, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0474, 0.0629, 0.3247, 0.4555, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287251, 0.611979, 0.098508, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2739, 0.3445, 0.4293, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.267, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.062705883031481, 1.1047155020636614, 1.0427847226168887, 1.0561051326253483, 1.0988411029195155, 1.0057314710511187, 1.0263103214431186, 1.0026355399182436, 1.0805057202959572 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "bss_below": 0.06342120439196941, "bss_above": 0.05940603885689, "log_loss": 1.0533705995517038, "log_loss_skill": 0.04118073410248668, "reliability": { "below": { "weight": [ 0.0, 0.001743, 0.274344, 0.594936, 0.128603, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2723, 0.3454, 0.4268, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0521, 0.0619, 0.292, 0.4539, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601332, 0.10665, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2742, 0.3448, 0.43, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2881, 0.5044, 0.8221, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "platt_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36246824712877496, 0.4098727066732717, 0.4296452707704326, 0.6450142274590095, 0.4094735114736662, 0.4182352740243904, 0.5011290577818406, 0.40486954155338806, 0.4132809657470777, 0.44310415459050334, 0.4051018913136524, 0.5225847014457221, 0.45359197400795087, 0.4833736095320407, 0.4078964645591301, 0.44298953215555686, 0.43189572990008507, 0.38046005182545, 0.47551402751934424, 0.41276898359580005, 0.48213713422795396, 0.4219585512843417, 0.4334200357799379, 0.45764847043367485 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11208535175215556, 0.2036988480850501, 0.13497031089941594, 0.19866802142964535, 0.14145651461176578, 0.18760653251055362, 0.3496277510604876, 0.26465704878933927, 0.23842370694203233, 0.31429751646575793, 0.24275362518002067, 0.3406493677883308, 0.17394381856486435, 0.208950140529715, 0.1981161714658141, 0.28582686031685006, 0.3175957161601045, 0.10812919916712944, 0.2820303004809458, 0.2536423059477635, 0.19875974427338552, 0.1996565735971013, 0.22276945634785086, 0.16117782760778493 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2503828953766193, 0.20617385858822157, 0.29467495987101666, 0.4463462060293642, 0.26801699686190045, 0.2306287415138367, 0.15150130672135292, 0.14021249276404868, 0.17485725880504538, 0.12880663812474552, 0.1623482661336318, 0.18193533365739123, 0.2796481554430867, 0.2744234690023258, 0.20978029309331603, 0.1571626718387068, 0.11430001373998062, 0.2723308526583204, 0.19348372703839845, 0.15912667764803656, 0.2833773899545684, 0.22230197768724036, 0.21065057943208693, 0.29647064282588986 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9495933890502501, 1.1111388024474858, 1.0466055978057933, 1.3020635036496553, 1.038999160010382, 1.1077577834270758, 1.1131787220963951, 0.9785662926257214, 1.090448763386016, 1.0691747876678444, 1.0653054660257104, 1.1520380989009684, 1.10737927374673, 1.2097642239255055, 1.1037584715893445, 0.972918583742006, 0.9763813091665952, 0.9745208876016924, 1.1482823037122418, 1.0660586843429762, 1.1233419775636466, 1.0226068764304757, 1.1049613054763328, 1.1291502698446372 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44368475478262487, "rpss": 0.020064527703714585, "bss_below": 0.01838573038653446, "bss_above": 0.02174720396243479, "log_loss": 1.0818331055931452, "log_loss_skill": 0.013911119684268503, "reliability": { "below": { "weight": [ 0.0, 0.032072, 0.211496, 0.526987, 0.2069, 0.022433, 0.000112, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1713, 0.2656, 0.3507, 0.4342, 0.523, 0.635, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1611, 0.2498, 0.3735, 0.4111, 0.3201, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016412, 0.224936, 0.527334, 0.188827, 0.03056, 0.010838, 0.001094, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1784, 0.2665, 0.3473, 0.435, 0.5406, 0.6354, 0.7432, NaN, NaN ], "observed_frequency": [ NaN, 0.4767, 0.2718, 0.306, 0.4913, 0.5219, 0.5294, 0.6392, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.360926593959623, 0.42927644105760804, 0.4376840581287901, 0.6136775893075258, 0.39556376502985907, 0.429336062476217, 0.507916101441629, 0.3966056495245736, 0.40344001234980204, 0.43650605344160903, 0.39765755067350694, 0.5080782430921489, 0.4727717539034285, 0.5024568474833712, 0.40888362504714193, 0.45106822062711566, 0.4199759175331451, 0.39743965807071063, 0.49757961280735624, 0.41130652781741, 0.5043688533990714, 0.42229854719818405, 0.44188147361375385, 0.4413298090811537 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1188924862661745, 0.21083052604712058, 0.13144201360495578, 0.19983759006601376, 0.14212858710844256, 0.181735175638583, 0.3715895908051112, 0.2911665046137733, 0.2274160965761967, 0.2992386493972205, 0.21319018961683003, 0.3324229937598548, 0.16544051507644406, 0.21427095655454856, 0.19578688751045964, 0.3276621934869137, 0.3008215422238735, 0.09402689261065389, 0.30850348206851425, 0.23627988171476907, 0.17057878456214368, 0.22859419081721682, 0.22371553417133072, 0.1583844579867147 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2420341076934484, 0.21844591501048746, 0.3062420445238343, 0.41383999924151194, 0.25343517792141645, 0.24760088683763398, 0.136326510636518, 0.10543914491080023, 0.1760239157736053, 0.13726740404438847, 0.18446736105667685, 0.17565524933229412, 0.3073312388269844, 0.2881858909288226, 0.21309673753668226, 0.12340602714020213, 0.1191543753092717, 0.3034127654600568, 0.18907613073884197, 0.17502664610264104, 0.33379006883692763, 0.1937043563809672, 0.21816593944242316, 0.28294535109443897 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.970256078800574, 1.1298712608375054, 1.037239370964441, 1.293521815009229, 1.0389742104965682, 1.104302125592496, 1.1330269582378343, 0.9440079382761851, 1.0814196420577167, 1.0765838865523871, 1.085479783640203, 1.1390013977433495, 1.1154151809737987, 1.2275714928207284, 1.0826545837658783, 0.9828865242001588, 0.9730392191632007, 0.9352794899025444, 1.1838918961062157, 1.0705242534622368, 1.1568159465548677, 1.0602487455363532, 1.0860367198935896, 1.1201256949877556 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.445334540294364, "rpss": 0.016547041670183615, "bss_below": 0.017367674324130555, "bss_above": 0.015725055281079148, "log_loss": 1.0845072589823257, "log_loss_skill": 0.011450649844518379, "reliability": { "below": { "weight": [ 0.0, 0.035022, 0.221096, 0.509893, 0.209424, 0.024427, 0.000138, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.17, 0.2657, 0.3503, 0.4349, 0.5235, 0.635, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1817, 0.2524, 0.3734, 0.4096, 0.3486, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.017345, 0.227387, 0.5223, 0.186528, 0.031836, 0.013388, 0.001216, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1794, 0.2652, 0.3479, 0.4352, 0.5413, 0.6356, 0.7453, NaN, NaN ], "observed_frequency": [ NaN, 0.4706, 0.2782, 0.3094, 0.4765, 0.5088, 0.5155, 0.655, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4333543480248435, 0.4667097902041298, 0.41590240955946145, 0.4738421016115578, 0.37232137438343443, 0.4612221704592506, 0.48508032746672197, 0.41224176486429154, 0.39118038234754293 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20730632749333297, 0.15213107082305333, 0.23142277809176548, 0.13048646465094857, 0.18175832547470255, 0.33987759686820573, 0.1425434680898986, 0.1550549143285471, 0.2048833761167316 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2260480205315105, 0.31457871938107645, 0.184479631467696, 0.3433556369606093, 0.19056304890873188, 0.12134457359104485, 0.3425368593768234, 0.25718685053574436, 0.18629700623081116 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0576552715621717, 1.0970958840014018, 1.0440833957988478, 1.0576699686805644, 1.1256675302239627, 1.0047695928598983, 1.0124195338878932, 1.0149034968369193, 1.1176909055842903 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43465051876902605, "rpss": 0.05397320712962894, "bss_below": 0.042584331506823836, "bss_above": 0.06295399407934288, "log_loss": 1.0591061754928832, "log_loss_skill": 0.03595998775190434, "reliability": { "below": { "weight": [ 0.0, 0.00155, 0.111339, 0.73706, 0.149825, 0.000226, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1705, 0.2755, 0.3499, 0.4216, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0474, 0.0275, 0.2756, 0.4528, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001583, 0.161663, 0.722976, 0.111891, 0.001886, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.2754, 0.3469, 0.4261, 0.519, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2461, 0.4256, 0.7858, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42696528877496465, 0.4993744678979722, 0.41222968942673693, 0.4819931662001544, 0.3710483088535524, 0.45035434334798474, 0.48777762286315796, 0.41399612474472225, 0.3998369808499406 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24186164367443888, 0.13548284491462562, 0.2339884833374986, 0.11592023141068382, 0.19009133357064642, 0.3282984765489002, 0.11378254757906765, 0.12274313235680903, 0.1935823006761723 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18510364510052588, 0.3638916229833467, 0.17824120608923824, 0.36607293478947067, 0.18095697528290608, 0.12205586679908442, 0.3739950752840901, 0.2912529923879133, 0.20625468017376836 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0675001081344049, 1.0872790231275442, 1.0536145536263495, 1.043747226368844, 1.1259306880098183, 0.9949804565311174, 1.0063334034308107, 1.0045829756392621, 1.1022193124637356 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.43817511032879847, "rpss": 0.05627949261763321, "bss_below": 0.04167585701321164, "bss_above": 0.06678767823575782, "log_loss": 1.054020860814654, "log_loss_skill": 0.04058884077733704, "reliability": { "below": { "weight": [ 0.0, 0.001743, 0.122289, 0.721656, 0.154031, 0.00028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1686, 0.2749, 0.3481, 0.4233, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0521, 0.0272, 0.2455, 0.4458, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00196, 0.162834, 0.712476, 0.119835, 0.002802, 9.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.2763, 0.347, 0.4268, 0.5163, 0.6181, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0477, 0.2704, 0.4674, 0.8069, 1.0, 1.0, NaN, NaN, NaN ] } } } } }, "beta_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3613489953973477, 0.41306362182969913, 0.43962464982267335, 0.6457428831976649, 0.41509191454212296, 0.43306258656491864, 0.4969384063664675, 0.41599313621177375, 0.41060960857797907, 0.4379742643889402, 0.4065961589634493, 0.519492429264626, 0.45676375427143256, 0.4818684507919909, 0.40774621792884924, 0.44237030890250656, 0.43076496854352697, 0.38289766000354913, 0.47361594609993785, 0.4126104367880253, 0.48229442457906224, 0.42140902182583095, 0.4328884767578198, 0.46066745655558916 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11228839733550462, 0.2040230151557463, 0.13873445264862963, 0.1995316706896245, 0.1442356619455309, 0.18935891170568933, 0.3478335573114824, 0.2717436238028959, 0.23779370653367227, 0.31233956506854543, 0.2427508867989404, 0.3394768286407075, 0.17559254267637237, 0.2087719764654676, 0.19887751468926934, 0.28559396839137785, 0.31712969635150556, 0.10807052791125808, 0.28146459864108647, 0.25345237087689915, 0.19859650524673425, 0.19940749577424619, 0.2229551673196801, 0.16302765122033355 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.24906059806184305, 0.20904060667395277, 0.3008901971740438, 0.44621121250804036, 0.2708562525965921, 0.24370367485922928, 0.1491048490549852, 0.14424951240887782, 0.17281590204430688, 0.12563469932039487, 0.16384527216450892, 0.18001560062391841, 0.2811712115950602, 0.2730964743265233, 0.20886870323957976, 0.15677634051112885, 0.11363527219202156, 0.2748271320922909, 0.19215134745885143, 0.15915806591112633, 0.28369791933232785, 0.2220015260515846, 0.20993330943813962, 0.2976398053352557 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9473580349034706, 1.1196494216041588, 1.061225478413272, 1.3012680597423054, 1.046272611210638, 1.1370436987389054, 1.1081269126195215, 0.9935217691278889, 1.0858636086278914, 1.0620227763525423, 1.0691883245224578, 1.1480563145994258, 1.1109300576349612, 1.206934583622895, 1.103554923771772, 0.9726761186921863, 0.9758026015249726, 0.9796732089126207, 1.1454367094397695, 1.066602053786557, 1.1226843507726063, 1.0217846110285749, 1.1038607229273745, 1.132837216382869 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44505982409065764, "rpss": 0.017027508339667707, "bss_below": 0.01589329938600792, "bss_above": 0.01816433793739214, "log_loss": 1.0842655903733183, "log_loss_skill": 0.011693914293839258, "reliability": { "below": { "weight": [ 0.004592, 0.035953, 0.185708, 0.541341, 0.21711, 0.015239, 5.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0867, 0.172, 0.265, 0.3523, 0.4327, 0.5202, 0.6022, NaN, NaN, NaN ], "observed_frequency": [ 0.2513, 0.1452, 0.2657, 0.3617, 0.4286, 0.1733, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007286, 0.238178, 0.552287, 0.154401, 0.027436, 0.014036, 0.006065, 0.000311, 0.0 ], "mean_forecast": [ NaN, 0.1813, 0.2728, 0.3434, 0.4377, 0.541, 0.6413, 0.7301, 0.8437, NaN ], "observed_frequency": [ NaN, 0.9304, 0.2699, 0.3169, 0.4823, 0.5168, 0.5676, 0.4324, 0.4546, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3600307111651988, 0.43166370665487924, 0.4483890823085102, 0.6139968475117673, 0.3994601766547892, 0.44486429532244476, 0.503225072909927, 0.41056765439963233, 0.4015477256891025, 0.43133128941449284, 0.39905322486065303, 0.5044452169913205, 0.4765733457962047, 0.4998919595876518, 0.40864396655145, 0.4497232699275127, 0.42059323865511156, 0.40103347597829064, 0.4963679681308285, 0.4123685523011177, 0.505243170602506, 0.4205715746388271, 0.4409434201648094, 0.44472047382129565 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11917024149832313, 0.21039106145089218, 0.13523365196240603, 0.20048746354661293, 0.1445488769695595, 0.1832796243406352, 0.3696729998310035, 0.30000562369837536, 0.22706144039951154, 0.29735518415262185, 0.21314883759074815, 0.3310380362572892, 0.16715241347948478, 0.2137996132030332, 0.19643429452100278, 0.3272353214733581, 0.30146081445159467, 0.09403743007064236, 0.3080017832489399, 0.23653947684598114, 0.17046087042338687, 0.2280062946468571, 0.22360059635524682, 0.16063226889178991 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2408604696668757, 0.2212726452039871, 0.3131554303461044, 0.4135093839651545, 0.25491129968522985, 0.26158467098180965, 0.13355207307892344, 0.11056203070125702, 0.17448628528959093, 0.13397610526187087, 0.18590438726990494, 0.1734071807340312, 0.30942093231671997, 0.28609234638461867, 0.2122096720304472, 0.12248794845415463, 0.11913242420351688, 0.3069960459076483, 0.18836618488188847, 0.17582907545513649, 0.33478230017911914, 0.19256527999196993, 0.21734282380956257, 0.2840882049295057 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9683845034019004, 1.1379309836708154, 1.053089088766243, 1.2922519726193153, 1.043339566633163, 1.1356277120391507, 1.127156992671492, 0.9629805822929884, 1.0779204050313695, 1.069253272454309, 1.0891492207798223, 1.134446522010769, 1.1198645664381806, 1.2227611901072166, 1.082400270904406, 0.981600103396167, 0.9748583100105369, 0.9428228031855838, 1.1823647400782789, 1.0727972014518719, 1.1570113544913772, 1.0576288182128182, 1.0846285601299321, 1.1241562342547913 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.44688539250159676, "rpss": 0.013122222678763729, "bss_below": 0.014646566159260188, "bss_above": 0.011595364604981007, "log_loss": 1.0872677072930206, "log_loss_skill": 0.008934447798774614, "reliability": { "below": { "weight": [ 0.005823, 0.039521, 0.191302, 0.526865, 0.220799, 0.015621, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0865, 0.1711, 0.2652, 0.3517, 0.4334, 0.5197, 0.6022, NaN, NaN, NaN ], "observed_frequency": [ 0.2454, 0.1592, 0.2724, 0.3591, 0.431, 0.1807, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007463, 0.2402, 0.54846, 0.151807, 0.02786, 0.016213, 0.007612, 0.000384, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2719, 0.3439, 0.438, 0.5417, 0.643, 0.7296, 0.8437, NaN ], "observed_frequency": [ NaN, 0.916, 0.2784, 0.3203, 0.4623, 0.4914, 0.5557, 0.4403, 0.4546, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43327380569878865, 0.473108238581975, 0.4164077937709739, 0.4817855877081565, 0.3738594940464659, 0.45662592474999153, 0.49276338531256214, 0.41423080924160116, 0.38991742654012645 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20719830777977927, 0.1545312941959061, 0.23197698291697566, 0.13300254470448453, 0.18260193454177728, 0.3376837628558577, 0.144264002002479, 0.15597677465597642, 0.20542514284211275 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22607549791900947, 0.31857694438606854, 0.1844308108539982, 0.34878304300367213, 0.19125755950468856, 0.11894216189413377, 0.3484993833100831, 0.25825403458562496, 0.18449228369801365 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0576995996161112, 1.1062886967150476, 1.0444783117075334, 1.0697388838255282, 1.1281197140461237, 0.9989690453865163, 1.0250287192880396, 1.0178939690378626, 1.114424557495143 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43688582951673793, "rpss": 0.04910800217435707, "bss_below": 0.03863697518305376, "bss_above": 0.05736501044999143, "log_loss": 1.0625157219019894, "log_loss_skill": 0.03285648478114178, "reliability": { "below": { "weight": [ 0.0, 0.001701, 0.103031, 0.736852, 0.158341, 7.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.165, 0.2758, 0.3533, 0.42, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0432, 0.0275, 0.2702, 0.4563, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.16392, 0.742827, 0.090614, 0.002564, 7.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3409, 0.4283, 0.526, 0.6059, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2441, 0.4329, 0.8064, 1.0, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4241947978023999, 0.5092122714418604, 0.41235531033446254, 0.49107121836095646, 0.37227495283407624, 0.44695790954412584, 0.4975674277956199, 0.41561911496104675, 0.3992221494839797 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24081802249513526, 0.1386044328102359, 0.2344803842518741, 0.11884766757170498, 0.19042467107137642, 0.32680099302944216, 0.1162944849182846, 0.12355724563580488, 0.19418410953054943 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18337677530726462, 0.37060783863162455, 0.1778749260825886, 0.37222355078925146, 0.18185028176269974, 0.12015691651468369, 0.38127294287733543, 0.2920618693252418, 0.20503803995343034 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0635097474634372, 1.1021479217121037, 1.0534168499135088, 1.0574484732044958, 1.128589316466771, 0.9907949636720246, 1.022064071969162, 1.0068958081533455, 1.1004333795797214 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.44094168361761427, "rpss": 0.050320979944760036, "bss_below": 0.03695156784371356, "bss_above": 0.05994106552824752, "log_loss": 1.05836672579273, "log_loss_skill": 0.036633063893359075, "reliability": { "below": { "weight": [ 0.0, 0.00193, 0.113289, 0.722492, 0.162195, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.162, 0.2751, 0.3515, 0.4213, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0471, 0.0278, 0.2398, 0.4497, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.165536, 0.733113, 0.097616, 0.003549, 0.000187, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2804, 0.3411, 0.4292, 0.5254, 0.6327, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2677, 0.4755, 0.8199, 1.0, 1.0, NaN, NaN, NaN ] } } } } }, "isotonic_ovr": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3410885189833772, 0.41352483006037993, 0.4315773666063586, 0.6481593768532707, 0.40221651504549244, 0.44780413927471746, 0.5042383613590439, 0.3960488232451743, 0.4147902431155482, 0.43220116179574614, 0.4039860362734922, 0.550200841478109, 0.4548939936479628, 0.4926508894685318, 0.4114015243807151, 0.4254917791228091, 0.4129080945103241, 0.3624539475475938, 0.5095714412284008, 0.40987452218555587, 0.4959327171234953, 0.40865450040817547, 0.4360069795991378, 0.46519574411437836 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10303879847051683, 0.20801569240911494, 0.13487700994923843, 0.20073215444903575, 0.1402966583282135, 0.19358067086718292, 0.3534273802565869, 0.25968378390641106, 0.23689330021996083, 0.30864796302280406, 0.24154310338881904, 0.3539667769143144, 0.17528026219909615, 0.21684085440592865, 0.2005481194525032, 0.2780319895525033, 0.3067789615007613, 0.10007571707414772, 0.29548670635138385, 0.25203997717126186, 0.20232407076462136, 0.1957534973972735, 0.22882835987111133, 0.16273610044923237 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.23804972051286039, 0.20550913765126502, 0.29670035665712013, 0.447427222404235, 0.2619198567172789, 0.2542234684075344, 0.15081098110245691, 0.1363650393387631, 0.17789694289558727, 0.1235531987729421, 0.16244293288467326, 0.19623406456379444, 0.27961373144886664, 0.2758100350626031, 0.21085340492821192, 0.14745978957030584, 0.10612913300956307, 0.26237823047344605, 0.21408473487701693, 0.15783454501429406, 0.29360864635887385, 0.21290100301090187, 0.2071786197280265, 0.30245964366514594 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.9232341954475212, 1.1100380624066852, 1.0508376509356858, 1.3022294173913858, 1.0261614979842724, 1.355186295082778, 1.124878348103041, 0.9712536185212922, 1.099496185743945, 1.054709469689645, 1.0647200252984421, 1.192280861699663, 1.1090432653690672, 1.2208780859127988, 1.1334125787549227, 0.9491281789237608, 0.9512051624807911, 0.9437473729494558, 1.2056108074257326, 1.062496184286251, 1.1489851583392188, 1.0017594050491798, 1.1126994908075531, 1.141157587681775 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.44461968114282463, "rpss": 0.017999621270782362, "bss_below": 0.01655923992221453, "bss_above": 0.019443330689385308, "log_loss": 1.0939645377618694, "log_loss_skill": 0.002853341638804907, "reliability": { "below": { "weight": [ 0.011061, 0.033448, 0.264214, 0.361709, 0.30969, 0.018325, 0.001496, 5.6e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0407, 0.1639, 0.2543, 0.349, 0.4358, 0.5239, 0.64, 0.7137, NaN, NaN ], "observed_frequency": [ 0.147, 0.1972, 0.2684, 0.3555, 0.4292, 0.2965, 0.7165, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.001044, 0.017664, 0.366613, 0.335671, 0.199447, 0.054202, 0.01802, 0.005906, 0.000763, 0.00067 ], "mean_forecast": [ 0.07, 0.1665, 0.2756, 0.338, 0.4508, 0.5345, 0.6399, 0.7466, 0.8484, 0.9391 ], "observed_frequency": [ 0.2175, 0.1938, 0.2923, 0.3, 0.4962, 0.4122, 0.517, 0.4376, 0.3706, 0.6641 ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3451545693359115, 0.43536419486910666, 0.4396295377389033, 0.6144798617407615, 0.3820925130315031, 0.4622654020226327, 0.5140740544213009, 0.384983501635098, 0.4019870138755934, 0.427249285165973, 0.3982670268141895, 0.5277963223216489, 0.4775915110785712, 0.5118697622437833, 0.4114100743425966, 0.43373146830771486, 0.4051987445977708, 0.3752767697469483, 0.5409952718492005, 0.41131704735805175, 0.526633517361029, 0.4152678500658081, 0.4398030137383142, 0.4464443729739243 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11121467105726872, 0.21622847218778196, 0.13054820490043464, 0.20119814946830364, 0.13947783678697057, 0.18822103600490828, 0.3777593708870982, 0.285313167625331, 0.22476358154212422, 0.2944694554256659, 0.21328496533472804, 0.3416111092742461, 0.16835935740514563, 0.22266567161534792, 0.1984849181025197, 0.31929937136368625, 0.29261261161718816, 0.08386054305640173, 0.3248279391343323, 0.23636570418513467, 0.17720778783645857, 0.2263675401516621, 0.22669444571928077, 0.15802310895356425 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.23393989827864284, 0.2191357226813247, 0.3090813328384685, 0.413281712272458, 0.24261467624453262, 0.2740443660177246, 0.13631468353420254, 0.0996703340097671, 0.1772234323334691, 0.13277982974030703, 0.18498206147946153, 0.18618521304740274, 0.30923215367342555, 0.2892040906284356, 0.2129251562400769, 0.1144320969440286, 0.11258613298058254, 0.29141622669054645, 0.2161673327148684, 0.17495134317291697, 0.3494257295245706, 0.18890030991414591, 0.21310856801903338, 0.28842126402036006 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.942916678907646, 1.1331443475426257, 1.0425604722143988, 1.2899973299485674, 1.016304412903678, 1.3978679047725455, 1.1504410883409797, 0.9334187838752277, 1.0839618807663938, 1.0641153976109248, 1.0868117418211747, 1.16805541055422, 1.1221832091279553, 1.2388827194945078, 1.1105036759495583, 0.9599686576202127, 0.9531172507604692, 0.9008248985216525, 1.2588170664374667, 1.0699060851141815, 1.1961807232292887, 1.048365213244054, 1.0882912738978683, 1.1289578138422431 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4470367786098473, "rpss": 0.012787909701578837, "bss_below": 0.014627295754768954, "bss_above": 0.010945489353376248, "log_loss": 1.0993997515207434, "log_loss_skill": -0.00212414525170157, "reliability": { "below": { "weight": [ 0.012349, 0.036768, 0.271358, 0.351463, 0.306317, 0.019893, 0.001784, 6.9e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0368, 0.164, 0.2541, 0.3487, 0.4368, 0.5245, 0.6418, 0.7137, NaN, NaN ], "observed_frequency": [ 0.1547, 0.1979, 0.2772, 0.3523, 0.4273, 0.3333, 0.6858, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000875, 0.020736, 0.363036, 0.33378, 0.196766, 0.05561, 0.020077, 0.007414, 0.00098, 0.000726 ], "mean_forecast": [ 0.0794, 0.1677, 0.275, 0.3388, 0.4504, 0.5343, 0.6413, 0.7476, 0.8472, 0.9421 ], "observed_frequency": [ 0.3208, 0.1711, 0.3079, 0.2964, 0.4818, 0.3987, 0.5045, 0.4409, 0.3932, 0.7112 ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42375044429352476, 0.4804005343576567, 0.40424746590083105, 0.4725254977689489, 0.37841099755390417, 0.4365800238732338, 0.47551371618988275, 0.4015249144454482, 0.3863354403528039 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20217849210495634, 0.1554833490164351, 0.22664017896850014, 0.12976297272478468, 0.1878949488036906, 0.3249279122572903, 0.1379113738089036, 0.14975004572637685, 0.20499389617479602 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22157195218856837, 0.32491718534122166, 0.17760728693233085, 0.34276252504416427, 0.1905160487502136, 0.11165211161594356, 0.33760234238097914, 0.2517748687190712, 0.1813415441780079 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0417934607993973, 1.1204205702585213, 1.0255943227190036, 1.0589982908376196, 1.1330135244612558, 0.9753952985633169, 1.0045572072928386, 1.0006366245851026, 1.105763280897237 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.4288098927484704, "rpss": 0.06668546321580582, "bss_below": 0.0568025066335065, "bss_above": 0.07447874321640824, "log_loss": 1.0517969533793659, "log_loss_skill": 0.04261312861623756, "reliability": { "below": { "weight": [ 0.000296, 0.002232, 0.188795, 0.491215, 0.317087, 0.000375, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1882, 0.267, 0.3487, 0.4263, 0.5144, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2479, 0.0, 0.0385, 0.2589, 0.4403, 0.6035, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.396723, 0.434694, 0.157669, 0.01031, 7.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1695, 0.2832, 0.3379, 0.4482, 0.514, 0.6203, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2646, 0.478, 0.7285, 0.9344, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4157790521884058, 0.5208266600236073, 0.40315238791438524, 0.4784705796553613, 0.37722511016526067, 0.4257942552676209, 0.4808040807086983, 0.4020784587197619, 0.39628364487262113 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2359465921762094, 0.14195499058717592, 0.23088190051061308, 0.11378926345901161, 0.19623794638465342, 0.3131037006896962, 0.11090860159597835, 0.11716621504230826, 0.19254346084223012 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17983246001219635, 0.3788716694364315, 0.17227048740377224, 0.36468131619634975, 0.1809871637806072, 0.11269055457792472, 0.36989547911271986, 0.2849122436774535, 0.20374018403039093 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.0486051898387492, 1.1242775344496876, 1.038778610107433, 1.0419832420386517, 1.1352754299678496, 0.9666374543139282, 1.00153763085287, 0.9885905096276395, 1.0915314040800257 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4333793588350803, "rpss": 0.06660835184821656, "bss_below": 0.05495389137476914, "bss_above": 0.07499442460010419, "log_loss": 1.0485796672529817, "log_loss_skill": 0.04554162873119605, "reliability": { "below": { "weight": [ 0.000367, 0.002405, 0.20533, 0.487155, 0.304463, 0.00028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0001, 0.1882, 0.2667, 0.3472, 0.4272, 0.5216, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2479, 0.0, 0.0384, 0.2284, 0.427, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.390194, 0.432163, 0.163569, 0.013234, 0.000187, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1695, 0.2834, 0.3385, 0.449, 0.5139, 0.6161, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2893, 0.5272, 0.754, 0.9438, 1.0, NaN, NaN, NaN ] } } } } }, "SEL": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41328690639629373, 0.4238847304745396, 0.6524095325264818, 0.4007479085533097, 0.41229467511651025, 0.5054558099087614, 0.4017736907006595, 0.4129148905568251, 0.4400293896531789, 0.4032896576530052, 0.5340912065641261, 0.4522990604078773, 0.4911723931822398, 0.40617989010738836, 0.4380752461524663, 0.424194625982471, 0.37462235268645694, 0.4864778269648469, 0.4110474227959342, 0.4844154765833763, 0.4162801422042627, 0.43261404217534816, 0.4579645445558511 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.20481989845654344, 0.1287740144034606, 0.2014415157839072, 0.1358124908789225, 0.1862148797645197, 0.35811229072266343, 0.2634638322819523, 0.23978541661777558, 0.31647126441248014, 0.24334860041004996, 0.34948951088293645, 0.17163340151070153, 0.21300937866812045, 0.19723319951526883, 0.2854809544073363, 0.31512132993304093, 0.10380389236419278, 0.29025900141691097, 0.25444603791101744, 0.1974773774231324, 0.198273158926421, 0.22437644978042168, 0.15804668604898287 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20846700842716226, 0.29511071969217645, 0.4509680166681313, 0.2649354191598375, 0.22607979627352062, 0.14734351581666935, 0.13830985760395836, 0.17312947105966264, 0.12355812112310414, 0.15994105671726913, 0.18460169337056231, 0.28066566079697297, 0.27816301370697544, 0.20894669027511922, 0.15259428977750156, 0.10907329441992404, 0.2708184604093669, 0.1962188249220034, 0.15660138335467413, 0.28693810132211495, 0.21800698239883262, 0.20823759182506063, 0.29991786045918695 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "log_loss": [ 0.948627510311229, 1.112865689098297, 1.0392791849920027, 1.309691130308584, 1.0228513985462335, 1.0947834135600578, 1.128902052442046, 0.974937414637293, 1.0839600464538621, 1.0654427672545406, 1.0591177476834783, 1.1727932948131465, 1.1046228878753508, 1.2163039685546022, 1.0951328295304892, 0.9711755235763888, 0.9688184206973564, 0.9669320444806891, 1.1634520756754312, 1.060567083837747, 1.1288743138966137, 1.012732981054879, 1.104013185581896, 1.1285858942539735 ], "log_loss_clim": [ 1.0943844796952227, 1.1169378410944757, 1.093855163792758, 1.0763329363067116, 1.100688381867687, 1.1089171541404368, 1.083285185842175, 1.0854367237504552, 1.1120083228496669, 1.09343166622495, 1.1075603694249698, 1.0891713997205303, 1.0990155819713823, 1.1142559047977523, 1.1141034830787642, 1.0713518954987324, 1.0774523148624537, 1.0903732192649418, 1.1028078562195034, 1.1047857408896122, 1.0927483973785745, 1.0951285686897905, 1.1041856181460141, 1.1020599798850006 ] }, "rps": 0.4432696123396777, "rpss": 0.020981423769027785, "bss_below": 0.01702252896694134, "bss_above": 0.024949467753843435, "log_loss": 1.0806026191298412, "log_loss_skill": 0.015032705825947623, "reliability": { "below": { "weight": [ 0.0, 0.020919, 0.311341, 0.43614, 0.199802, 0.031545, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2597, 0.3502, 0.4372, 0.5263, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2429, 0.2535, 0.3792, 0.4392, 0.3157, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303499, 0.446541, 0.191586, 0.032251, 0.011234, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.265, 0.3469, 0.4399, 0.5399, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2804, 0.2967, 0.5067, 0.519, 0.5581, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.4354460330749334, 0.43173556343180974, 0.6178868358567043, 0.3862871396724849, 0.42228777286245833, 0.5126790442583516, 0.3942365508256478, 0.4021425742530715, 0.4327450632062659, 0.3950053840032427, 0.5174739650510932, 0.47243486556254366, 0.5115671476275402, 0.4068311158651589, 0.4469094165721273, 0.4115010731669094, 0.3921212210071148, 0.5112538545896481, 0.4097211358402832, 0.5087958336724344, 0.4186977086968805, 0.4404081505566645, 0.4398043789000503 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21323986079649188, 0.12471378543765509, 0.2010163440483656, 0.1366383430448727, 0.17988818594992073, 0.3817562927925281, 0.29154837843649484, 0.2283057037918064, 0.300341807912182, 0.21223179258135283, 0.3398648656655602, 0.163023434288496, 0.2190139436367841, 0.19486325837248678, 0.32865138177061776, 0.29725840951635846, 0.08885273889246466, 0.3181803951598283, 0.2366631827164087, 0.16909975401572155, 0.2287727840902167, 0.22489910872304258, 0.15430530635752748 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22220617274714438, 0.30702178193137425, 0.41687049183888253, 0.24964879628450162, 0.24239958826777996, 0.13092274801220255, 0.10268817128919704, 0.17383686784776323, 0.13240325140194256, 0.18277359135622082, 0.1776090959592097, 0.30941143418110517, 0.2925532027366031, 0.21196785738602028, 0.11825803195874325, 0.1142426628840082, 0.30326848281004587, 0.19307345932266498, 0.1730579522615703, 0.3396960836938814, 0.18992492351692733, 0.21550904127040935, 0.2854990746465333 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "log_loss": [ 0.9705746968471103, 1.1384764731738966, 1.0314182139514354, 1.297192402716032, 1.0205264945616905, 1.0907851455545547, 1.1498759535694698, 0.9418136599715939, 1.0740450307295557, 1.0697864537889497, 1.0745292035928045, 1.1560151693072982, 1.115761975119011, 1.2370108501170776, 1.073781932183441, 0.9828637367945217, 0.9630491294433601, 0.933049351808295, 1.2033238916939084, 1.0639592199118588, 1.1667260603155412, 1.0515921094174534, 1.0864432452244757, 1.1164131193592108 ], "log_loss_clim": [ 1.0994260483857876, 1.1136765360483003, 1.088719751200515, 1.0835058872248329, 1.1052085572472121, 1.103931634301236, 1.0854778262205618, 1.080730595822308, 1.112712279371679, 1.098167714310158, 1.1159481417825452, 1.0905218627466344, 1.0942399101939726, 1.11154876423817, 1.1110417474794292, 1.070488311191757, 1.0809898391803143, 1.0753702905497633, 1.1034387532417498, 1.1072191553706103, 1.0922772964053116, 1.1036626503777467, 1.0970024306892654, 1.1043600179020439 ] }, "rps": 0.4450296285111263, "rpss": 0.01722039252919516, "bss_below": 0.0161508285242018, "bss_above": 0.018291722402572708, "log_loss": 1.0837088966313562, "log_loss_skill": 0.012178372574544238, "reliability": { "below": { "weight": [ 0.0, 0.023148, 0.323508, 0.416961, 0.202564, 0.033506, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2595, 0.3502, 0.4378, 0.5267, 0.6109, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2704, 0.2579, 0.3754, 0.4415, 0.3362, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.303092, 0.444249, 0.18908, 0.034239, 0.013569, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2639, 0.3473, 0.4398, 0.5407, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2909, 0.2968, 0.4922, 0.5057, 0.537, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "log_loss": [ 1.0554951297647603, 1.1020295267241, 1.0354962872825446, 1.0669266988042412, 1.097629576015645, 1.01977676004708, 1.032155209038209, 1.0134122970647599, 1.094190299838975 ], "log_loss_clim": [ 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789, 1.098612258865789 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "bss_below": 0.05939738700825148, "bss_above": 0.05824105759619336, "log_loss": 1.0574568649533684, "log_loss_skill": 0.03746125494258501, "reliability": { "below": { "weight": [ 0.0, 0.00155, 0.253374, 0.620757, 0.124018, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3467, 0.4248, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0474, 0.0629, 0.3247, 0.4555, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287251, 0.611979, 0.098508, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2739, 0.3445, 0.4293, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.267, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "log_loss": [ 1.062705883031481, 1.1047155020636614, 1.0427847226168887, 1.0561051326253483, 1.0988411029195155, 1.0057314710511187, 1.0263103214431186, 1.0026355399182436, 1.0805057202959572 ], "log_loss_clim": [ 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788, 1.098612258865788 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "bss_below": 0.06342120439196941, "bss_above": 0.05940603885689, "log_loss": 1.0533705995517038, "log_loss_skill": 0.04118073410248668, "reliability": { "below": { "weight": [ 0.0, 0.001743, 0.274344, 0.594936, 0.128603, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2723, 0.3454, 0.4268, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0521, 0.0619, 0.292, 0.4539, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601332, 0.10665, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2742, 0.3448, 0.43, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2881, 0.5044, 0.8221, 1.0, NaN, NaN, NaN, NaN ] } } } } } }, "fitted": { "climatology_blend": { "fallbacks": 0, "folds": 24, "test_fit": { "lam": 0.5211526413015174 }, "test_fallback": null }, "platt_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.34013425981229684, 0.3784436001016747 ], [ -0.5423340166524008, 0.3698115208653863 ], [ -0.3224770010864797, 0.42756248022353827 ] ], "features": [ "intercept", "logit(p_k)" ], "normalization": "divide by the sum" }, "test_fallback": null }, "beta_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "coefficients": [ [ -0.1927987057598024, 0.4426647524023849, 0.22238960810909672 ], [ -0.5335968109182913, 0.37466401972634145, 0.3625674820521972 ], [ -0.9170320260776725, 0.12389888793195475, 0.9356498698696211 ] ], "features": [ "intercept", "ln p_k", "-ln(1 - p_k)" ], "constraints": "a, b >= 0", "normalization": "divide by the sum" }, "test_fallback": null }, "isotonic_ovr": { "fallbacks": 0, "folds": 24, "test_fit": { "maps": [ { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945595, 0.018867924809455865, 0.018867924809455875, 0.01886792480945587, 0.05654521140598015, 0.09433962404727932, 0.10392704091165919, 0.14060193601427814, 0.17880223544717014, 0.20754717290401453, 0.21690152186484538, 0.2550239462947706, 0.29219902943508785, 0.34665461866000247, 0.4029076431043201, 0.43396225571632396, 0.5064481988952494, 0.6765371208937943, 0.716262764605121, 0.7953965193300434 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.005883418887394237, 0.02788991132690985, 0.12127308924849362, 0.15385226415777953, 0.2003972187077812, 0.21052631578947412, 0.21569942134368056, 0.25180526597821423, 0.253471812419023, 0.27045480891926, 0.2845433971410642, 0.30119767384999013, 0.32932416040049717, 0.3631043710963867, 0.4152074487821796, 0.4286762758419389, 0.43384285899432484, 0.4455306744292338, 0.5069648195734942, 0.7359192592290759 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455875, 0.04305433510258144, 0.07098689433525007, 0.10569776148234299, 0.13207547366619116, 0.1465483912490504, 0.16981132328510284, 0.19089154900408845, 0.23693637900582049, 0.24528302252292639, 0.2754021108512576, 0.31789182373336056, 0.3207547068595887, 0.32075470685958885, 0.3553479903520922, 0.39333138672752604, 0.39622640609741205, 0.39622640609741266, 0.43135286932341926, 0.46934338364265477, 0.5120849940453303, 0.5471698045730596, 0.5906114230710914, 0.6226415038108826, 0.6764914481069415, 0.8766551152446962, 0.9245283007621765 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.10439828897326947, 0.13655406097132086, 0.1769082079734767, 0.1921588761485421, 0.22041818447058892, 0.23035856646979658, 0.23750299353013785, 0.2530359479486788, 0.2678271236004117, 0.2861237518470366, 0.2910831826411018, 0.295425892659794, 0.300066277818021, 0.30972982477627037, 0.318543565227193, 0.32096190654098666, 0.33930418144991203, 0.3538262366986198, 0.3588612015053339, 0.36673249600785945, 0.3770738981264408, 0.38764582658528896, 0.391970291017221, 0.4289182715352833, 0.4485303600642632, 0.5779301929964953, 1.0 ] }, { "x": [ 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.01886792480945587, 0.018867924809455875, 0.05125326681200291, 0.05660377442836769, 0.16160752041188414, 0.2574732225206039, 0.31158088346690294, 0.34564054766596514, 0.37756206306194723, 0.39622640609741316, 0.4319853430045773, 0.4525223766577332, 0.4899614945759151, 0.529480560286276, 0.6144809062979142, 0.7228666028931658, 0.7882522601087987, 0.8450049605338954, 0.8839155433693257, 0.9388784217239448, 0.9622641801834108, 0.9622641801834104, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106, 0.9622641801834106 ], "y": [ 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.09875470325381926, 0.17065657078093735, 0.22909796856759237, 0.27267668335105855, 0.28967790034552726, 0.29276546027780903, 0.30614873574530704, 0.3454875999512428, 0.3772112206801502, 0.39999062026769355, 0.4476877807645954, 0.4798803086914741, 0.49593884942370947, 0.5193204203006508, 0.5194724224564884, 0.5556482329253297, 0.5684806789770851, 0.6030712230791139, 0.8574568980996318, 0.8667710380049262, 0.8822759413510467, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 ] } ], "blocks": [ 49, 36, 75 ], "normalization": "divide by the sum", "floor": 0.0001 }, "test_fallback": null } }, "selection": { "criterion": "inner leave-one-year-out RPS of the calibrators (training years only)", "chosen_training": { "1993": "climatology_blend", "1994": "climatology_blend", "1995": "climatology_blend", "1996": "climatology_blend", "1997": "climatology_blend", "1998": "climatology_blend", "1999": "climatology_blend", "2000": "climatology_blend", "2001": "climatology_blend", "2002": "climatology_blend", "2003": "climatology_blend", "2004": "climatology_blend", "2005": "climatology_blend", "2006": "climatology_blend", "2007": "climatology_blend", "2008": "climatology_blend", "2009": "climatology_blend", "2010": "climatology_blend", "2011": "climatology_blend", "2012": "climatology_blend", "2013": "climatology_blend", "2014": "climatology_blend", "2015": "climatology_blend", "2016": "climatology_blend" }, "chosen_test": "climatology_blend", "frequency": { "climatology_blend": 24, "platt_ovr": 0, "beta_ovr": 0, "isotonic_ovr": 0 } } } }, "tests": { "platt_ovr": { "rps": { "Feb": { "training": { "mean_difference": -0.003767984094441119, "bootstrap_95": [ -0.012294005346896014, 0.004970612889887452 ], "p_improvement": 0.20239, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.008052625650269497, "bootstrap_95": [ 0.0005355298422464706, 0.015356667471647148 ], "p_improvement": 0.958984375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0014998258585506667, "bootstrap_95": [ -0.002528971194651873, 0.005363376085392043 ], "p_improvement": 0.76211, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.003438256162609732, "bootstrap_95": [ -0.0001880681980885412, 0.00801838825697574 ], "p_improvement": 0.923828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0007535942554885341, "bootstrap_95": [ -0.004551245035305831, 0.0022887119219980184 ], "p_improvement": 0.362355, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0007112848549189908, "bootstrap_95": [ -0.00287161694492106, 0.004158638834399423 ], "p_improvement": 0.650390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00013528190891674377, "bootstrap_95": [ -0.0049988959065996345, 0.0038134151470369856 ], "p_improvement": 0.50835, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.005299117807701265, "bootstrap_95": [ 0.0027988179182736423, 0.007408293226200132 ], "p_improvement": 0.994140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0004151424429471214, "bootstrap_95": [ -0.0018891126481477213, 0.0025384641861091856 ], "p_improvement": 0.64006, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0021950908285276955, "bootstrap_95": [ 0.0006159538266758413, 0.003816345720953271 ], "p_improvement": 0.98046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.005756740877527879, "bootstrap_95": [ -0.010899610091252052, -0.0008763273683362028 ], "p_improvement": 0.017725, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.003677553137284995, "bootstrap_95": [ -0.0019094827658427001, 0.009033057695827334 ], "p_improvement": 0.875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 0.24815, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.000825895771338263, "bootstrap_95": [ -0.0026092994577162055, 0.004015481464702567 ], "p_improvement": 0.679295, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.002411412002599046, "bootstrap_95": [ -0.0032090630277601746, 0.00831861364028501 ], "p_improvement": 0.765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0002728210373244243, "bootstrap_95": [ -0.0042941036321180095, 0.0029431909421266597 ], "p_improvement": 0.452365, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003322164278003664, "bootstrap_95": [ -0.0014209262729421, 0.007853149657511256 ], "p_improvement": 0.890625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 5.3666852798805774e-06, "bootstrap_95": [ -0.0051578017486363864, 0.003834264741243179 ], "p_improvement": 0.498425, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.005629280560410677, "bootstrap_95": [ 0.0008426677463391684, 0.009284326658062598 ], "p_improvement": 0.978515625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0003089640311315517, "bootstrap_95": [ -0.0019950879345695923, 0.0012049105838339844 ], "p_improvement": 0.35613, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0034057642517635552, "bootstrap_95": [ -0.00036637924389384377, 0.006476841627291932 ], "p_improvement": 0.94921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0019887564189416205, "bootstrap_95": [ -0.0023767589560029457, 0.006854519250606185 ], "p_improvement": 0.785145, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.004375080383936039, "bootstrap_95": [ 0.0011651949761950545, 0.007046459957469068 ], "p_improvement": 0.984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0006739299697327896, "bootstrap_95": [ -0.0009370305468900859, 0.0021941651226806014 ], "p_improvement": 0.78671, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.001026847800996023, "bootstrap_95": [ -0.001304287850893676, 0.0035032575038158246 ], "p_improvement": 0.779296875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00048077349363168445, "bootstrap_95": [ -0.002207962777858927, 0.0012527784988398043 ], "p_improvement": 0.298405, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0026108751538321045, "bootstrap_95": [ -0.008881745746177614, 0.0033807106419254307 ], "p_improvement": 0.22265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00012991512713700823, "bootstrap_95": [ -0.0017131450233170524, 0.0019101208416635517 ], "p_improvement": 0.55294, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00033016119892202093, "bootstrap_95": [ -0.003744221223164237, 0.003440741838727936 ], "p_improvement": 0.41796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.000724106918826462, "bootstrap_95": [ -0.0005525486133349473, 0.001992567360253363 ], "p_improvement": 0.856635, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0012106674756548706, "bootstrap_95": [ -0.004493755243148464, 0.002047697519053609 ], "p_improvement": 0.259765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.01784277391419389, "bootstrap_95": [ -0.03767050633078331, 0.0014533138108372282 ], "p_improvement": 0.04569, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.0067887119550617365, "bootstrap_95": [ -0.01467668675163026, 0.023543976333125657 ], "p_improvement": 0.732421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 0.63966, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.001984668807646158, "bootstrap_95": [ -0.006866376460450417, 0.010341120094818792 ], "p_improvement": 0.667315, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0033796490988692923, "bootstrap_95": [ -0.005440967164791625, 0.012817472996003708 ], "p_improvement": 0.759765625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0019513086497761761, "bootstrap_95": [ -0.01140257963053406, 0.0056819749827249745 ], "p_improvement": 0.35335, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0017818620574816535, "bootstrap_95": [ -0.01070265398861873, 0.014985582451879404 ], "p_improvement": 0.615234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0011769254006716208, "bootstrap_95": [ -0.014502880366549476, 0.008050673987100897 ], "p_improvement": 0.474145, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.01610793129061479, "bootstrap_95": [ 0.0037946513578537267, 0.026876837383445373 ], "p_improvement": 0.984375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0012304864633039304, "bootstrap_95": [ -0.0025359089672808604, 0.004613859849714341 ], "p_improvement": 0.73968, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0016493105395149537, "bootstrap_95": [ -0.008051505212907512, 0.012233777891519795 ], "p_improvement": 0.623046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "beta_ovr": { "rps": { "Feb": { "training": { "mean_difference": -0.007389321802562898, "bootstrap_95": [ -0.017680281995675166, 0.0037587162991512164 ], "p_improvement": 0.10046, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0016198396081736652, "bootstrap_95": [ -0.010502106718811114, 0.00660986548374702 ], "p_improvement": 0.375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.001645989163692324, "bootstrap_95": [ -0.006557558911604164, 0.003200059414044907 ], "p_improvement": 0.26249, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0016372310602556877, "bootstrap_95": [ -0.005093066899048139, 0.0019759372297509115 ], "p_improvement": 0.197265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0005352791193874417, "bootstrap_95": [ -0.0011668451764333722, 0.0024219466821306912 ], "p_improvement": 0.710005, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0011513090598137296, "bootstrap_95": [ -0.004744088244403021, 0.0023879673281694165 ], "p_improvement": 0.287109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0004517007161509573, "bootstrap_95": [ -0.001102498503396475, 0.0021500704815164357 ], "p_improvement": 0.70002, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.002469618079279318, "bootstrap_95": [ -0.0014379218026399727, 0.006338486494271674 ], "p_improvement": 0.865234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0017902117509799355, "bootstrap_95": [ -0.0016876498335512695, 0.0052647522278363185 ], "p_improvement": 0.832195, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0044304015762396025, "bootstrap_95": [ 0.0011318526107257354, 0.006989186282188192 ], "p_improvement": 0.986328125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.009119050942584602, "bootstrap_95": [ -0.015262122793080216, -0.0030135317335667844 ], "p_improvement": 0.00403, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.00020942573590511382, "bootstrap_95": [ -0.005846939682860499, 0.006377664617634369 ], "p_improvement": 0.525390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 0.06045, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0020428767691616466, "bootstrap_95": [ -0.0058662014775668694, 0.0013721593990466574 ], "p_improvement": 0.151925, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0004187992687142428, "bootstrap_95": [ -0.005537875278262879, 0.004396250840625436 ], "p_improvement": 0.42578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00036227188163869575, "bootstrap_95": [ -0.0012581314058785888, 0.0018246760862317716 ], "p_improvement": 0.670295, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0017580363276831197, "bootstrap_95": [ -0.0018121408436493971, 0.005234090882150658 ], "p_improvement": 0.814453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.00018111264150996847, "bootstrap_95": [ -0.0029269964851551754, 0.0022254408716518327 ], "p_improvement": 0.448925, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003361365652238654, "bootstrap_95": [ -0.0021707949489051183, 0.007450900665732431 ], "p_improvement": 0.880859375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0002559352700074232, "bootstrap_95": [ -0.0019136021994571777, 0.0023088882158980185 ], "p_improvement": 0.591645, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.004205366980448311, "bootstrap_95": [ -0.0005449569673180597, 0.008049578445253483 ], "p_improvement": 0.947265625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0017297287758765822, "bootstrap_95": [ -0.003433501688420714, 0.007903476982914487 ], "p_improvement": 0.69952, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0018292574731272203, "bootstrap_95": [ -0.00725158354825576, 0.003081587937671348 ], "p_improvement": 0.287109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00039688748798972703, "bootstrap_95": [ -0.0016119640368811785, 0.0025972148719139937 ], "p_improvement": 0.632155, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0012184281505561475, "bootstrap_95": [ -0.004359747646617254, 0.0020946630145995105 ], "p_improvement": 0.25, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0001730069622811603, "bootstrap_95": [ -0.0024700132056315917, 0.003153449502326443 ], "p_improvement": 0.54358, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.002909341118244273, "bootstrap_95": [ -0.009061580113795454, 0.0030620824522584354 ], "p_improvement": 0.1953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0006328132611610812, "bootstrap_95": [ -0.001656639843572896, 0.0030433492911547634 ], "p_improvement": 0.69288, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0008917460191718527, "bootstrap_95": [ -0.004298889131582222, 0.002515204363003724 ], "p_improvement": 0.31640625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0015342769257203064, "bootstrap_95": [ -0.00029047143908379395, 0.003615717679084293 ], "p_improvement": 0.92633, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00022504054337230283, "bootstrap_95": [ -0.0013185515417055832, 0.0019081670302206232 ], "p_improvement": 0.59765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": -0.02478207474254164, "bootstrap_95": [ -0.04835780565571975, -0.001243242744186354 ], "p_improvement": 0.027965, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0013239495390287139, "bootstrap_95": [ -0.02105512880312282, 0.01675543266230605 ], "p_improvement": 0.447265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 0.419475, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0027876796857141672, "bootstrap_95": [ -0.012478530425592948, 0.006762525228641405 ], "p_improvement": 0.29071, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.004148553400590159, "bootstrap_95": [ -0.012886686362241625, 0.006099540000790863 ], "p_improvement": 0.212890625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00010776661199791519, "bootstrap_95": [ -0.004691726513711326, 0.004518585373073185 ], "p_improvement": 0.48073, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0015604831180299082, "bootstrap_95": [ -0.012481134228179548, 0.010761422707595709 ], "p_improvement": 0.40234375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0008688148020898947, "bootstrap_95": [ -0.007953581035476604, 0.004995438923021505 ], "p_improvement": 0.415005, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.010061178887377207, "bootstrap_95": [ -0.003673524328496903, 0.02240838909129349 ], "p_improvement": 0.900390625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00366297124347705, "bootstrap_95": [ -0.002191213559099587, 0.009574631209033475 ], "p_improvement": 0.878375, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.005058856948621182, "bootstrap_95": [ -0.003951373726107957, 0.014267471528710243 ], "p_improvement": 0.837890625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "isotonic_ovr": { "rps": { "Feb": { "training": { "mean_difference": 0.02965888359264618, "bootstrap_95": [ 0.0109179650899183, 0.047851243897715445 ], "p_improvement": 0.996645, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.017442832412538425, "bootstrap_95": [ -0.0014548729258281557, 0.033451626558294215 ], "p_improvement": 0.951171875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.002917024235316222, "bootstrap_95": [ -0.01295469075617819, 0.006979291824540299 ], "p_improvement": 0.294795, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.007328746409493714, "bootstrap_95": [ -0.014987032005087398, 8.103984264052172e-05 ], "p_improvement": 0.0546875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.003155631179443242, "bootstrap_95": [ -0.002901094792226909, 0.011627419593995684 ], "p_improvement": 0.74683, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0008296603492788811, "bootstrap_95": [ -0.007648488808533056, 0.005835446068858898 ], "p_improvement": 0.400390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.000912027765976683, "bootstrap_95": [ -0.0061652125481916845, 0.004311763881791786 ], "p_improvement": 0.36699, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0010317300410049425, "bootstrap_95": [ -0.009585302259497101, 0.007335856841249541 ], "p_improvement": 0.41015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0013500688031469015, "bootstrap_95": [ -0.003180229029518102, 0.006453616181541005 ], "p_improvement": 0.69916, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0036455351920278343, "bootstrap_95": [ -0.011508570725782135, 0.0037268601394207512 ], "p_improvement": 0.20703125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.02237341072292208, "bootstrap_95": [ 0.010619937553520694, 0.034755070679466656 ], "p_improvement": 0.999065, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.006337369715622172, "bootstrap_95": [ -0.002632350476894333, 0.015252521095027512 ], "p_improvement": 0.890625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0026665082455426307, "bootstrap_95": [ -0.00835426850333097, 0.0023766387580002224 ], "p_improvement": 0.18539, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0020967144507136803, "bootstrap_95": [ -0.006193714998502704, 0.001836006987697217 ], "p_improvement": 0.17578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0025696807515785884, "bootstrap_95": [ 9.045127619080823e-05, 0.0055953273766980935 ], "p_improvement": 0.96228, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.002457186429604494, "bootstrap_95": [ -0.0017646777831186848, 0.0061308584948914936 ], "p_improvement": 0.8515625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0009714496931952747, "bootstrap_95": [ -0.003569382397448252, 0.0017508576929536434 ], "p_improvement": 0.24258, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.0019897643483659582, "bootstrap_95": [ -0.0018040388445653348, 0.006654545957435059 ], "p_improvement": 0.751953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00010500256879173522, "bootstrap_95": [ -0.0018832794624894726, 0.002079270557727153 ], "p_improvement": 0.538895, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0005256362127132951, "bootstrap_95": [ -0.006807510683538105, 0.006319965646819997 ], "p_improvement": 0.53515625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.007285472505578971, "bootstrap_95": [ -0.001983627131307969, 0.01628576567854077 ], "p_improvement": 0.931985, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0111054705678678, "bootstrap_95": [ 0.00014488568317269282, 0.02001835279648036 ], "p_improvement": 0.955078125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00025051610725318013, "bootstrap_95": [ -0.005381150787249988, 0.005141282210089662 ], "p_improvement": 0.46405, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.005232028317794691, "bootstrap_95": [ -0.01304297509662402, 0.0013619482473381207 ], "p_improvement": 0.123046875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.000585950152397118, "bootstrap_95": [ -0.004079335407397375, 0.006617316402732742 ], "p_improvement": 0.570575, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0032868425096307663, "bootstrap_95": [ -0.010962658422285368, 0.004472578444263341 ], "p_improvement": 0.22265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 5.942183071870437e-05, "bootstrap_95": [ -0.00414466022228714, 0.004235446293029752 ], "p_improvement": 0.51055, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0030214928355834364, "bootstrap_95": [ -0.008706663132402944, 0.002315584941010906 ], "p_improvement": 0.16796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0012450666791029383, "bootstrap_95": [ -0.0018418078308005338, 0.004810518781509795 ], "p_improvement": 0.74676, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.004171165457160128, "bootstrap_95": [ -0.007365565171400608, -0.0010916143473332903 ], "p_improvement": 0.021484375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } }, "log_loss": { "Feb": { "training": { "mean_difference": 0.5065903693382187, "bootstrap_95": [ 0.3259603537336333, 0.7072004583110391 ], "p_improvement": 1.0, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.47573944018185305, "bootstrap_95": [ 0.31697593194709267, 0.6204923682392383 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.01497006801900288, "bootstrap_95": [ -0.010620536796271528, 0.04858106767614238 ], "p_improvement": 0.79842, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0018896428106161605, "bootstrap_95": [ -0.020142232048740844, 0.015730523374566447 ], "p_improvement": 0.42578125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.020850104303122115, "bootstrap_95": [ 0.0022380874351584125, 0.047172545381911686 ], "p_improvement": 0.977915, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.025385380565233442, "bootstrap_95": [ 0.003228603941518844, 0.05039292337273077 ], "p_improvement": 0.9609375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.00027891119434670747, "bootstrap_95": [ -0.009971747493843981, 0.010154686217518975 ], "p_improvement": 0.478775, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.04458684682607943, "bootstrap_95": [ -0.0060683944648275675, 0.1090067994695098 ], "p_improvement": 0.880859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.013361918632028158, "bootstrap_95": [ -0.0022820164846280096, 0.03808821456395421 ], "p_improvement": 0.87841, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00565991157400245, "bootstrap_95": [ -0.02057619033819454, 0.009194932728516743 ], "p_improvement": 0.24609375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "no_harm": true, "confirmed": false } } } }, "SEL": { "rps": { "Feb": { "training": { "mean_difference": -0.0049047174273458794, "bootstrap_95": [ -0.014298473307358731, 0.005059854194146999 ], "p_improvement": 0.171215, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0016198396081736652, "bootstrap_95": [ -0.010502106718811114, 0.00660986548374702 ], "p_improvement": 0.375, "years_better": 4, "years": 9 }, "decision": { "holm_p": 0.856075, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0012027930157103156, "bootstrap_95": [ -0.008700773079185875, 0.005347205067986518 ], "p_improvement": 0.382165, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } } } }