{ "created_utc": "2026-10-12T21:00:50.903942+00:00", "config": "config/bias_correction/feb_fmam_ratio_limits.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P, SEL-A and each sensitivity variant).\nVariants (e.g. the MVS all-zero guard) run through the same pipeline but are never chosen by SEL-P / SEL-A.\nCheckpoints (one per target and method) are reused only when the complete dependency fingerprint of the target\n(configuration contents, masks, input files, calculation code; bias_benchmark.dependencies) is unchanged.", "provenance": { "commit": "fb7425f593b8bc5f2550f0f47d4929e76eb3fb5c", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/feb_fmam_ratio_limits.json", "sha256": "ff2b846daa31c1b3e99e462710430e76c6eabea959653f3dab63c22e69df67fb" }, "project_config": { "path": "config/fmam_feb/project.json", "sha256": "9999e9e5e03f95998e3d22396d2d2e5bf2f8c79decfc571c715caf2878daa4a1" }, "cycle_config": { "path": "config/cycles/feb_2026_fmam.json", "sha256": "120955984a14d292912b9a8d48f83af060290d40d6b54ed9d627b36280c0652b" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init02_Feb", "files": 67, "sha256": "aa05fc058f64121f726ee7f06608768bafb243ef9702ccd6c154217f2a9a13d5" }, "Mar": { "folder": "data/processed/init02_Mar", "files": 67, "sha256": "41b2c07eb813ed00ca81d1c21d2a620cd1cdbc2d2725e806669bd035f1a8f7cf" }, "Apr": { "folder": "data/processed/init02_Apr", "files": 67, "sha256": "7c29ca912e693cabdd2d1626e106f967dd554116d18f98a18faa33f957dfb15e" }, "May": { "folder": "data/processed/init02_May", "files": 67, "sha256": "c590b53da737506d77661bb04aa6caf2a91d62a0ab9b88d8a2ecbb7c49b925c0" }, "FMAM": { "folder": "data/processed/init02_FMAM", "files": 67, "sha256": "6915035b5cc71c72bb89702c935f922163818566aa3868159a9183f7326db742" } }, "scoring_version": 3, "dependency_sha256": "b615f9e7a75850b565cd0960a8ab21a5ac936431ba099126ae7a085a44ab7bbf", "python": "3.11.9", "numpy": "1.26.4", "checkpoint_keys": { "Feb": "fd1bd33288b162a975587420678ff4cedea59cfeee17037b89b6048218e5832a", "Mar": "a43d11ff9e05906d1ba10599aeb3b808b8aa11790276b95a6cfe78bc596aedd1", "Apr": "915be880e7585fa4bd36d3734b081b48d613c0e0fc66612c0806379e5ad80718", "May": "0c2721db16bf0a3d3c360cdb9f52a6cef9ad4c75af194adf7d264716236c2781", "FMAM": "abaa460ac89d17572e7a23f99644e9dd606ee8d6de663fe3ee027617354417a8" } }, "methods": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "family": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "variants": [], "reference": "mvs", "targets": { "Feb": { "tag": "init02_Feb", "methods": { "mvs": { "lambda_": { "training_mean": 0.48230585625266126, "training": [ 0.5379184916250985, 0.4762887103836154, 0.5196976191801893, 0.481837267945674, 0.47950579787677866, 0.48931087312548793, 0.4772178411620838, 0.4775965093035968, 0.48575824119681676, 0.484176370142674, 0.46104456806158683, 0.4559804169988465, 0.4714717108048243, 0.45454270840602135, 0.5211789342793635, 0.4847293172863198, 0.4724612381058275, 0.4927807720214552, 0.47930941963355067, 0.49807408876466763, 0.47483276422036613, 0.46827688163891984, 0.4751028147251733, 0.45624719317493406 ], "test": 0.4837304965364892 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2112180408384159, 0.45303788000804884, 0.33268488659805484, 0.42701279488378235, 0.41841242170453297, 0.3194159203844659, 0.4195852458115674, 0.4933798948985926, 0.3628012208168902, 0.41680502038707523, 0.5840367302696414, 0.4417653447212832, 0.41271573599677913, 0.48098544742430965, 0.27655931887302454, 0.3995465457948823, 0.3807631876545, 0.25379998428819606, 0.3698774989164374, 0.368023724004967, 0.4260350678332725, 0.3934260565549052, 0.39600519902120807, 0.458420218085758 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04221720431507358, 0.3284723564783085, 0.09449198112746521, 0.23545488087522462, 0.31268251653905127, 0.10973245558133637, 0.3123785146108837, 0.3947560343537717, 0.1467278490078051, 0.29138679124905853, 0.2450842196191028, 0.18765297231510944, 0.2106380938121853, 0.14149125422922873, 0.06893882450367653, 0.31333849742400843, 0.17016727086583722, 0.05321450342416322, 0.25450773133628557, 0.2632548476300475, 0.3297357370753349, 0.1346457946646722, 0.2680095286259636, 0.18640214216948392 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16900083029825205, 0.12456552508953123, 0.2381929043474934, 0.1915579152730495, 0.10572990720866672, 0.20968346302823018, 0.10720673360607537, 0.09862386282723855, 0.21607337250237724, 0.12541823160197246, 0.3389525100173603, 0.25411237632655265, 0.20207764310720844, 0.3394941934615393, 0.2076204919599373, 0.08620805068370735, 0.2105959172926899, 0.2005854767357345, 0.11536976970156376, 0.10476887832410087, 0.09629933319812338, 0.25878026108475766, 0.12799567162300884, 0.2720180733778246 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.95844012476891, 2.519413783718392, 6.675882175681669, 3.9440427149966273, 2.159942389321878, 9.823756682045255, 2.5689116320532457, 3.3214551598425435, 3.259035154587032, 2.9654876569184667, 9.729461143467056, 5.93959331584185, 3.324598838740013, 7.92292581828373, 6.554292706064692, 1.8553920795053196, 3.71293195567706, 20.525302024883548, 2.70089333476698, 2.051645230317703, 2.39056222695134, 4.285509621237966, 2.5060116691614858, 4.638188631020586 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.620458269056334, 2.4521247914166513, 6.445387299842601, 3.7969351036722383, 2.1202460242629577, 9.360703312423237, 2.4412575434351864, 3.217700356576177, 3.090170817525766, 2.901436587503713, 9.565287872164301, 5.783952553370184, 3.1499180255792845, 7.684724116806179, 6.290242786275774, 1.7801539613986028, 3.6406864960722225, 20.19379036141606, 2.5702137047284217, 1.9471729733884096, 2.3187934327978588, 4.126523734070506, 2.4270483395366624, 4.510948203984698 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.39567972440710797, "rpss": 0.1263736164396203, "brier_below": 0.21230758340971156, "bss_below": 0.06512527212516095, "brier_above": 0.18337214136154145, "bss_above": 0.18796867271874562, "crps": 5.222236502910556, "crpss": 0.24014136294682165, "crps_fair": 5.0598281944710015, "crpss_fair": 0.231762602575856, "reliability": { "below": { "weight": [ 0.0, 0.438025, 0.11676, 0.113968, 0.139339, 0.141315, 0.050593, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2508, 0.3548, 0.4541, 0.5484, 0.6285, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2565, 0.2194, 0.3282, 0.4375, 0.5601, 0.6537, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.153752, 0.381862, 0.174529, 0.075163, 0.068792, 0.145902, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2506, 0.3447, 0.448, 0.5548, 0.6455, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0744, 0.2107, 0.3617, 0.5128, 0.7344, 0.6883, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20268581697250107, 0.4337773257777311, 0.32483112662579694, 0.43439527181835197, 0.4119414892581978, 0.30902899963350194, 0.4203532683970585, 0.4932917736358745, 0.3577426988358697, 0.4203769142376136, 0.5294720195713368, 0.4379288135436904, 0.3967885525432215, 0.48497625063462774, 0.26714805550961157, 0.408062246965576, 0.3622105253010331, 0.23971459297133701, 0.3709500876990043, 0.3734351038288038, 0.4529345490666317, 0.41178396770984277, 0.38377677115463077, 0.47986696125336314 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04100396376882437, 0.33614232898070473, 0.08080851008780178, 0.23789318107176752, 0.31356452559343767, 0.10897863215380921, 0.30980109438360554, 0.4008328727290074, 0.139730141635937, 0.31626167752733364, 0.24415805465460466, 0.20295108293253475, 0.20057925116515493, 0.12977525660204287, 0.06554839601115928, 0.31540296747055724, 0.16951954101131442, 0.044879243387518274, 0.24418860108262253, 0.2601270578033563, 0.34232016743301835, 0.13789542059525128, 0.26704506829225994, 0.18113758703171154 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16168184644700134, 0.09763499878946018, 0.24402261504813022, 0.1965020921511613, 0.09837696584722898, 0.2000503658180839, 0.11055217685443067, 0.09245890381734079, 0.21801255793424848, 0.10411523972980971, 0.2853139652254762, 0.23497773501715963, 0.1962093026192521, 0.3552009940292261, 0.20159965718316736, 0.09265928181542481, 0.19269098467648782, 0.19483534463764784, 0.12676148867591627, 0.11330804786607034, 0.11061438408300932, 0.2738885457126335, 0.11673170456731399, 0.29872937103685615 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.825798059971582, 2.572850179963791, 7.864111463984611, 4.746468811951012, 2.4320456916806354, 11.590274775545018, 3.016116522991642, 3.9218720629408113, 3.738844254513643, 3.2395952606874237, 9.538035836691016, 7.163077760807841, 3.736713690846555, 9.33935754586858, 6.754345538953609, 2.1456648037397086, 4.250178706070808, 24.577969297537162, 3.209340082129657, 2.3874046966129763, 2.8936331851163404, 5.30530637450127, 2.827575684500669, 5.495600827816597 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.42971909052152, 2.502664702030692, 7.585046264789994, 4.577625902745342, 2.391657163505126, 11.023258946798297, 2.870088311690456, 3.803999189078924, 3.541019519365533, 3.1719336415077257, 9.339418278654293, 6.981740009495665, 3.543662341697902, 9.06198572773837, 6.458531493051824, 2.0613562155667458, 4.169740352269801, 24.215683809758275, 3.0615620190660233, 2.2665416626051362, 2.806165115429388, 5.129896405548974, 2.739130521732948, 5.346340615898488 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3919780492893836, "rpss": 0.1344813461111931, "brier_below": 0.21210602597522232, "bss_below": 0.06573096080908047, "brier_above": 0.1798720237326057, "bss_above": 0.20358953503832045, "crps": 6.023840879809289, "crpss": 0.2555162029383171, "crps_fair": 5.836615304189476, "crpss_fair": 0.2472925161695675, "reliability": { "below": { "weight": [ 0.0, 0.477393, 0.107984, 0.106043, 0.130402, 0.128314, 0.049864, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1801, 0.251, 0.3552, 0.4542, 0.548, 0.6291, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2609, 0.2221, 0.324, 0.446, 0.568, 0.6909, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164891, 0.372398, 0.163816, 0.070497, 0.069046, 0.159352, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2509, 0.3442, 0.4487, 0.5562, 0.6461, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2032, 0.3661, 0.5217, 0.7475, 0.6878, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3413595295785565, 0.541508955661979, 0.4258401922911376, 0.3674205423582209, 0.43796496113356864, 0.41673796239913297, 0.33143527006804674, 0.3642819510133622, 0.4247193610299639 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05130541267232243, 0.1199658906609397, 0.15347815522076375, 0.15923638939509713, 0.1446641591561163, 0.21630393259771122, 0.2438776379248456, 0.09230587717758137, 0.23066337603346745 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2900541012581489, 0.42154303378964153, 0.2723620305548712, 0.2081841514672766, 0.29330079255247454, 0.20043402677213826, 0.08755764015580879, 0.27197606202344665, 0.19405598528275317 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.150682360745757, 13.709323585735325, 5.551579350630334, 5.242986062651691, 4.801818578805825, 4.801401850912995, 2.1883713968176615, 10.572931123261435, 3.2309522370647454 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.034344355404457, 13.621994168606037, 5.429224125390342, 5.16965485327733, 4.723599876132117, 4.773011895321857, 2.164893462775442, 10.427851286846773, 3.171348761615713 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4056965250593298, "rpss": 0.05611194205411729, "brier_below": 0.1568667589820939, "bss_below": 0.033136183744374326, "brier_above": 0.24882975820628442, "bss_above": 0.07004337767091195, "crps": 7.250005171847308, "crpss": -0.002095735138877952, "crps_fair": 7.168435865041118, "crpss_fair": -0.029886356472097253, "reliability": { "below": { "weight": [ 0.0, 0.422551, 0.13882, 0.140974, 0.12396, 0.122065, 0.05163, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1694, 0.2475, 0.3488, 0.4432, 0.5466, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.117, 0.0704, 0.1292, 0.1784, 0.2921, 0.353, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164902, 0.276702, 0.271228, 0.14444, 0.075607, 0.067121, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2513, 0.345, 0.4404, 0.5382, 0.6569, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1831, 0.3821, 0.557, 0.6749, 0.7044, 0.4704, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34683354540759165, 0.5262922394253995, 0.42946571612727824, 0.3758301472089058, 0.42909360207718733, 0.418520490915995, 0.3222957715951435, 0.37330728743167396, 0.4095990812016335 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.051396231700756516, 0.1138203326033195, 0.16510888863468975, 0.1578212784620889, 0.14926616910127635, 0.22439120479807903, 0.23307237135741346, 0.10024028256379557, 0.2504416705332382 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2954373007760705, 0.41247187669377533, 0.2643568241850747, 0.21800886601992375, 0.2798274271768749, 0.19412928396235285, 0.0892234070612625, 0.2730669953371332, 0.1591574155220484 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.449904695103754, 16.575350512145288, 6.040664027913047, 6.328963012851245, 5.705894205322382, 5.672559097922525, 2.5365089758307224, 12.524918138236217, 3.4116644374308644 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.317725992361584, 16.47513250977062, 5.899960159428608, 6.24374179781449, 5.617097094732737, 5.643124303318937, 2.512613909538452, 12.351542587811084, 3.347723982230419 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4034708757100898, "rpss": 0.04799300671441564, "brier_below": 0.16061760330607303, "bss_below": 0.040876846962303315, "brier_above": 0.24285326630383508, "bss_above": 0.05264174252582221, "crps": 8.36071412252845, "crpss": -0.01781570963644441, "crps_fair": 8.267629148556326, "crpss_fair": -0.047691874826179426, "reliability": { "below": { "weight": [ 0.0, 0.459747, 0.125367, 0.122058, 0.10646, 0.125238, 0.06113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2466, 0.3496, 0.4434, 0.5505, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1272, 0.0814, 0.1453, 0.1991, 0.3081, 0.3734, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.19111, 0.273102, 0.246035, 0.137084, 0.072812, 0.079857, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2484, 0.346, 0.4405, 0.5372, 0.6572, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.3664, 0.5323, 0.6317, 0.6267, 0.4563, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.4892060684253455, "training": [ 0.5444523146810684, 0.48380902967446765, 0.5260727171890612, 0.48875359585660566, 0.4904849036327334, 0.4747671153178947, 0.4847077722961062, 0.48666135647514625, 0.493993845673043, 0.4924506401894423, 0.46741645032835194, 0.4636021269395092, 0.47976074690843606, 0.4649322526904103, 0.52813154514592, 0.49407096715441307, 0.48153998709849494, 0.499670059844043, 0.48759438055372767, 0.5062338235918148, 0.48432263725111674, 0.478967309941011, 0.4848031212091356, 0.45374694256633796 ], "test": 0.4916449754226907 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2129877050517713, 0.450734415502803, 0.3299436007265703, 0.4220906717613197, 0.42576196062254, 0.31439473008983754, 0.4329315680967259, 0.5084909502017012, 0.36705179831163537, 0.4275729847191172, 0.5713032099788893, 0.4430601070957501, 0.4149717880360028, 0.4772295468498666, 0.2785006196827093, 0.4135801321174231, 0.37032298430780064, 0.2444869026616762, 0.3832287702151254, 0.37680145422868666, 0.4275433102547253, 0.37355434290924927, 0.39429510880911234, 0.4426037877830217 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.041551085505976706, 0.32114974476124997, 0.09152091493007522, 0.2307452566184427, 0.3193144336959736, 0.10780596840338104, 0.3222470979757709, 0.4054097283743593, 0.1477074834011282, 0.29705671844645787, 0.23223573581436768, 0.18608107058750023, 0.20949851069007, 0.1432206364993178, 0.0659510196716722, 0.32387337804823135, 0.16032494358171828, 0.049791297339918224, 0.2620079863198524, 0.2729673974839966, 0.3274705018542665, 0.12400054198862517, 0.2656072771085727, 0.1768076805298098 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.17143661325647602, 0.12958467261748943, 0.23842268452651796, 0.19134541650218792, 0.10644752925083442, 0.20658875973884472, 0.11068447268756887, 0.10308122437843584, 0.21934431599525905, 0.13051626888610468, 0.3390674742255771, 0.2569790404941746, 0.2054732783308642, 0.3340089106207272, 0.2125495978317345, 0.08970675654208568, 0.20999804157142668, 0.19469560092288746, 0.12122078618697717, 0.10383405867036627, 0.10007281105464766, 0.24955380015198453, 0.1286878330453904, 0.2657961048919151 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.887103663420522, 2.4240986808917246, 6.673694834461727, 3.899433996376831, 2.0883849104530388, 10.01959126185785, 2.532614047696074, 3.3014347031069797, 3.2176589178503674, 2.9145468407042605, 9.645282673324319, 5.886233201141519, 3.3046514621049314, 7.931303154368276, 6.691067765026796, 1.7921338460869294, 3.6490297662178452, 20.43700089011187, 2.7065201075279006, 2.01556577909794, 2.328069199676756, 4.23620330794587, 2.4367681755515, 4.571730682228765 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.551637079878688, 2.3584615058141982, 6.445425346177394, 3.754461043383569, 2.05012184315961, 9.547577866941419, 2.4068657891952703, 3.1999053063770084, 3.0510877945519073, 2.8521439661106016, 9.482064808116814, 5.733312680963538, 3.1332668097416563, 7.6947612651178945, 6.432919910135512, 1.717998363373531, 3.578110433824271, 20.11147204928128, 2.577462657796181, 1.9127628275590447, 2.2568497974473622, 4.0795306549497745, 2.3589229661443705, 4.445274048348015 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3959767687505858, "rpss": 0.1257177683899421, "brier_below": 0.21184776706794728, "bss_below": 0.06715002635426315, "brier_above": 0.1841290021825199, "bss_above": 0.18461704748023922, "crps": 5.191255077801275, "crpss": 0.24464929809000846, "crps_fair": 5.030516533932871, "crpss_fair": 0.2362130133290511, "reliability": { "below": { "weight": [ 0.0, 0.47052, 0.123295, 0.111448, 0.135725, 0.121618, 0.037395, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2505, 0.3548, 0.4523, 0.5432, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2605, 0.2295, 0.3332, 0.4594, 0.5915, 0.7025, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.128575, 0.397254, 0.170419, 0.075389, 0.071072, 0.157292, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2495, 0.3447, 0.4463, 0.5536, 0.645, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0751, 0.1975, 0.3621, 0.5045, 0.7351, 0.6638, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2060528401167025, 0.4385924666093964, 0.3249474178761454, 0.43173166093889, 0.4173033763210629, 0.3064207001781056, 0.42712880537007547, 0.5026500371006527, 0.36770130541097373, 0.43832687230597367, 0.5289191684055816, 0.44636200064217163, 0.401702682330527, 0.4765931147011544, 0.269754105958262, 0.41325450783770823, 0.3561919117284164, 0.22672787185710425, 0.37545973825082285, 0.3729899644373305, 0.44783322995925523, 0.3931024096832647, 0.38164893310783443, 0.4661288242722637 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04162820935456304, 0.3347001308383002, 0.07974893808224333, 0.23632036992325728, 0.31867546183372764, 0.10933786615106678, 0.31280944443161585, 0.4054596914991923, 0.1451758676707716, 0.32783510590033754, 0.24125580389056733, 0.20732539348732176, 0.20125403947260467, 0.128556404931144, 0.0628283743911249, 0.31644828235181727, 0.16454072037464068, 0.03992106833507927, 0.24213042877924765, 0.2613069692786582, 0.3327875950614068, 0.1301250652130801, 0.26434615349349716, 0.17531766073719635 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.1644246240469411, 0.10389233821635512, 0.24519847825826735, 0.1954112925691256, 0.09862791693789949, 0.19708283221314352, 0.11431936405827145, 0.097190348691649, 0.2225254387978513, 0.11049176957250027, 0.2876633653844751, 0.23903661180109584, 0.20044864415708905, 0.34803670951205, 0.20692572960589567, 0.09680622801075235, 0.19165119207519715, 0.1868067981790119, 0.13332931179543384, 0.11168299697455139, 0.11504563760598657, 0.26297734319288657, 0.11730278134869039, 0.2908111603953169 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.842130276430808, 2.5158423465019917, 7.867915001988887, 4.722348021950044, 2.3995334042770167, 11.826990250561725, 2.9792821838595183, 3.8997222704652748, 3.7334712304716273, 3.2128020026291524, 9.505202472831607, 7.128772611071209, 3.734162725357656, 9.348085389528944, 6.77925536916932, 2.096778854169972, 4.204497291808365, 24.64339077509215, 3.208954218941142, 2.356603561097028, 2.857125177496225, 5.279638494076961, 2.793869009861041, 5.47162757551684 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.445540844886265, 2.4459456330847624, 7.589592970957092, 4.553729074167635, 2.3593556086283924, 11.24598656587686, 2.833463685753282, 3.7822108170034543, 3.5361361540189193, 3.145398675069853, 9.306583100988307, 6.947968090160346, 3.5416053711342954, 9.069948340966533, 6.483424784277789, 2.012576920510252, 4.124147775157, 24.283323333326436, 3.0612229151546466, 2.2363453717641644, 2.769815810392693, 5.104311728830803, 2.7055804524554286, 5.322205308971586 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.39239683105831985, "rpss": 0.13355664271624546, "brier_below": 0.21165979356176923, "bss_below": 0.06769649255791144, "brier_above": 0.18073703805835153, "bss_above": 0.19975955388244115, "crps": 6.017000021464772, "crpss": 0.2563616615580091, "crps_fair": 5.8294341388973665, "crpss_fair": 0.24821862086831548, "reliability": { "below": { "weight": [ 0.0, 0.495454, 0.113092, 0.104553, 0.127892, 0.11861, 0.0404, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2512, 0.3554, 0.4525, 0.5435, 0.6216, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2623, 0.2321, 0.326, 0.4597, 0.5904, 0.7249, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.137739, 0.388666, 0.159033, 0.070273, 0.069962, 0.174327, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2495, 0.344, 0.447, 0.5548, 0.6457, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0637, 0.1901, 0.3637, 0.5159, 0.7536, 0.6606, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3385082708579052, 0.5339340835815684, 0.4211852831577871, 0.3604931639695025, 0.42664779369871053, 0.40048733946429727, 0.3348722477587371, 0.36273805723521074, 0.4091567747366781 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.04867535678821664, 0.1116096055006464, 0.1467638789414102, 0.152437685349802, 0.1362398821438526, 0.20425473231486982, 0.24322110093256014, 0.09020343595014058, 0.2177168425925401 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2898328984033421, 0.42232444691259, 0.2744213977119784, 0.20805547735940605, 0.290407902528142, 0.1962326043999712, 0.09165115516442097, 0.27253460947933345, 0.19143993264467402 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.296839262182809, 13.66963398501114, 5.562935093675688, 5.228610220248422, 4.75637656680558, 4.733699403786026, 2.13696593434461, 10.583553249317601, 3.176405098465908 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.182887932994106, 13.583352383039548, 5.442217122354066, 5.156252254371292, 4.67931650521444, 4.7061494670205155, 2.114256879584735, 10.439765843649713, 3.118117009653827 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39866922382893294, "rpss": 0.07246156622205902, "brier_below": 0.1501247245015598, "bss_below": 0.07469138147699472, "brier_above": 0.2485444916226509, "bss_above": 0.071109510397526, "crps": 7.238335423759755, "crpss": -0.00048274252556335107, "crps_fair": 7.1580350442091385, "crpss_fair": -0.02839207464093718, "reliability": { "below": { "weight": [ 0.0, 0.465394, 0.140056, 0.136094, 0.119974, 0.092204, 0.046278, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1717, 0.2481, 0.3479, 0.4468, 0.5506, 0.6223, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1156, 0.0741, 0.1371, 0.1917, 0.3287, 0.373, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.161014, 0.2674, 0.272079, 0.157379, 0.065006, 0.077122, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1847, 0.2524, 0.3447, 0.443, 0.5425, 0.6537, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1771, 0.3764, 0.5588, 0.6675, 0.7256, 0.4655, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3460610685515027, 0.5276125212514777, 0.42856735568529447, 0.37298666658316354, 0.424191230801192, 0.40627813673940705, 0.32205086856698023, 0.37188272000879313, 0.3977963148852055 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.05031268777784477, 0.11282416743995208, 0.16118027606649427, 0.15478416904825187, 0.1463819522859176, 0.2173871735516619, 0.22769528805250736, 0.09842591834087293, 0.24181427603048236 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2957483677339668, 0.41478832375439134, 0.2673870764565653, 0.2182024950521056, 0.27780927289825597, 0.18889096131726987, 0.09435558765610658, 0.27345679224349806, 0.15598204391779497 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.469133176262396, 16.564676329207543, 6.033858573022394, 6.32639908669972, 5.679214805056886, 5.629468087556548, 2.510928944634632, 12.5262925321258, 3.37039857788519 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.337680838799496, 16.4645520863908, 5.89331650540136, 6.241231066854628, 5.590622318569102, 5.600114410257716, 2.4871603486935476, 12.353156318097701, 3.306622806880128 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.399714098119224, "rpss": 0.056857286031797405, "brier_below": 0.15675621206599835, "bss_below": 0.06393502779093307, "brier_above": 0.2429578801144394, "bss_above": 0.052233649363929824, "crps": 8.345596679161234, "crpss": -0.015975343954375498, "crps_fair": 8.252717411104943, "crpss_fair": -0.0458022271549261, "reliability": { "below": { "weight": [ 0.0, 0.483894, 0.125165, 0.119552, 0.113395, 0.10198, 0.056014, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1714, 0.2471, 0.3493, 0.4469, 0.5531, 0.6223, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1278, 0.0815, 0.1534, 0.1943, 0.3426, 0.387, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.186195, 0.265699, 0.2458, 0.149083, 0.060071, 0.093152, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2498, 0.3457, 0.4441, 0.5416, 0.6538, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1818, 0.3637, 0.5333, 0.6305, 0.6365, 0.4496, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.49066856237443335, "training": [ 0.5467427902046812, 0.4844698806036665, 0.5284478607819847, 0.490049998920883, 0.48958594246530646, 0.4700296258392428, 0.4858493027318534, 0.4868988712551329, 0.49666079330543633, 0.49480573857722243, 0.47032166860078245, 0.466216214638978, 0.4822069169468308, 0.4665302812595098, 0.5310323048410144, 0.49510832819550865, 0.48246736592818507, 0.5086896302534907, 0.48773242535818145, 0.5068671820770274, 0.4861720298824983, 0.4792924919062989, 0.4870713230462846, 0.4527965293664005 ], "test": 0.49165275487050836 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.21369377182157032, 0.4506364546293716, 0.32927770694021374, 0.42154773076260255, 0.42862404656347897, 0.3131501838662085, 0.436465216880081, 0.5149028441560899, 0.3662541642677014, 0.4310521842765768, 0.5631989582455561, 0.4414960268814165, 0.4153429339683223, 0.4775077291419836, 0.2779026829373145, 0.4177335193333853, 0.36571860336032863, 0.2423979965170237, 0.3876911813670016, 0.38060253318161885, 0.4277426071238542, 0.3689706527574217, 0.39507087992467466, 0.4393113931477795 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04134431524889172, 0.3201959264400536, 0.09123112158550459, 0.22976240998824424, 0.32183402843995396, 0.10786357899889064, 0.3250078288229162, 0.4108445233892741, 0.14752336932628834, 0.29960933603665485, 0.22538270153392645, 0.1844900592118691, 0.20944852721308538, 0.14448456942815516, 0.06529974077526352, 0.32709971532693066, 0.15615402486278213, 0.04877185031975541, 0.26532760710114195, 0.2765198947366519, 0.3269292208513522, 0.12132611000829535, 0.2660742226529612, 0.1754314081173534 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.17234945019521525, 0.13044053000307257, 0.23804658407470464, 0.1917853222510765, 0.1067900204720839, 0.205286602825572, 0.11145739063053253, 0.10405832337622334, 0.21873079610392307, 0.13144285082274962, 0.33781625692124556, 0.25700597148667675, 0.20589440779999985, 0.33302316003649657, 0.21260293996979002, 0.09063380647975476, 0.20956457931084155, 0.1936261416425904, 0.12236357657530576, 0.10408264028318068, 0.10081338897050704, 0.247644542031582, 0.1289966586028385, 0.2638799826887567 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.857813915936799, 2.4071507963226253, 6.670765530057688, 3.88852539721094, 2.072935089075507, 10.036738764871236, 2.5308396432949514, 3.302193495073805, 3.2103722724035975, 2.909148950488205, 9.624138192414827, 5.8735516384182205, 3.300981861520769, 7.928643778680334, 6.7206664687344455, 1.7842931568703264, 3.6344148916000742, 20.41777504928281, 2.7124013222435783, 2.011916507171152, 2.3203706224570455, 4.224265686818713, 2.425469552134086, 4.554987828698923 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.523664161675066, 2.3420212661737083, 6.443551820514437, 3.7442051910327305, 2.0351668217262895, 9.564982612785771, 2.4057682531243056, 3.2013558767777255, 3.044637472537277, 2.847240273084857, 9.461415309217672, 5.721374451920233, 3.1305535657743566, 7.692975217916527, 6.4644721741360645, 1.7105357166043356, 3.56396420282685, 20.09414373464991, 2.583809421788461, 1.9098224109013027, 2.2493533658986413, 4.068190867255154, 2.348004881893503, 4.428859642213237 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3960955000854824, "rpss": 0.12545561993925658, "brier_below": 0.21199817043400815, "bss_below": 0.06648774051567274, "brier_above": 0.18409733014811333, "bss_above": 0.1847573015228975, "crps": 5.184181683824194, "crpss": 0.24567850837257021, "crps_fair": 5.024169529684517, "crpss_fair": 0.23717668360357214, "reliability": { "below": { "weight": [ 0.0, 0.486533, 0.123239, 0.109802, 0.133383, 0.113587, 0.033455, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2504, 0.3549, 0.452, 0.5424, 0.6209, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2617, 0.2335, 0.3406, 0.4699, 0.5986, 0.7298, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.127949, 0.395705, 0.169765, 0.075323, 0.071537, 0.159721, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2497, 0.3446, 0.4463, 0.5529, 0.6439, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0749, 0.1956, 0.3607, 0.505, 0.7373, 0.6606, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20709916495193956, 0.4419585852968847, 0.3251337777792177, 0.4328708288881709, 0.4186232660692324, 0.3060460237056232, 0.4283665531354629, 0.5065580790598125, 0.36746912583529273, 0.44314084911111684, 0.5257995678703307, 0.4465289615052235, 0.4032103377270906, 0.47610928628945337, 0.2695227663011889, 0.413803579496457, 0.35301729645692775, 0.22306916981199876, 0.3765314719688442, 0.3728233999011765, 0.4467352827115304, 0.3885035076617075, 0.3816415244575624, 0.4628018424863433 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04172115799092908, 0.33683621087243765, 0.08026199427529392, 0.23696260764821028, 0.32037000698322543, 0.11006841563804791, 0.3129391417395269, 0.4081114090933617, 0.1456201602877422, 0.3312872401528869, 0.23881542352674684, 0.20708544102479046, 0.20232013712633087, 0.1291637107158055, 0.06256744652000364, 0.3157519686099056, 0.16208056103328328, 0.03827191302351471, 0.24176154694911822, 0.2610324560775625, 0.3307291619972118, 0.12804380222112, 0.26435445158394116, 0.1742343494329293 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16537800022855317, 0.10512237689936213, 0.24487178194508424, 0.19590822284700532, 0.09825326157489833, 0.1959776063132488, 0.11542741453015595, 0.09844667312432302, 0.22184896669848872, 0.11185361218067684, 0.2869841451746572, 0.23944352516329284, 0.20089020202411983, 0.346945575326656, 0.20695531784329493, 0.09805161347078738, 0.19093673614818144, 0.1847972512272282, 0.13476992739186508, 0.11179094564617728, 0.1160061234698558, 0.2604597042231908, 0.11728707459705295, 0.2885674899167274 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.825831545633166, 2.5115638700736427, 7.864771929485645, 4.718666607993568, 2.39477888401625, 11.842146312598063, 2.9761901881545447, 3.899541856662902, 3.7340372339278463, 3.2109673585373555, 9.498101756690163, 7.121726575729998, 3.7350016754121063, 9.343684124821408, 6.77867989852498, 2.0922555840723422, 4.193573623889718, 24.65855070499344, 3.209331525664365, 2.3521173661614125, 2.8537843593032006, 5.2725034790087, 2.790519311211602, 5.463262687007071 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.430029007972207, 2.4417761254940324, 7.587282479067379, 4.550237267520878, 2.3546826051286325, 11.26086657355691, 2.830587062292188, 3.782189579044135, 3.537092425943866, 3.143648580612539, 9.299750115593811, 6.941162967905032, 3.5427774970219295, 9.065805616553462, 6.483211083426093, 2.0081514584986193, 4.113349799947429, 24.299533819907662, 3.0617144811887824, 2.232292999967909, 2.766585632587719, 5.097304261493377, 2.7023384054916537, 5.313968144583036 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.39239017701994117, "rpss": 0.1335713353612823, "brier_below": 0.21168294643849692, "bss_below": 0.06759451046760812, "brier_above": 0.18070723116520349, "bss_above": 0.19989152838930713, "crps": 6.014232852482228, "crpss": 0.2567036547335162, "crps_fair": 5.826930749616636, "crpss_fair": 0.24854146548772948, "reliability": { "below": { "weight": [ 0.0, 0.504199, 0.112987, 0.103448, 0.126001, 0.115244, 0.03812, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2512, 0.3553, 0.4523, 0.5429, 0.6212, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2625, 0.235, 0.3305, 0.4657, 0.5942, 0.738, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.136883, 0.387219, 0.157941, 0.069874, 0.070122, 0.177961, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2497, 0.344, 0.4469, 0.5539, 0.6449, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0627, 0.1878, 0.3621, 0.5171, 0.7569, 0.657, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3375270402781191, 0.5297976683746254, 0.41835288730589965, 0.3581476624109177, 0.42316772114626416, 0.3985303297046059, 0.3374809530039605, 0.36123648739954994, 0.40561517194159746 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.047671808874777725, 0.107547963168539, 0.14395110899277216, 0.15050529144467095, 0.13261154331819708, 0.20249111891108176, 0.2452764194439589, 0.08892324084432288, 0.21394978744827206 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28985521580487655, 0.42224967414301623, 0.2744017718117715, 0.20764236973924208, 0.29055616882210217, 0.19603920811446934, 0.0922045419548031, 0.27231323486055437, 0.19166538510485545 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.336261316197247, 13.658621888415531, 5.564341879807362, 5.224646093093244, 4.746675857772262, 4.720141182236037, 2.131184844791565, 10.581633563385436, 3.166532617934531 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.223103680810333, 13.572718278005667, 5.444150527512531, 5.152554927153515, 4.669996498048794, 4.692848298613478, 2.1087287516825564, 10.438350095227396, 3.1086308970717673 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39665065795172666, "rpss": 0.07715793433956619, "brier_below": 0.14810314249406584, "bss_below": 0.08715160254181853, "brier_above": 0.24854750781729898, "bss_above": 0.07109823791063608, "crps": 7.236671027070358, "crpss": -0.0002526896104977361, "crps_fair": 7.156786883791781, "crpss_fair": -0.02821275192553241, "reliability": { "below": { "weight": [ 0.0, 0.48334, 0.139634, 0.132006, 0.112736, 0.086966, 0.045317, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1716, 0.2481, 0.3476, 0.4465, 0.5508, 0.6223, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.115, 0.0793, 0.1367, 0.1978, 0.3364, 0.3789, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.160487, 0.266086, 0.272255, 0.157729, 0.065173, 0.07827, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1847, 0.2523, 0.3448, 0.443, 0.5427, 0.6538, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1777, 0.3757, 0.5594, 0.6638, 0.7304, 0.4632, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3459965058068186, 0.5261723568239655, 0.4268504491533526, 0.3720645650784426, 0.4229047515586809, 0.40620276932899635, 0.3224697256257759, 0.3708198395196951, 0.39591139472261777 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.04991262096520318, 0.11109549278030124, 0.15948429460666944, 0.1539212813793214, 0.14449959343720556, 0.21815301396312475, 0.2272909227584536, 0.09743836070734971, 0.2398444053479691 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2960838718135197, 0.41507683398837925, 0.2673661513679886, 0.2181432812514646, 0.2784051525397034, 0.1880497535451665, 0.09517881002769929, 0.2733814694708303, 0.15606699449477196 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.470296101556965, 16.560047181256817, 6.030878784857268, 6.32260576350745, 5.6741932521250575, 5.622267036536083, 2.5082466067800877, 12.524899172646593, 3.364668825159601 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.3392251419818, 16.460067868451073, 5.890513283602787, 6.237494175632254, 5.585748509678692, 5.592949616914454, 2.484523508554394, 12.352080578931561, 3.3009848017261882 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.398821373068705, "rpss": 0.05896370942525675, "brier_below": 0.15573777621617754, "bss_below": 0.0700165866197332, "brier_above": 0.24308359094439147, "bss_above": 0.051743257801067144, "crps": 8.342011413825102, "crpss": -0.015538881311489616, "crps_fair": 8.249287498385913, "crpss_fair": -0.045367581185383754, "reliability": { "below": { "weight": [ 0.0, 0.491645, 0.125377, 0.118934, 0.109675, 0.09898, 0.055389, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1714, 0.2469, 0.3494, 0.4466, 0.5529, 0.6222, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1273, 0.0871, 0.1516, 0.1962, 0.3477, 0.3895, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.185778, 0.26393, 0.246522, 0.148771, 0.059751, 0.095248, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2498, 0.3458, 0.444, 0.5417, 0.654, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1822, 0.3634, 0.5329, 0.629, 0.6416, 0.4474, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.4932413202814945, "training": [ 0.551741201174648, 0.4854493387389627, 0.5328170155947951, 0.492567431976362, 0.4911330605662253, 0.46747671427631476, 0.4888165808820164, 0.48837598335598476, 0.4995874057458914, 0.49757372965431285, 0.4722163855283989, 0.47108199326076194, 0.4864920706280328, 0.469890265651366, 0.5340059410984332, 0.49881918055588265, 0.48216964922025807, 0.5116927251749783, 0.4885820420756114, 0.5104742208263637, 0.4883185345522238, 0.4829532194357999, 0.489323213352528, 0.45623378342971566 ], "test": 0.4933577041976531 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.21600748530095581, 0.4489344610929436, 0.3298187927467892, 0.419935934422103, 0.4308243002119166, 0.3130297378597555, 0.43843730381335216, 0.516508069616256, 0.36675518265155543, 0.43224516543593444, 0.559590118383997, 0.4391136661967182, 0.4143493998693306, 0.47862231139656536, 0.2784334541828868, 0.42205202273829284, 0.3637747328285711, 0.24076976374202547, 0.390865474113782, 0.38413974113236204, 0.4305673640835818, 0.3671672375358464, 0.3976761702822262, 0.4404051068618165 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.041772778544134644, 0.31850943733189846, 0.09123316300423706, 0.22802734468010738, 0.32430386245340537, 0.10808912330889967, 0.3267442759775, 0.4123847688379719, 0.14819444404586188, 0.3005451797560934, 0.22182676160404755, 0.1828833661231933, 0.2086069974262763, 0.1459850324953974, 0.06525282673536528, 0.3311692981398381, 0.15407489864803456, 0.04846352420310111, 0.2683206038369829, 0.27973376661458565, 0.3295963258983036, 0.11974049487607868, 0.2685049493966089, 0.1767436408321235 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.17423470044248315, 0.13042502559009259, 0.23858562851989285, 0.19190859115141723, 0.10652044014059739, 0.20494061246684644, 0.11169303046271721, 0.10412330341719606, 0.2185607397911691, 0.13169998821702436, 0.3377633569057253, 0.25623030374570527, 0.20574240354229598, 0.3326372792492301, 0.2131806252597049, 0.09088272694622239, 0.20969983501074266, 0.19230623483744186, 0.12254487262804291, 0.10440597634214444, 0.10097104093260482, 0.24742674194350864, 0.12917122227738065, 0.2636614637429097 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.842792105891318, 2.398232192351916, 6.666748199888808, 3.881302155034524, 2.0650427712179944, 10.032094595907152, 2.532641194672924, 3.30134155061007, 3.207998745559234, 2.9084848537484347, 9.609437081328577, 5.869239339014286, 3.3000741281112016, 7.923038689259323, 6.732123987670431, 1.7827197237916974, 3.6245252635931804, 20.41554780928345, 2.71685907629789, 2.013619619557728, 2.322564075443394, 4.214398801049213, 2.423934402628951, 4.5450912748349825 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.509712835216357, 2.33341905410981, 6.440546927641199, 3.737389846309321, 2.0276034604666417, 9.561872500496149, 2.4080531490614088, 3.2009566752086784, 3.0429930328661876, 2.8468927783425433, 9.447087761820887, 5.717486493213067, 3.1302478523621207, 7.688016972955273, 6.477037198405709, 1.7092012519612965, 3.5543992958106876, 20.09320983837428, 2.5884969927805495, 1.912191260417717, 2.2516940907423604, 4.058598856271702, 2.3467085184255243, 4.419157349571415 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.39666762485414847, "rpss": 0.12419241825930183, "brier_below": 0.21252945269875193, "bss_below": 0.06414829340455108, "brier_above": 0.18413817264846233, "bss_above": 0.18457643768217646, "crps": 5.180410484864445, "crpss": 0.24622723459360873, "crps_fair": 5.020957249701286, "crpss_fair": 0.2376644064113962, "reliability": { "below": { "weight": [ 0.0, 0.457131, 0.161211, 0.108069, 0.131031, 0.113454, 0.029103, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2383, 0.3547, 0.4514, 0.5429, 0.6225, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2851, 0.1833, 0.3409, 0.4719, 0.6051, 0.7337, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.127329, 0.395793, 0.169698, 0.075014, 0.076157, 0.156009, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.2501, 0.3446, 0.4455, 0.5542, 0.6437, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0748, 0.1955, 0.3594, 0.5038, 0.7433, 0.6553, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20965242342468376, 0.442487248496176, 0.32663804678304176, 0.43270818608892514, 0.41837488956776103, 0.30586533222002693, 0.4282817912543419, 0.5066463147228771, 0.3679291284580202, 0.443987061952245, 0.5252516772844892, 0.4452011058766256, 0.40317847000541246, 0.4765484116566625, 0.2700988062705381, 0.4142718845904634, 0.3525750934590942, 0.22120668915874328, 0.37694596021602367, 0.37342741026442144, 0.4473001008960098, 0.3875409010327188, 0.3833860300959325, 0.46294804118150684 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04227884061124406, 0.3373541610421257, 0.08108242846229563, 0.23661722244389172, 0.3205613139412618, 0.1103834803731786, 0.31262711428491613, 0.40808884001571283, 0.1462696841679435, 0.33193401729761324, 0.23821723577881038, 0.20668515188873665, 0.20239683031918757, 0.12977565228215554, 0.06277114422723282, 0.3160603394098585, 0.1615180495373036, 0.037897038555860775, 0.24205508432538062, 0.2612933642138421, 0.33120990969860614, 0.1273615194929875, 0.2659330001487003, 0.17452570658606675 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16737357612502354, 0.10513308993925241, 0.24555561679296753, 0.19609096521653543, 0.09781357811748762, 0.19548185011520477, 0.11565468011674739, 0.09855747783385335, 0.22165944542865298, 0.11205304787241249, 0.287034442314682, 0.2385159586425074, 0.2007816411937514, 0.3467727591277011, 0.20732766012083628, 0.09821154765458853, 0.19105704463341508, 0.18330964487828297, 0.13489087827994475, 0.1121340478917626, 0.11609019396912165, 0.2601793803204687, 0.11745303167207362, 0.28842233142326884 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.81300806543521, 2.508246824471151, 7.858603614257737, 4.715494160067946, 2.387576496652691, 11.830651130159335, 2.975574629010575, 3.8968709938721693, 3.7343903374744194, 3.2091372832216845, 9.493108355614202, 7.119593131256256, 3.736649272961802, 9.338137991019202, 6.777962544818685, 2.0876357258521896, 4.184778257286436, 24.668183743757563, 3.208800662431817, 2.3501649018892685, 2.853740542552717, 5.262829845771182, 2.7889055957182833, 5.452914337029874 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.418154462038965, 2.438517964878943, 7.582267187894995, 4.547225378527547, 2.3475141272971953, 11.251070931235308, 2.8302028817285834, 3.779624108629785, 3.5379852580325055, 3.1418570332900937, 9.294969605563212, 6.9391977241379745, 3.5447581616227186, 9.060445729100014, 6.482688946336205, 2.003606964501813, 4.10465114454949, 24.309947879769332, 3.0612378050977753, 2.230929277800064, 2.766678646161621, 5.08769065571985, 2.700806531480051, 5.303716653037892 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.39260212520653087, "rpss": 0.13310333693768728, "brier_below": 0.21187071371270472, "bss_below": 0.06676744697396597, "brier_above": 0.1807314120700226, "bss_above": 0.1997844637927647, "crps": 6.010539935107599, "crpss": 0.257160060738282, "crps_fair": 5.823572710767998, "crpss_fair": 0.24897452828879307, "reliability": { "below": { "weight": [ 0.0, 0.466697, 0.153203, 0.102203, 0.125493, 0.118661, 0.033743, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2379, 0.3552, 0.4519, 0.5438, 0.6229, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2856, 0.1749, 0.3312, 0.4654, 0.5996, 0.7388, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.135957, 0.387094, 0.158242, 0.069658, 0.075112, 0.173937, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.25, 0.3439, 0.4462, 0.5554, 0.6447, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.062, 0.1877, 0.3608, 0.5133, 0.7627, 0.6519, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.337400149058175, 0.5275800509974812, 0.4176518039020204, 0.3573892530200779, 0.42168085622737944, 0.3973814971326009, 0.3404574669788471, 0.36118931121847164, 0.4038270204387863 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.04744654892497735, 0.10511241681185281, 0.14337910082057376, 0.14995213108685623, 0.13102201494628157, 0.20201096229876417, 0.2477263972940781, 0.08851323970492848, 0.21197626743089346 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28995358451041414, 0.42246760321159416, 0.274272696602552, 0.20743712070563894, 0.29065883230276, 0.1953705322040498, 0.09273107811840765, 0.27267605980101867, 0.1918507537449259 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.359703681573402, 13.654187786181073, 5.564613083164182, 5.222651794142196, 4.740270387812292, 4.709329407485035, 2.1323397966943105, 10.580815906725187, 3.1601279404674947 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.247200984773123, 13.568550441528393, 5.444765589389756, 5.150709220927213, 4.663847264347804, 4.682204151966094, 2.1100580314367856, 10.437925934763413, 3.1024870244322424 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39606193433042663, "rpss": 0.07852765076860013, "brier_below": 0.147459897702134, "bss_below": 0.09111630556972239, "brier_above": 0.2486020290223735, "bss_above": 0.07089447467877064, "crps": 7.236004420471685, "crpss": -0.00016055124456393344, "crps_fair": 7.156416515951648, "crpss_fair": -0.028159541323859782, "reliability": { "below": { "weight": [ 0.0, 0.494658, 0.137465, 0.12861, 0.109248, 0.084702, 0.045317, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1721, 0.2483, 0.3473, 0.4461, 0.5504, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1153, 0.0812, 0.139, 0.1954, 0.3402, 0.3789, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.160486, 0.265119, 0.271468, 0.157905, 0.06587, 0.079151, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2525, 0.3447, 0.4424, 0.5419, 0.6527, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1777, 0.3751, 0.5607, 0.6614, 0.7319, 0.4614, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34595326626598377, 0.5258003324623546, 0.4262824256046463, 0.37151580181820215, 0.42261050719704196, 0.40633242503736283, 0.3232757070829012, 0.371073161486883, 0.3956863711969156 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.04994229719177068, 0.11041081132035102, 0.15895695422368414, 0.15366600830733776, 0.14417351994803157, 0.21905986785799517, 0.22750976753771174, 0.09724883716477281, 0.23913558308306793 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2960109560663414, 0.41538949111224094, 0.2673254682199703, 0.21784979109009978, 0.27843698168029746, 0.18727255540109888, 0.09576594676053493, 0.27382431495134835, 0.15655079326353846 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.467527237221823, 16.559231598525606, 6.029849939826268, 6.31661450766968, 5.670623641986901, 5.611929152423067, 2.506739539829444, 12.524336097759269, 3.3598975583322472 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.336902302146946, 16.45937156369145, 5.889643513643336, 6.231545876211026, 5.582304034651458, 5.582628820671805, 2.483042093208336, 12.351878655282878, 3.296304936562409 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.3987255553502546, "rpss": 0.05918979547889058, "brier_below": 0.15556707184830254, "bss_below": 0.0710359425818663, "brier_above": 0.2431584776161634, "bss_above": 0.051451128697935555, "crps": 8.338527697063812, "crpss": -0.015114780978001452, "crps_fair": 8.245957977341073, "crpss_fair": -0.04494565706626075, "reliability": { "below": { "weight": [ 0.0, 0.494641, 0.124758, 0.118107, 0.10926, 0.097845, 0.055389, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1719, 0.2473, 0.349, 0.4462, 0.5522, 0.6212, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1276, 0.0867, 0.1518, 0.1979, 0.3475, 0.3895, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.185674, 0.262891, 0.246002, 0.148875, 0.060268, 0.09629, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.25, 0.3457, 0.4435, 0.541, 0.6529, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1817, 0.3636, 0.5328, 0.6293, 0.6412, 0.4458, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs", "1995": "mvs", "1996": "mvs", "1997": "mvs", "1998": "mvs_r4", "1999": "mvs", "2000": "mvs", "2001": "mvs", "2002": "mvs", "2003": "mvs", "2004": "mvs", "2005": "mvs", "2006": "mvs", "2007": "mvs", "2008": "mvs", "2009": "mvs", "2010": "mvs", "2011": "mvs", "2012": "mvs", "2013": "mvs", "2014": "mvs", "2015": "mvs", "2016": "mvs" }, "chosen_test": "mvs", "frequency": { "mvs": 23, "mvs_r3": 0, "mvs_r4": 1, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2112180408384159, 0.45303788000804884, 0.33268488659805484, 0.42701279488378235, 0.41841242170453297, 0.3131501838662085, 0.4195852458115674, 0.4933798948985926, 0.3628012208168902, 0.41680502038707523, 0.5840367302696414, 0.4417653447212832, 0.41271573599677913, 0.48098544742430965, 0.27655931887302454, 0.3995465457948823, 0.3807631876545, 0.25379998428819606, 0.3698774989164374, 0.368023724004967, 0.4260350678332725, 0.3934260565549052, 0.39600519902120807, 0.458420218085758 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04221720431507358, 0.3284723564783085, 0.09449198112746521, 0.23545488087522462, 0.31268251653905127, 0.10786357899889064, 0.3123785146108837, 0.3947560343537717, 0.1467278490078051, 0.29138679124905853, 0.2450842196191028, 0.18765297231510944, 0.2106380938121853, 0.14149125422922873, 0.06893882450367653, 0.31333849742400843, 0.17016727086583722, 0.05321450342416322, 0.25450773133628557, 0.2632548476300475, 0.3297357370753349, 0.1346457946646722, 0.2680095286259636, 0.18640214216948392 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16900083029825205, 0.12456552508953123, 0.2381929043474934, 0.1915579152730495, 0.10572990720866672, 0.205286602825572, 0.10720673360607537, 0.09862386282723855, 0.21607337250237724, 0.12541823160197246, 0.3389525100173603, 0.25411237632655265, 0.20207764310720844, 0.3394941934615393, 0.2076204919599373, 0.08620805068370735, 0.2105959172926899, 0.2005854767357345, 0.11536976970156376, 0.10476887832410087, 0.09629933319812338, 0.25878026108475766, 0.12799567162300884, 0.2720180733778246 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.95844012476891, 2.519413783718392, 6.675882175681669, 3.9440427149966273, 2.159942389321878, 10.036738764871236, 2.5689116320532457, 3.3214551598425435, 3.259035154587032, 2.9654876569184667, 9.729461143467056, 5.93959331584185, 3.324598838740013, 7.92292581828373, 6.554292706064692, 1.8553920795053196, 3.71293195567706, 20.525302024883548, 2.70089333476698, 2.051645230317703, 2.39056222695134, 4.285509621237966, 2.5060116691614858, 4.638188631020586 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.620458269056334, 2.4521247914166513, 6.445387299842601, 3.7969351036722383, 2.1202460242629577, 9.564982612785771, 2.4412575434351864, 3.217700356576177, 3.090170817525766, 2.901436587503713, 9.565287872164301, 5.783952553370184, 3.1499180255792845, 7.684724116806179, 6.290242786275774, 1.7801539613986028, 3.6406864960722225, 20.19379036141606, 2.5702137047284217, 1.9471729733884096, 2.3187934327978588, 4.126523734070506, 2.4270483395366624, 4.510948203984698 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3954186520521805, "rpss": 0.12695004147030542, "brier_below": 0.21222971355210965, "bss_below": 0.06546816407827005, "brier_above": 0.1831889388530974, "bss_above": 0.1887799528564399, "crps": 5.231110756361639, "crpss": 0.23885011960147595, "crps_fair": 5.0683398319861075, "crpss_fair": 0.23047027445697477 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20268581697250107, 0.4337773257777311, 0.32483112662579694, 0.43439527181835197, 0.4119414892581978, 0.3060460237056232, 0.4203532683970585, 0.4932917736358745, 0.3577426988358697, 0.4203769142376136, 0.5294720195713368, 0.4379288135436904, 0.3967885525432215, 0.48497625063462774, 0.26714805550961157, 0.408062246965576, 0.3622105253010331, 0.23971459297133701, 0.3709500876990043, 0.3734351038288038, 0.4529345490666317, 0.41178396770984277, 0.38377677115463077, 0.47986696125336314 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04100396376882437, 0.33614232898070473, 0.08080851008780178, 0.23789318107176752, 0.31356452559343767, 0.11006841563804791, 0.30980109438360554, 0.4008328727290074, 0.139730141635937, 0.31626167752733364, 0.24415805465460466, 0.20295108293253475, 0.20057925116515493, 0.12977525660204287, 0.06554839601115928, 0.31540296747055724, 0.16951954101131442, 0.044879243387518274, 0.24418860108262253, 0.2601270578033563, 0.34232016743301835, 0.13789542059525128, 0.26704506829225994, 0.18113758703171154 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16168184644700134, 0.09763499878946018, 0.24402261504813022, 0.1965020921511613, 0.09837696584722898, 0.1959776063132488, 0.11055217685443067, 0.09245890381734079, 0.21801255793424848, 0.10411523972980971, 0.2853139652254762, 0.23497773501715963, 0.1962093026192521, 0.3552009940292261, 0.20159965718316736, 0.09265928181542481, 0.19269098467648782, 0.19483534463764784, 0.12676148867591627, 0.11330804786607034, 0.11061438408300932, 0.2738885457126335, 0.11673170456731399, 0.29872937103685615 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.825798059971582, 2.572850179963791, 7.864111463984611, 4.746468811951012, 2.4320456916806354, 11.842146312598063, 3.016116522991642, 3.9218720629408113, 3.738844254513643, 3.2395952606874237, 9.538035836691016, 7.163077760807841, 3.736713690846555, 9.33935754586858, 6.754345538953609, 2.1456648037397086, 4.250178706070808, 24.577969297537162, 3.209340082129657, 2.3874046966129763, 2.8936331851163404, 5.30530637450127, 2.827575684500669, 5.495600827816597 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.42971909052152, 2.502664702030692, 7.585046264789994, 4.577625902745342, 2.391657163505126, 11.26086657355691, 2.870088311690456, 3.803999189078924, 3.541019519365533, 3.1719336415077257, 9.339418278654293, 6.981740009495665, 3.543662341697902, 9.06198572773837, 6.458531493051824, 2.0613562155667458, 4.169740352269801, 24.215683809758275, 3.0615620190660233, 2.2665416626051362, 2.806165115429388, 5.129896405548974, 2.739130521732948, 5.346340615898488 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.391853758625722, "rpss": 0.13475578976460267, "brier_below": 0.2121514336203989, "bss_below": 0.06553095254983377, "brier_above": 0.17970232541990425, "bss_above": 0.20434089986603088, "crps": 6.034335527186499, "crpss": 0.2542191741681189, "crps_fair": 5.846515621971085, "crpss_fair": 0.24601574137833404 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3413595295785565, 0.541508955661979, 0.4258401922911376, 0.3674205423582209, 0.43796496113356864, 0.41673796239913297, 0.33143527006804674, 0.3642819510133622, 0.4247193610299639 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05130541267232243, 0.1199658906609397, 0.15347815522076375, 0.15923638939509713, 0.1446641591561163, 0.21630393259771122, 0.2438776379248456, 0.09230587717758137, 0.23066337603346745 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2900541012581489, 0.42154303378964153, 0.2723620305548712, 0.2081841514672766, 0.29330079255247454, 0.20043402677213826, 0.08755764015580879, 0.27197606202344665, 0.19405598528275317 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.150682360745757, 13.709323585735325, 5.551579350630334, 5.242986062651691, 4.801818578805825, 4.801401850912995, 2.1883713968176615, 10.572931123261435, 3.2309522370647454 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.034344355404457, 13.621994168606037, 5.429224125390342, 5.16965485327733, 4.723599876132117, 4.773011895321857, 2.164893462775442, 10.427851286846773, 3.171348761615713 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4056965250593298, "rpss": 0.05611194205411729, "brier_below": 0.1568667589820939, "bss_below": 0.033136183744374326, "brier_above": 0.24882975820628442, "bss_above": 0.07004337767091195, "crps": 7.250005171847308, "crpss": -0.002095735138877952, "crps_fair": 7.168435865041118, "crpss_fair": -0.029886356472097253 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34683354540759165, 0.5262922394253995, 0.42946571612727824, 0.3758301472089058, 0.42909360207718733, 0.418520490915995, 0.3222957715951435, 0.37330728743167396, 0.4095990812016335 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.051396231700756516, 0.1138203326033195, 0.16510888863468975, 0.1578212784620889, 0.14926616910127635, 0.22439120479807903, 0.23307237135741346, 0.10024028256379557, 0.2504416705332382 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2954373007760705, 0.41247187669377533, 0.2643568241850747, 0.21800886601992375, 0.2798274271768749, 0.19412928396235285, 0.0892234070612625, 0.2730669953371332, 0.1591574155220484 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.449904695103754, 16.575350512145288, 6.040664027913047, 6.328963012851245, 5.705894205322382, 5.672559097922525, 2.5365089758307224, 12.524918138236217, 3.4116644374308644 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.317725992361584, 16.47513250977062, 5.899960159428608, 6.24374179781449, 5.617097094732737, 5.643124303318937, 2.512613909538452, 12.351542587811084, 3.347723982230419 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4034708757100898, "rpss": 0.04799300671441564, "brier_below": 0.16061760330607303, "bss_below": 0.040876846962303315, "brier_above": 0.24285326630383508, "bss_above": 0.05264174252582221, "crps": 8.36071412252845, "crpss": -0.01781570963644441, "crps_fair": 8.267629148556326, "crpss_fair": -0.047691874826179426 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.21600748530095581, 0.4489344610929436, 0.3298187927467892, 0.419935934422103, 0.4308243002119166, 0.3130297378597555, 0.43843730381335216, 0.516508069616256, 0.36675518265155543, 0.43224516543593444, 0.559590118383997, 0.4391136661967182, 0.4143493998693306, 0.47862231139656536, 0.2784334541828868, 0.42205202273829284, 0.3637747328285711, 0.24076976374202547, 0.390865474113782, 0.38413974113236204, 0.4305673640835818, 0.3671672375358464, 0.3976761702822262, 0.4404051068618165 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.041772778544134644, 0.31850943733189846, 0.09123316300423706, 0.22802734468010738, 0.32430386245340537, 0.10808912330889967, 0.3267442759775, 0.4123847688379719, 0.14819444404586188, 0.3005451797560934, 0.22182676160404755, 0.1828833661231933, 0.2086069974262763, 0.1459850324953974, 0.06525282673536528, 0.3311692981398381, 0.15407489864803456, 0.04846352420310111, 0.2683206038369829, 0.27973376661458565, 0.3295963258983036, 0.11974049487607868, 0.2685049493966089, 0.1767436408321235 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.17423470044248315, 0.13042502559009259, 0.23858562851989285, 0.19190859115141723, 0.10652044014059739, 0.20494061246684644, 0.11169303046271721, 0.10412330341719606, 0.2185607397911691, 0.13169998821702436, 0.3377633569057253, 0.25623030374570527, 0.20574240354229598, 0.3326372792492301, 0.2131806252597049, 0.09088272694622239, 0.20969983501074266, 0.19230623483744186, 0.12254487262804291, 0.10440597634214444, 0.10097104093260482, 0.24742674194350864, 0.12917122227738065, 0.2636614637429097 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.842792105891318, 2.398232192351916, 6.666748199888808, 3.881302155034524, 2.0650427712179944, 10.032094595907152, 2.532641194672924, 3.30134155061007, 3.207998745559234, 2.9084848537484347, 9.609437081328577, 5.869239339014286, 3.3000741281112016, 7.923038689259323, 6.732123987670431, 1.7827197237916974, 3.6245252635931804, 20.41554780928345, 2.71685907629789, 2.013619619557728, 2.322564075443394, 4.214398801049213, 2.423934402628951, 4.5450912748349825 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.509712835216357, 2.33341905410981, 6.440546927641199, 3.737389846309321, 2.0276034604666417, 9.561872500496149, 2.4080531490614088, 3.2009566752086784, 3.0429930328661876, 2.8468927783425433, 9.447087761820887, 5.717486493213067, 3.1302478523621207, 7.688016972955273, 6.477037198405709, 1.7092012519612965, 3.5543992958106876, 20.09320983837428, 2.5884969927805495, 1.912191260417717, 2.2516940907423604, 4.058598856271702, 2.3467085184255243, 4.419157349571415 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.39666762485414847, "rpss": 0.12419241825930183, "brier_below": 0.21252945269875193, "bss_below": 0.06414829340455108, "brier_above": 0.18413817264846233, "bss_above": 0.18457643768217646, "crps": 5.180410484864445, "crpss": 0.24622723459360873, "crps_fair": 5.020957249701286, "crpss_fair": 0.2376644064113962 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20965242342468376, 0.442487248496176, 0.32663804678304176, 0.43270818608892514, 0.41837488956776103, 0.30586533222002693, 0.4282817912543419, 0.5066463147228771, 0.3679291284580202, 0.443987061952245, 0.5252516772844892, 0.4452011058766256, 0.40317847000541246, 0.4765484116566625, 0.2700988062705381, 0.4142718845904634, 0.3525750934590942, 0.22120668915874328, 0.37694596021602367, 0.37342741026442144, 0.4473001008960098, 0.3875409010327188, 0.3833860300959325, 0.46294804118150684 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04227884061124406, 0.3373541610421257, 0.08108242846229563, 0.23661722244389172, 0.3205613139412618, 0.1103834803731786, 0.31262711428491613, 0.40808884001571283, 0.1462696841679435, 0.33193401729761324, 0.23821723577881038, 0.20668515188873665, 0.20239683031918757, 0.12977565228215554, 0.06277114422723282, 0.3160603394098585, 0.1615180495373036, 0.037897038555860775, 0.24205508432538062, 0.2612933642138421, 0.33120990969860614, 0.1273615194929875, 0.2659330001487003, 0.17452570658606675 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16737357612502354, 0.10513308993925241, 0.24555561679296753, 0.19609096521653543, 0.09781357811748762, 0.19548185011520477, 0.11565468011674739, 0.09855747783385335, 0.22165944542865298, 0.11205304787241249, 0.287034442314682, 0.2385159586425074, 0.2007816411937514, 0.3467727591277011, 0.20732766012083628, 0.09821154765458853, 0.19105704463341508, 0.18330964487828297, 0.13489087827994475, 0.1121340478917626, 0.11609019396912165, 0.2601793803204687, 0.11745303167207362, 0.28842233142326884 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.81300806543521, 2.508246824471151, 7.858603614257737, 4.715494160067946, 2.387576496652691, 11.830651130159335, 2.975574629010575, 3.8968709938721693, 3.7343903374744194, 3.2091372832216845, 9.493108355614202, 7.119593131256256, 3.736649272961802, 9.338137991019202, 6.777962544818685, 2.0876357258521896, 4.184778257286436, 24.668183743757563, 3.208800662431817, 2.3501649018892685, 2.853740542552717, 5.262829845771182, 2.7889055957182833, 5.452914337029874 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.418154462038965, 2.438517964878943, 7.582267187894995, 4.547225378527547, 2.3475141272971953, 11.251070931235308, 2.8302028817285834, 3.779624108629785, 3.5379852580325055, 3.1418570332900937, 9.294969605563212, 6.9391977241379745, 3.5447581616227186, 9.060445729100014, 6.482688946336205, 2.003606964501813, 4.10465114454949, 24.309947879769332, 3.0612378050977753, 2.230929277800064, 2.766678646161621, 5.08769065571985, 2.700806531480051, 5.303716653037892 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.39260212520653087, "rpss": 0.13310333693768728, "brier_below": 0.21187071371270472, "bss_below": 0.06676744697396597, "brier_above": 0.1807314120700226, "bss_above": 0.1997844637927647, "crps": 6.010539935107599, "crpss": 0.257160060738282, "crps_fair": 5.823572710767998, "crpss_fair": 0.24897452828879307 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.337400149058175, 0.5275800509974812, 0.4176518039020204, 0.3573892530200779, 0.42168085622737944, 0.3973814971326009, 0.3404574669788471, 0.36118931121847164, 0.4038270204387863 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.04744654892497735, 0.10511241681185281, 0.14337910082057376, 0.14995213108685623, 0.13102201494628157, 0.20201096229876417, 0.2477263972940781, 0.08851323970492848, 0.21197626743089346 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28995358451041414, 0.42246760321159416, 0.274272696602552, 0.20743712070563894, 0.29065883230276, 0.1953705322040498, 0.09273107811840765, 0.27267605980101867, 0.1918507537449259 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.359703681573402, 13.654187786181073, 5.564613083164182, 5.222651794142196, 4.740270387812292, 4.709329407485035, 2.1323397966943105, 10.580815906725187, 3.1601279404674947 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.247200984773123, 13.568550441528393, 5.444765589389756, 5.150709220927213, 4.663847264347804, 4.682204151966094, 2.1100580314367856, 10.437925934763413, 3.1024870244322424 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39606193433042663, "rpss": 0.07852765076860013, "brier_below": 0.147459897702134, "bss_below": 0.09111630556972239, "brier_above": 0.2486020290223735, "bss_above": 0.07089447467877064, "crps": 7.236004420471685, "crpss": -0.00016055124456393344, "crps_fair": 7.156416515951648, "crpss_fair": -0.028159541323859782 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34595326626598377, 0.5258003324623546, 0.4262824256046463, 0.37151580181820215, 0.42261050719704196, 0.40633242503736283, 0.3232757070829012, 0.371073161486883, 0.3956863711969156 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.04994229719177068, 0.11041081132035102, 0.15895695422368414, 0.15366600830733776, 0.14417351994803157, 0.21905986785799517, 0.22750976753771174, 0.09724883716477281, 0.23913558308306793 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2960109560663414, 0.41538949111224094, 0.2673254682199703, 0.21784979109009978, 0.27843698168029746, 0.18727255540109888, 0.09576594676053493, 0.27382431495134835, 0.15655079326353846 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.467527237221823, 16.559231598525606, 6.029849939826268, 6.31661450766968, 5.670623641986901, 5.611929152423067, 2.506739539829444, 12.524336097759269, 3.3598975583322472 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.336902302146946, 16.45937156369145, 5.889643513643336, 6.231545876211026, 5.582304034651458, 5.582628820671805, 2.483042093208336, 12.351878655282878, 3.296304936562409 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.3987255553502546, "rpss": 0.05918979547889058, "brier_below": 0.15556707184830254, "bss_below": 0.0710359425818663, "brier_above": 0.2431584776161634, "bss_above": 0.051451128697935555, "crps": 8.338527697063812, "crpss": -0.015114780978001452, "crps_fair": 8.245957977341073, "crpss_fair": -0.04494565706626075 } } } } }, "Mar": { "tag": "init02_Mar", "methods": { "mvs": { "lambda_": { "training_mean": 0.7059997029755974, "training": [ 0.7248447365080114, 0.7133821132471707, 0.7013050905085818, 0.6401979719881511, 0.7150077206079885, 0.6868026778890748, 0.6670219013550489, 0.7743817091762847, 0.7208873399832796, 0.7149725474433011, 0.7048941099272009, 0.7167021180772214, 0.72008037138231, 0.7004342048136013, 0.6985343591031211, 0.7100826718756604, 0.6991443971784879, 0.715901951007424, 0.7494443318672437, 0.7698272982974241, 0.6491823156374622, 0.7119763179889576, 0.6658227970053504, 0.6731618185459828 ], "test": 0.7217870904054072 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47086708914819575, 0.4782714080368448, 0.4800858748740681, 0.5909422708850891, 0.399992800715361, 0.4327716163844455, 0.52309572701739, 0.48360604488800935, 0.3734135980997463, 0.37468249386428637, 0.42617820057191835, 0.4111857764972484, 0.4081826240048081, 0.4713294385213279, 0.37334735809127567, 0.5335333442154125, 0.3689941826269464, 0.4498569150240183, 0.43638977290375686, 0.4369482340882473, 0.4914955022266224, 0.451053757920622, 0.41813014409384663, 0.4698072738403228 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3039146865270763, 0.3163825400951476, 0.1261474383750271, 0.16308912707919596, 0.1318838746258837, 0.17567481465025495, 0.241253848597447, 0.3845818621205705, 0.13389969242294653, 0.11328107459003765, 0.255642512877927, 0.25230673721562413, 0.11405027019346102, 0.2306784523253905, 0.18447200442902553, 0.3958014703368436, 0.21023639765695376, 0.17507936557544243, 0.29782897093376703, 0.3272932959253739, 0.19887466634098816, 0.13628878644688572, 0.20429439809556288, 0.2845373405076221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16695240250979806, 0.16188886791583468, 0.35393843799410973, 0.4278531444959014, 0.2681089260448732, 0.2570968031776493, 0.281841878189242, 0.09902418351607321, 0.2395139051399627, 0.26140141990249255, 0.1705356873888561, 0.15887903774446804, 0.29413235473467864, 0.2406509858656269, 0.18887535340456388, 0.13773187215783378, 0.15875778475695734, 0.27477754968335855, 0.13856080185783617, 0.10965493871405951, 0.2926208369558716, 0.3147649736899968, 0.21383574477287615, 0.185269932801945 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.246857759176244, 12.404576551661407, 27.07514614815295, 55.38215347124026, 14.371859739562694, 23.837626464327496, 34.040143914154655, 12.70131600265034, 17.572155514806564, 14.857930225438372, 13.604826498276735, 14.419804664989535, 15.028072298227059, 20.3170952809983, 11.337121540101277, 23.14403083234548, 10.765123028858929, 31.363140221264146, 12.153348209765845, 11.019163785600847, 47.06989662255297, 21.477125560967156, 14.935224180685879, 21.426681538821285 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.7119284937823, 11.886688703557162, 26.37228017567679, 54.94380864582852, 13.552665861903536, 23.042149618113413, 33.52483022240707, 12.234352128561284, 16.693720876488296, 13.912060601893332, 12.809058927946609, 13.656791146429143, 14.214760450393435, 19.715020330337026, 10.780040711565363, 22.27518423707968, 10.216799049806186, 30.58060017298509, 11.607657422434501, 10.647727461489968, 46.68818684199603, 20.876110536678087, 14.245269075962305, 20.487444293986613 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4480900603558255, "rpss": 0.010993753301807963, "brier_below": 0.22322890116435232, "bss_below": 0.01588050394377627, "brier_above": 0.2248611593089527, "bss_above": 0.006094232839048974, "crps": 20.731267502276104, "crpss": -0.03361412812144038, "crps_fair": 20.06979733280424, "crpss_fair": -0.044140578364519456, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.324097, 0.542523, 0.132952, 0.000428, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2617, 0.3477, 0.4243, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3103, 0.3271, 0.5231, 0.4682, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203235, 0.682411, 0.104231, 0.010123, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.3452, 0.4292, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3078, 0.3483, 0.4069, 0.3142, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4825564171758999, 0.44787163225489707, 0.4808169669821407, 0.5904597391469721, 0.40672949472005265, 0.43167016739542163, 0.5069848354164227, 0.4663209145148213, 0.3820980962256891, 0.37852892905101276, 0.4437205874049537, 0.406577423260444, 0.39643726847679434, 0.46372817046869386, 0.37074118205169876, 0.5150488365016208, 0.37196693038686657, 0.4573871621138125, 0.45513448877131946, 0.43597112529202403, 0.5090414496468183, 0.45254782494173346, 0.4279586592337804, 0.4754165803275381 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33696434831112204, 0.2895264855203791, 0.12377313080858068, 0.1788537224100229, 0.137564903181936, 0.18777859996158036, 0.1757166204639483, 0.3709891337443227, 0.13977536057637335, 0.11737653693003547, 0.27727518723046657, 0.24688192589872204, 0.11776285147147682, 0.21159496381289197, 0.18128985228052044, 0.3703293247269675, 0.2226178484981492, 0.14555049222370625, 0.3455454257377166, 0.33509690082034593, 0.1615479317630296, 0.15045168475355183, 0.21139851400741325, 0.298462915397604 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14559206856808124, 0.15834514677658731, 0.35704383838134274, 0.4116060171384058, 0.26916459172590795, 0.2438915693356194, 0.33126821488124714, 0.09533178174334037, 0.24232273527756648, 0.26115239260549133, 0.16644539971063482, 0.15969549549708628, 0.2786744174416748, 0.2521332062745039, 0.18945132944458723, 0.14471951028825034, 0.1493490813281378, 0.3118366702192882, 0.10958906289892799, 0.10087422489727382, 0.3474935190035984, 0.3020961428023204, 0.21656014409139634, 0.17695366469366874 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.37427603373384, 12.773885769844696, 30.454845487937124, 57.87387534881543, 16.167587251311332, 27.628466959650435, 41.19910075733562, 13.921294807825685, 19.554580616861745, 16.459424891464632, 15.6135677637461, 16.72141037178738, 15.01263251393918, 22.49874832801379, 12.766595848685352, 25.22990853362646, 12.454911077071852, 38.60101386072141, 13.556892885158783, 11.621030138065612, 59.36533741642717, 21.424871355256748, 17.15510210099905, 25.478473545625835 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.78074883339663, 12.209662622809446, 29.636193834689713, 57.39302092308377, 15.252061204215455, 26.706457271602158, 40.65660528393277, 13.400550883055562, 18.58066334265674, 15.360820878320554, 14.689089145409097, 15.867037942635886, 14.131591566172984, 21.80531259700365, 12.143882619051224, 24.268312314970856, 11.813082656000995, 37.669136771878286, 12.996854836104161, 11.189133539011326, 58.930163421320266, 20.7492948874472, 16.37810187272717, 24.361341379912155 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4481547867400595, "rpss": 0.010662317638115315, "brier_below": 0.22225519418878595, "bss_below": 0.019083999039632427, "brier_above": 0.22589959270937246, "bss_above": 0.0022341702271188035, "crps": 23.454493069329388, "crpss": -0.036285594130983645, "crps_fair": 22.70704669280867, "crpss_fair": -0.046881363882115945, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.291811, 0.568248, 0.139557, 0.000384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2627, 0.3482, 0.4239, 0.5035, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3074, 0.3224, 0.5291, 0.5463, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193311, 0.67189, 0.120959, 0.01384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3456, 0.4315, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3473, 0.3869, 0.3264, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4126186945962532, 0.47429308230315836, 0.4255029206169448, 0.4489909137705972, 0.441229851227785, 0.42018964998275876, 0.4347983096584847, 0.4131104516726238, 0.4601238832250433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22471088476480788, 0.19919907520590632, 0.2696492875770887, 0.15018920676283093, 0.2914906709203296, 0.25324772297446363, 0.10007943975329019, 0.15873173217578823, 0.19015938760107434 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1879078152850853, 0.27509399623165315, 0.15585364052425568, 0.29880169080766417, 0.149739191198798, 0.16694193184761144, 0.3347188447792369, 0.25437871782372534, 0.26996448805117135 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.344258942507595, 23.39439839784666, 10.593534161173613, 21.615744348185295, 16.17340219465825, 12.236898137646818, 62.770794133987145, 16.354008847441357, 22.07497845089642 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.062803413650114, 23.111062945671723, 10.32934761228966, 21.25521625853417, 15.875222701841777, 11.95179075640021, 62.35141635559765, 15.959198503468498, 21.733824805426966 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.436761973005961, "rpss": 0.029099252898179606, "brier_below": 0.2041619341928422, "bss_below": 0.01431792075188354, "brier_above": 0.23260003517213348, "bss_above": 0.041712805052155355, "crps": 21.950890846038128, "crpss": 0.06501919895093011, "crps_fair": 21.625542594764525, "crpss_fair": 0.046344857335868905, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328436, 0.610488, 0.061077, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3457, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.2789, 0.4958, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225991, 0.705829, 0.061225, 0.006955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3383, 0.4235, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2148, 0.4342, 0.5945, 0.4946, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42140527504993336, 0.4673274020649274, 0.40064783013395056, 0.4502983227419849, 0.4349317519456646, 0.4253272654517869, 0.4583701540761657, 0.4077240262723861, 0.4546154065034948 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22744144192189156, 0.18167733986765713, 0.25969344470763345, 0.11340281409183778, 0.28723516106544594, 0.24275641924736016, 0.09679346230876323, 0.1796860741627635, 0.15437082198027854 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396383742805873, 0.2856500489441131, 0.14095439504200044, 0.3368954851754944, 0.14769660230670303, 0.1825708480035437, 0.36157666002162797, 0.22803795597233678, 0.30024457143387984 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.937069849239078, 28.173945040772384, 11.137450832989037, 26.208547071376504, 18.109200237583607, 14.3427444165884, 77.4930494115557, 17.79845021507047, 25.99296797676024 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.629059112623839, 27.85243075895114, 10.849900087752376, 25.79092143544135, 17.77301841992687, 14.031383113243058, 77.01936459253902, 17.334711502153525, 25.626407799271853 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43562749269336604, "rpss": 0.04043809634333351, "brier_below": 0.19367299770595903, "bss_below": 0.02640472136782468, "brier_above": 0.24195448936975092, "bss_above": 0.051382950629502266, "crps": 25.910380561326157, "crpss": 0.07130340037136584, "crps_fair": 25.54524409132256, "crpss_fair": 0.05373855158472718, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304836, 0.623865, 0.071299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3462, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2273, 0.253, 0.509, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.223041, 0.683224, 0.085234, 0.0085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3396, 0.4255, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1798, 0.4931, 0.5933, 0.5055, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.6997748099221351, "training": [ 0.719155533681457, 0.706115882046541, 0.6952435482695732, 0.6380882813066019, 0.7055429398379858, 0.6805640473722364, 0.6595710691068566, 0.7691310116287077, 0.7174544138139192, 0.7031662742368372, 0.6961079272228301, 0.707783998306094, 0.7110867756609355, 0.6901955411975667, 0.6942311614666723, 0.7024523550879275, 0.6933547443482104, 0.7131458686003521, 0.7418039202872371, 0.7632060573656461, 0.6540136418441266, 0.7066163393193258, 0.6591604173393624, 0.6674036887842396 ], "test": 0.717676674332386 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47077739650286654, 0.4800513097035727, 0.4793925276274646, 0.5916073718192487, 0.3988007610676171, 0.432159993884139, 0.523794125055508, 0.48087202791698314, 0.3724271051349467, 0.37488665149032707, 0.42737694259856446, 0.4117910008170294, 0.4074587470187804, 0.4760858085419702, 0.37265128551997617, 0.5335057112785844, 0.3676699417873811, 0.44967603900411673, 0.43545301197539676, 0.43738684099116004, 0.4903582760013284, 0.44980685123114683, 0.41595389294124324, 0.4676561651791457 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.30353963763743125, 0.3176450940941531, 0.1258551516734906, 0.16321629519564784, 0.13182719485268157, 0.17478738379080022, 0.24150820830284944, 0.38194085493991536, 0.13366759988959415, 0.1130969211132622, 0.2560617013006929, 0.2525802693275587, 0.11359629890616318, 0.23422031939094642, 0.18340547633247248, 0.39526613206289835, 0.20852490574166685, 0.17529518481485523, 0.2969000137682947, 0.3278487455920878, 0.19878240385703486, 0.135545723341995, 0.20339146860093382, 0.28227669380379883 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16723775877834815, 0.16240621558941698, 0.3535373775565881, 0.4283910774848501, 0.26697356611769474, 0.257372611587814, 0.28228591651365875, 0.09893117376426583, 0.2387595047390024, 0.2617897310174411, 0.17131524096418208, 0.15921072997661972, 0.29386244910662634, 0.2418654889068395, 0.18924580890538412, 0.13823957744742402, 0.15914503585598053, 0.2743808544121884, 0.13855299810945412, 0.10953809597319056, 0.2915758731827234, 0.3142611301506522, 0.21256242306063422, 0.185379470693756 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.14580865072923, 12.398785146857765, 27.081455818620025, 55.43703318618668, 14.4742254383432, 23.836108848281725, 34.00949621968191, 12.50456645257958, 17.50565956310638, 14.964799315409739, 13.596230159264348, 14.430964474540746, 15.054796336445735, 20.401493278168942, 11.241162801748025, 23.041356839860484, 10.691627078258414, 31.317576080596186, 12.068485386961276, 10.896426733370035, 47.12369383019625, 21.447164145905802, 14.939686779244616, 21.379401173013385 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.606075605952842, 11.876848810000983, 26.373703507573357, 54.99767977818959, 13.643578131140519, 23.034379777499918, 33.48979143578705, 12.034755911313487, 16.61763685179281, 14.00644903889618, 12.793046483826478, 13.661081554724007, 14.23208957822068, 19.795345471328204, 10.680942932545229, 22.163556507991668, 10.13915018682993, 30.528726320008925, 11.5171756820866, 10.522913241507881, 46.740118165004276, 20.841103834325782, 14.241662944064885, 20.427834347787535 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44781665771202067, "rpss": 0.011597196552417088, "brier_below": 0.22294915326380105, "bss_below": 0.0171137912174103, "brier_above": 0.2248675045789473, "bss_above": 0.006066186197017931, "crps": 20.707833489057105, "crpss": -0.032445761202288814, "crps_fair": 20.04023525409995, "crpss_fair": -0.042602597415130505, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.31602, 0.551305, 0.132275, 0.0004, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3475, 0.4256, 0.5048, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3094, 0.3261, 0.5295, 0.501, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.20227, 0.681462, 0.102497, 0.013771, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2791, 0.3452, 0.4308, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3086, 0.3481, 0.4064, 0.3304, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48184358336181393, 0.44820619284493096, 0.48164249028319406, 0.5923906250916294, 0.4064413993690229, 0.4321826069018403, 0.5064838607516934, 0.4619925384410572, 0.3820215517570203, 0.3792865987615475, 0.4450173297894277, 0.4062231406242548, 0.39625666525405545, 0.467061371291358, 0.3697720971707039, 0.513696808306839, 0.37023702198222364, 0.4568812745109616, 0.4535439873997108, 0.4343816905870107, 0.507074141341571, 0.4519498420919096, 0.42700783689086813, 0.47495700996261264 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3360802278218836, 0.2898535601672955, 0.12464759634173668, 0.17986260521135056, 0.13806766959069866, 0.18762445764393051, 0.17491282873198985, 0.36715248019578484, 0.14003973882394494, 0.11768097063221666, 0.2778238082832857, 0.24671876060718154, 0.11774558952694401, 0.21398301255167104, 0.1802346260229103, 0.3687970895851298, 0.22095832293317172, 0.14570951144276847, 0.34427431572666883, 0.3340072944320736, 0.1614057824213283, 0.14974027434999973, 0.21100779241073134, 0.29734936752163466 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14576335523228542, 0.15835263269158079, 0.3569948962999487, 0.41252802049977666, 0.26837372997613934, 0.24455815115401025, 0.33157103188141857, 0.09484005924258321, 0.24198181258581414, 0.26160562860199243, 0.16719352100228954, 0.1595043781263859, 0.278511076197963, 0.25307835840894577, 0.18953747079798683, 0.1448997171514318, 0.14927869846561198, 0.3111717633565714, 0.10926967151882233, 0.10037439659472022, 0.3456683600355207, 0.30220957034087553, 0.21600004332944722, 0.1776076421077735 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.24844545341491, 12.770284770359721, 30.459922659440583, 57.93538456463442, 16.299995114506878, 27.62826038814796, 41.158926289204295, 13.677248931692786, 19.470830389444178, 16.592903453864665, 15.599024478029115, 16.74200810562959, 15.045404435802807, 22.59150724783353, 12.647861926657948, 25.106506356699846, 12.357650971742014, 38.539596492028444, 13.437549018401157, 11.470689563281404, 59.438325050937024, 21.378176853636347, 17.163439964858597, 25.432709786842725 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.64887124408176, 12.20090485802655, 29.634897701539245, 57.45216976805571, 15.369877733341655, 26.698351942997053, 40.61112072909104, 13.152911548981882, 18.485305207813926, 15.478284876929296, 14.665158988241785, 15.878781892786975, 14.152456679237302, 21.892813339885844, 12.020689518162145, 24.133588856107284, 11.710610250635714, 37.59975757717087, 12.870858015930907, 11.036278193673295, 59.00083425380806, 20.696152460635922, 16.376088891728113, 24.299984604990023 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.447772986031969, "rpss": 0.01150517336306256, "brier_below": 0.22190323679068044, "bss_below": 0.02063735145831569, "brier_above": 0.22586974939999563, "bss_above": 0.002365983808482186, "crps": 23.424693844462126, "crpss": -0.03496898040776508, "crps_fair": 22.66944788057718, "crpss_fair": -0.04514791539091645, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.277086, 0.579966, 0.142493, 0.000454, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2618, 0.3482, 0.4254, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3054, 0.3216, 0.5303, 0.5392, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.192961, 0.673189, 0.117699, 0.01615, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2794, 0.3455, 0.4327, 0.5241, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3206, 0.3471, 0.3859, 0.3361, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41368290754275894, 0.47153761210409684, 0.4263260704157928, 0.4486552819411422, 0.4384992800535194, 0.4178322538949571, 0.43377213007954224, 0.4134054456699847, 0.4613494655817141 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22531831208670167, 0.19723938092225757, 0.2700481924180244, 0.15007162627423695, 0.2891266837349254, 0.2510626409649284, 0.10003090523774569, 0.1590048635904537, 0.1908748884259169 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18836460091860555, 0.27429822038262947, 0.15627788548634491, 0.2985836395163761, 0.1493726072387001, 0.1667696177906591, 0.3337411997936931, 0.2544005804797582, 0.2704745696066381 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.37393175377679, 23.284400824454497, 10.545527614722356, 21.623838350465054, 16.020491328206855, 12.115796240566011, 62.6192042768199, 16.394050783321326, 22.0545288705789 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.09048594853205, 22.99846010390144, 10.279520241534025, 21.260380902477106, 15.719858443001636, 11.828087056744279, 62.195431612081, 15.995762470691867, 21.709972904770655 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.43611782747594535, "rpss": 0.03053115726483091, "brier_below": 0.20364194373946562, "bss_below": 0.016828404762038396, "brier_above": 0.23247588013482273, "bss_above": 0.042224310488322314, "crps": 21.892418893656856, "crpss": 0.06750976542769849, "crps_fair": 21.564217742637123, "crpss_fair": 0.0490491945957614, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.318125, 0.620644, 0.061231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2565, 0.3456, 0.4156, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2584, 0.2823, 0.5007, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.224559, 0.704079, 0.060909, 0.010452, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.3383, 0.424, 0.5142, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2158, 0.4338, 0.5889, 0.4892, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42187763743945345, 0.46480766370354104, 0.39992480476187314, 0.44997153525143074, 0.43220806533248546, 0.42187863919125984, 0.45813737739365185, 0.40897972749534695, 0.4543350752375953 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22787561359489228, 0.179479114985278, 0.25893540506867657, 0.11353805424402326, 0.28469104442538196, 0.23972099752788686, 0.09736838952045529, 0.180551844399457, 0.15396771512889984 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1940020281343018, 0.28532853549021847, 0.14098940930328888, 0.33643345758477, 0.1475170323305573, 0.18215764346401025, 0.3607689561901426, 0.22842788701492694, 0.30036734703539053 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.97196170414308, 28.03217119117582, 11.075409466131202, 26.226674541764915, 17.926756686090158, 14.190406879560667, 77.3046643795546, 17.846994320350138, 25.958930588778863 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.661455137867648, 27.707365553618814, 10.785653294709595, 25.805365342571402, 17.58743346772281, 13.875803805959187, 76.82541195755412, 17.378939428591174, 25.58811585553587 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43468005842295976, "rpss": 0.04252502117555601, "brier_below": 0.1929031309883279, "bss_below": 0.030274845806130157, "brier_above": 0.24177692183862298, "bss_above": 0.05207912943519977, "crps": 25.837107750838825, "crpss": 0.0739296917831711, "crps_fair": 25.468393760458962, "crpss_fair": 0.05658528521288153, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.286792, 0.640612, 0.072596, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2595, 0.3464, 0.4161, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.213, 0.2581, 0.5101, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.222118, 0.683863, 0.083652, 0.010367, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.3395, 0.4259, 0.5137, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1809, 0.4925, 0.5923, 0.5135, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.6995633089250756, "training": [ 0.719369678506819, 0.7062548867519758, 0.6960136432039686, 0.6372311114591913, 0.7050538569450004, 0.6809700601126661, 0.6605366380127933, 0.7692633946725929, 0.7165048116653603, 0.7025879633476901, 0.6956517859821165, 0.7083044972053228, 0.7098783317248644, 0.6899765354666527, 0.6936445955298991, 0.7030115500515214, 0.693844024040677, 0.7126877848643537, 0.742179181883907, 0.7631039420648381, 0.6530540515824061, 0.7061271942887152, 0.6583359777035745, 0.665933917134903 ], "test": 0.7186414165800524 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47083151541581786, 0.4800567133879425, 0.4792931630720346, 0.5916308935075653, 0.3988267719411492, 0.4317801740814061, 0.5235697503052589, 0.4807654364072298, 0.37227894612586915, 0.37491044083166586, 0.42751586179597023, 0.4118198981603913, 0.4073904386489156, 0.47644524208031747, 0.37257124212840514, 0.5333005154878895, 0.3674112100435198, 0.44949102756725096, 0.4355311379034619, 0.4374935716343017, 0.4899343539208755, 0.4496470774924704, 0.41567956391300137, 0.4674769943622488 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3035528861924805, 0.3176400671054669, 0.12577795308649714, 0.1631870010258731, 0.1318512141281994, 0.1745349522168294, 0.24139580063011423, 0.3817959270258832, 0.13362212061390036, 0.11310129219045371, 0.25614687054122837, 0.25260979917571286, 0.11353585350187748, 0.23452007114939866, 0.1833090800236766, 0.3950789512730182, 0.20823841971798696, 0.17517935109574104, 0.2969636286896712, 0.32795849048302994, 0.1987520357277028, 0.13552861555763157, 0.20331702355858333, 0.2820241872069602 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16727862914556485, 0.1624166462587536, 0.35351521160829824, 0.4284438933327915, 0.26697555772818027, 0.25724522333242156, 0.28217394943982677, 0.09896951016641847, 0.23865682499953583, 0.2618091493099276, 0.17136899092633903, 0.15921009748677345, 0.2938545861270703, 0.241925170718408, 0.18926216183253983, 0.13822156243840678, 0.15917279014723315, 0.2743116766795105, 0.13856750911461768, 0.10953508172812093, 0.29118231924100696, 0.3141184641615715, 0.21236253905953306, 0.1854528064574432 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.137676491691202, 12.395362117290576, 27.079580614646794, 55.43982326923966, 14.487790354568883, 23.83548342303407, 34.000842600726415, 12.48542097407384, 17.495254138820567, 14.971977171490868, 13.591119787411325, 14.428205307110243, 15.055226994941963, 20.413426344025936, 11.225816396408426, 23.03143168335045, 10.674683680885293, 31.307930117286997, 12.067952181746545, 10.899049722027268, 47.12517522835041, 21.4445724849355, 14.947180974301999, 21.365473236674596 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.59756019599215, 11.872960060026324, 26.37141940274846, 55.000422045395695, 13.655614993417243, 23.033160640255456, 33.480602671736655, 12.015333045233007, 16.606150792168354, 14.012463476296643, 12.787341345970205, 13.657639013626962, 14.231577665251086, 19.806914577371273, 10.665380427609275, 22.152431356439614, 10.12186344396598, 30.51840357575737, 11.51589284071621, 10.525294979887526, 46.74145106952836, 20.83788819340016, 14.248250187890086, 20.41277555632366 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4477354975089565, "rpss": 0.011776330068009933, "brier_below": 0.22290089966324655, "bss_below": 0.017326520433084913, "brier_above": 0.2248345979766789, "bss_above": 0.006211636224371486, "crps": 20.704435637293326, "crpss": -0.032276351995258024, "crps_fair": 20.036199648208655, "crpss_fair": -0.04239264313410218, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.316683, 0.550728, 0.132189, 0.0004, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2604, 0.3475, 0.4257, 0.5052, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3081, 0.3269, 0.5296, 0.501, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.205965, 0.677511, 0.102497, 0.014027, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2794, 0.3455, 0.4308, 0.5261, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3055, 0.3491, 0.4055, 0.3426, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4818963943070875, 0.44811184106500357, 0.48181581639499194, 0.5927377119538642, 0.4065379317972255, 0.4320956952952754, 0.5063160046059529, 0.4618056529783588, 0.38199793375219304, 0.3793606569259246, 0.445184005910743, 0.406156592312428, 0.3962302753532863, 0.4673589870506218, 0.36959931804359863, 0.513459160719029, 0.3699101634793419, 0.45672472463656055, 0.45361664398385254, 0.43434115353533925, 0.5068899471049988, 0.45200541015680773, 0.42709622612898623, 0.47495292832344893 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3361051166953206, 0.28976462039870515, 0.12477651524273531, 0.18001741262725948, 0.1381181394480592, 0.18763434669984205, 0.17480782832119246, 0.36694740810264254, 0.14003171845060872, 0.11772046920580721, 0.2779592284556034, 0.24668545376004117, 0.11770572769921425, 0.21422561692717562, 0.18005974197078425, 0.3685932785876528, 0.22065137713689278, 0.14562353255131072, 0.3443375285022165, 0.3339730863454701, 0.16151027582280275, 0.14978213604115953, 0.2111282466210094, 0.2971749546710226 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14579127730634311, 0.1583472206786094, 0.35703930353377866, 0.41272029998171195, 0.2684197925515614, 0.24446135048849751, 0.3315081761467759, 0.09485824587232791, 0.24196621496219284, 0.26164018821614327, 0.16722477694888127, 0.15947113667473567, 0.2785245481227074, 0.25313336983373613, 0.1895395757292244, 0.14486588055254843, 0.1492587857606253, 0.31110119236921213, 0.10927911532021851, 0.10036806763627808, 0.3453796724101095, 0.3022232767023955, 0.21596797836581716, 0.17777797329155845 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.23742171019779, 12.764608825989985, 30.457737999450906, 57.936774695276014, 16.316762022410543, 27.6281869274741, 41.14708633520413, 13.65227190065622, 19.45793700069696, 16.601526992649664, 15.591421291507535, 16.737762657724623, 15.045502589218724, 22.604312122194127, 12.628432806844055, 25.094034337536037, 12.335343690087665, 38.52620463615386, 13.435048215464025, 11.472149960030723, 59.439342365898725, 21.375387258890335, 17.173442607534398, 25.416576224163556 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.637328318049374, 12.19456398412856, 29.632147145638108, 57.4532891443572, 15.38467310426621, 26.69750031844302, 40.59857532467862, 13.127534851437154, 18.471046128309112, 15.485315773750518, 14.656759061417088, 15.873563528312939, 14.151212705132178, 21.905141379329876, 12.000809482100486, 24.119449356745218, 11.687842783515398, 37.58551406270147, 12.867413344895171, 11.03743788234852, 59.00163287514409, 20.692542621703957, 16.38487793036879, 24.282415776570634 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4477583823256217, "rpss": 0.011537412217625831, "brier_below": 0.221888906678522, "bss_below": 0.0207005969377434, "brier_above": 0.22586947581066621, "bss_above": 0.0023671922129817613, "crps": 23.419803132218945, "crpss": -0.03475289495975864, "crps_fair": 22.663691120139323, "crpss_fair": -0.04488250680210881, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.27655, 0.580434, 0.142562, 0.000454, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.262, 0.3482, 0.4254, 0.5054, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3044, 0.3221, 0.5301, 0.5392, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.195638, 0.670476, 0.117666, 0.01622, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2796, 0.3457, 0.4328, 0.5243, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3182, 0.3479, 0.3857, 0.3389, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4135389196939289, 0.47146698486196287, 0.4265554892786677, 0.44870124441874554, 0.438339050317923, 0.41780899188284476, 0.4340096319374898, 0.4133310675819387, 0.4614803997038857 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22517022041409535, 0.19720855845116572, 0.2701564832871821, 0.15003633132799707, 0.28896658928882074, 0.25096713862103043, 0.10013410101589296, 0.15902458525120772, 0.1909865411431181 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18836870473837308, 0.2742584156073907, 0.1563990134863882, 0.2986648969390886, 0.14937247195549294, 0.1668418581296812, 0.3338755058738978, 0.2543064807204621, 0.27049385101124535 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.368516279603979, 23.273543504990062, 10.550187220044798, 21.61671480691036, 16.003013342250803, 12.100126914017816, 62.617885169484616, 16.39821208152436, 22.057295436003738 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.084875961364599, 22.98733867713793, 10.284016302991034, 21.253019328128236, 15.702145953524026, 11.812148159739081, 62.19364589349809, 15.999612217715045, 21.712333468306994 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.43613686440859856, "rpss": 0.030488839084041652, "brier_below": 0.20362783875561224, "bss_below": 0.016896502813064984, "brier_above": 0.23250902205133558, "bss_above": 0.04208776934727387, "crps": 21.887277194981166, "crpss": 0.0677287720083547, "crps_fair": 21.558792884711675, "crpss_fair": 0.04928842298210845, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.317085, 0.621683, 0.061231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2569, 0.3455, 0.4154, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2583, 0.2823, 0.5007, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.224108, 0.70453, 0.061673, 0.009688, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2833, 0.3383, 0.4246, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2156, 0.4337, 0.5878, 0.4883, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42171275580056095, 0.46486235182574126, 0.4000838034907993, 0.44991888945610903, 0.4319447773658126, 0.4217478269989386, 0.4584434078908414, 0.4090117759497037, 0.4544126921460155 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22774610235228565, 0.17950074842009833, 0.2590238840649203, 0.1134126137318882, 0.2844225532676518, 0.2395418247980069, 0.0974946079830171, 0.18063474404669672, 0.15405298225314262 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396665772874327, 0.2853615901708501, 0.14105992903180223, 0.33650625229259307, 0.1475222355247731, 0.18220600400590217, 0.36094876821951055, 0.22837703581094881, 0.30035969681364105 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.963916425774865, 28.019178620671905, 11.079412292523315, 26.2165959771357, 17.90530797217735, 14.169527333331308, 77.30363439128931, 17.852830583128497, 25.96083442761639 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.653129553623602, 27.694014058054346, 10.789423220477053, 25.79495381739473, 17.565653677989136, 13.854546869139387, 76.82374079118931, 17.38437448240739, 25.589461217306212 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4346820312138358, "rpss": 0.042520675685428944, "brier_below": 0.19287000676863417, "bss_below": 0.030441361449943027, "brier_above": 0.24181201884430717, "bss_above": 0.051941526623776046, "crps": 25.830137558183182, "crpss": 0.07417952193146748, "crps_fair": 25.461033076397907, "crpss_fair": 0.05685794385478138, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.284878, 0.642526, 0.072596, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2599, 0.3462, 0.4158, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2116, 0.2586, 0.5101, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.222027, 0.683954, 0.084679, 0.00934, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2833, 0.3394, 0.4265, 0.5145, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.181, 0.4924, 0.5917, 0.51, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7009456192396444, "training": [ 0.7210689060696286, 0.7074852222427311, 0.6973729710954911, 0.638197123821421, 0.707020088432489, 0.6825657033292627, 0.6623781757952646, 0.7706956197651509, 0.7176433497271937, 0.7042349948237161, 0.6976269534746349, 0.7103845365077662, 0.7109295901412859, 0.691457986525306, 0.6951422433061107, 0.704875843314381, 0.6956138161845896, 0.7138013091029248, 0.7435507784332966, 0.7644844037516886, 0.6527396809433351, 0.7076492690275257, 0.6589214114951185, 0.6668548844411534 ], "test": 0.7202181097553759 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47090802313977437, 0.4799040178907612, 0.47926189910228295, 0.5914169047050757, 0.39914388188011835, 0.4315915042628804, 0.5233928932731812, 0.48098278726082744, 0.3724125691669822, 0.37501423563881015, 0.42733499704953426, 0.41181568135264257, 0.4075314587543664, 0.47627978065550197, 0.37256457994736125, 0.5330076097456812, 0.36741578295762894, 0.4496476297345901, 0.4356818426631714, 0.4377646010959836, 0.4899716874396368, 0.4497256332660495, 0.4157320137106713, 0.46728590024462613 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3035757106462156, 0.31749280075845737, 0.12573699793696574, 0.1631617918655705, 0.13199545593136958, 0.17455815823752793, 0.24131155879955504, 0.3818929553300681, 0.13370654675850607, 0.11318698117014796, 0.25606669807183613, 0.2525751968607688, 0.1136143666310541, 0.23440216923643903, 0.18328948307208975, 0.39482158993766386, 0.2082098191663855, 0.17521139807452513, 0.29704264285411525, 0.32809511278363157, 0.198779404500389, 0.13560889661828313, 0.20335457593964, 0.28191968436962356 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16733231242334276, 0.16241121710869405, 0.35352490278868387, 0.4282551136881583, 0.26714842585738646, 0.257033347482786, 0.2820813342396519, 0.09908983271323013, 0.2387060218909811, 0.261827255133657, 0.17126829864624138, 0.1592404829921649, 0.29391709309977576, 0.24187761120772178, 0.18927509660441588, 0.1381860180380626, 0.15920596360554498, 0.27443623186730687, 0.13863919970660904, 0.1096694888841908, 0.29119228398227104, 0.31411673885499, 0.21237743647839336, 0.1853662151789902 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.13843944480405, 12.393829076515523, 27.079203223170133, 55.441629570271715, 14.489970333407054, 23.834500978017772, 33.99925354512122, 12.48235306955821, 17.492279541129136, 14.972450749128736, 13.592088905471497, 14.426883238464198, 15.057502291532495, 20.4173272925691, 11.223366821460337, 23.028970381176975, 10.671701480742904, 31.30662772918731, 12.068789985771918, 10.902754718203967, 47.125285340363284, 21.445287307430206, 14.948419138657982, 21.362354266339487 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.598339910432824, 11.87136924974954, 26.371023556667, 55.00231016987399, 13.65757179073067, 23.03210027449432, 33.478974310922794, 12.012239311288077, 16.602908714661712, 14.012874972846785, 12.788232843927453, 13.656241570125424, 14.23371402843942, 19.8107533434642, 10.662982126080513, 22.149664178855353, 10.118826216676466, 30.51699576201709, 11.516656578205257, 10.528957762314265, 46.741533439186256, 20.838468417281696, 14.249385648726713, 20.40951039580125 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44774116312242246, "rpss": 0.011763825155259311, "brier_below": 0.22290041648128453, "bss_below": 0.017328650572983828, "brier_above": 0.22484074676971874, "bss_above": 0.006184458027469142, "crps": 20.704219517853968, "crpss": -0.03226557676861752, "crps_fair": 20.035901440532044, "crpss_fair": -0.042377128740470615, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.316264, 0.551119, 0.132217, 0.0004, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2608, 0.3475, 0.4254, 0.5048, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3078, 0.327, 0.5295, 0.501, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.205965, 0.677623, 0.102585, 0.013827, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3455, 0.4305, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3055, 0.3493, 0.4047, 0.3434, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4819719357262908, 0.4480150947446384, 0.481898621019042, 0.5925165008162497, 0.40684117721885, 0.4318474850176479, 0.5061822532279369, 0.46210749940098067, 0.3821170478230908, 0.379453392638185, 0.44494140493184425, 0.40619789470161005, 0.3963851730567539, 0.46719970631746355, 0.36958732234013136, 0.5131951147369875, 0.3698997238645711, 0.4569106598219372, 0.4537737878100093, 0.4347072325287897, 0.5069431620902336, 0.45204328179984066, 0.42717425573128764, 0.4747050729726572 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3361278528834379, 0.28965829330545023, 0.12482132401035065, 0.17998049325484972, 0.13824822579275223, 0.18763458314606246, 0.17479976799821975, 0.3671056361494246, 0.14010857132641355, 0.11780256432559415, 0.2778646245316836, 0.24667831901076323, 0.11778473961432886, 0.21413088836604924, 0.18003907479609937, 0.3683700841080999, 0.22061114185400413, 0.1456624744877925, 0.3444124139490713, 0.33419739077865396, 0.16154415138270867, 0.14984185579115084, 0.21117270132440275, 0.29703384974272756 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14584408254790637, 0.15835680145145853, 0.3570772993840914, 0.4125360082264989, 0.2685929516186996, 0.24421290375126234, 0.3313824850925615, 0.09500186424470577, 0.24200847615004825, 0.26165082880582674, 0.1670767798907631, 0.15951957381118334, 0.27860043390926803, 0.2530688176631492, 0.18954824720214924, 0.1448250290541464, 0.14928858142164975, 0.31124818561690004, 0.10936137369572715, 0.10050984219142028, 0.3453990118295013, 0.30220142857207594, 0.2160015532667923, 0.17767122286962983 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.23716843499694, 12.761587733772501, 30.457679814523235, 57.937255608035194, 16.31916413946059, 27.627462752771546, 41.14401808482647, 13.647422930105334, 19.45455795208911, 16.60202227683975, 15.591678189105021, 16.73540513558138, 15.04782078619186, 22.607863657544403, 12.624995632672414, 25.090458763304337, 12.330386172900162, 38.52386341421901, 13.43571318349992, 11.475491184128934, 59.438582223483095, 21.377069975133328, 17.17539183705259, 25.41258067331525 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.637066136405924, 12.191403966151938, 29.632033875698895, 57.45370948002209, 15.386741083291989, 26.696644719581506, 40.59538709631999, 13.122616228831536, 18.467264523996057, 15.485610803450184, 14.656875252032878, 15.871017048749248, 14.15323062382289, 21.90860012671505, 11.997295993318536, 24.115334310011235, 11.682793600033724, 37.583041268150204, 12.86787355662101, 11.040726620589945, 59.00081332105554, 20.694034288992306, 16.386614377229094, 24.2782160178107 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4477756166807095, "rpss": 0.01149936599470458, "brier_below": 0.22190129258042046, "bss_below": 0.020645932166452607, "brier_above": 0.2258743242611423, "bss_above": 0.0023457773084466504, "crps": 23.418985023148014, "crpss": -0.034716748595728264, "crps_fair": 22.66270601328677, "crpss_fair": -0.044837089623057436, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.276004, 0.580912, 0.14263, 0.000454, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2625, 0.3482, 0.4251, 0.505, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.304, 0.3223, 0.5298, 0.5392, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.195638, 0.670613, 0.117809, 0.01594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3457, 0.4325, 0.5239, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3182, 0.348, 0.3847, 0.3405, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41337993193442973, 0.4714986673693715, 0.42657098595158705, 0.44874205997612715, 0.43832808621121444, 0.4178783996440881, 0.4343595282215947, 0.4132613435125352, 0.4614343079411392 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2250410132340977, 0.19719060155700674, 0.27011562314184545, 0.14998011637478387, 0.2889432163072462, 0.25095273232359583, 0.10025627884336054, 0.1590450640897381, 0.19095454509898216 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18833892416559456, 0.2743080550041492, 0.1564553703165122, 0.2987619274407386, 0.14938488083580626, 0.16692567220115162, 0.3341032243130177, 0.25421627780516415, 0.2704797552938801 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.365531640822303, 23.271529000923977, 10.553123962781802, 21.61422403259887, 15.999072613853274, 12.097465225628499, 62.61944578513677, 16.398879691200843, 22.05994490074336 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.081875285933025, 22.98529132902145, 10.286936570942272, 21.25050918112291, 15.698184585325532, 11.809456154226954, 62.195145514343245, 16.00022390166032, 21.714918369198127 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4361614789735653, "rpss": 0.030434122096316574, "brier_below": 0.20360879899673962, "bss_below": 0.016988425674141605, "brier_above": 0.2325526763751127, "bss_above": 0.04190791821591544, "crps": 21.886579650409967, "crpss": 0.06775848336660995, "crps_fair": 21.558060099085978, "crpss_fair": 0.04932073776807755, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.31619, 0.622578, 0.061231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2573, 0.3454, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2578, 0.2825, 0.5007, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.224183, 0.704456, 0.061673, 0.009688, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3383, 0.4241, 0.5137, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2155, 0.4337, 0.5878, 0.4883, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42152846773091746, 0.46492023468985627, 0.4001695923361613, 0.449999651599577, 0.43191881476160465, 0.4218490224295835, 0.45885188862665577, 0.4089243606083631, 0.454427115824641 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2275913469295142, 0.1794794283256157, 0.25904284537988265, 0.11336581525557943, 0.28439215477012136, 0.2395505234365545, 0.09761322656805035, 0.18064350397454262, 0.15407410715080178 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1939371250893077, 0.2854407931215106, 0.1411267565755847, 0.3366338128996895, 0.14752667142329692, 0.18229850081124413, 0.36123863035061077, 0.22828086053090382, 0.30035299559669604 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.959236312484858, 28.017168260082723, 11.081871553558202, 26.212542884304447, 17.900533707611256, 14.165138061497105, 77.30625476889149, 17.854382321027117, 25.96309209700317 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.648398171075256, 27.691938555361865, 10.79183896240626, 25.79084953999402, 17.56082496317871, 13.850088479977591, 76.82623702363246, 17.385848934310342, 25.59159642702188 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43473212762304, "rpss": 0.04241032772395137, "brier_below": 0.19286143908785142, "bss_below": 0.0304844312307474, "brier_above": 0.24187068293320488, "bss_above": 0.051711525704763894, "crps": 25.828913329606706, "crpss": 0.07422340152302542, "crps_fair": 25.459735672995375, "crpss_fair": 0.05690600300890303, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.283784, 0.64362, 0.072596, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4153, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2108, 0.2588, 0.5101, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.222118, 0.683863, 0.084679, 0.00934, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3394, 0.426, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1809, 0.4925, 0.5917, 0.51, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "mvs_r4", "1995": "mvs_r4", "1996": "vs", "1997": "mvs_r4", "1998": "vs", "1999": "vs", "2000": "mvs_r4", "2001": "mvs_r4", "2002": "mvs_r4", "2003": "mvs_r4", "2004": "mvs_r4", "2005": "mvs_r4", "2006": "mvs_r4", "2007": "mvs_r4", "2008": "mvs_r4", "2009": "mvs_r4", "2010": "vs", "2011": "mvs_r4", "2012": "mvs_r4", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "mvs_r4", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 16, "vs": 8 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47083151541581786, 0.4800567133879425, 0.4792931630720346, 0.5914169047050757, 0.3988267719411492, 0.4315915042628804, 0.5233928932731812, 0.4807654364072298, 0.37227894612586915, 0.37491044083166586, 0.42751586179597023, 0.4118198981603913, 0.4073904386489156, 0.47644524208031747, 0.37257124212840514, 0.5333005154878895, 0.3674112100435198, 0.4496476297345901, 0.4355311379034619, 0.4374935716343017, 0.4899716874396368, 0.4497256332660495, 0.4157320137106713, 0.46728590024462613 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3035528861924805, 0.3176400671054669, 0.12577795308649714, 0.1631617918655705, 0.1318512141281994, 0.17455815823752793, 0.24131155879955504, 0.3817959270258832, 0.13362212061390036, 0.11310129219045371, 0.25614687054122837, 0.25260979917571286, 0.11353585350187748, 0.23452007114939866, 0.1833090800236766, 0.3950789512730182, 0.20823841971798696, 0.17521139807452513, 0.2969636286896712, 0.32795849048302994, 0.198779404500389, 0.13560889661828313, 0.20335457593964, 0.28191968436962356 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16727862914556485, 0.1624166462587536, 0.35351521160829824, 0.4282551136881583, 0.26697555772818027, 0.257033347482786, 0.2820813342396519, 0.09896951016641847, 0.23865682499953583, 0.2618091493099276, 0.17136899092633903, 0.15921009748677345, 0.2938545861270703, 0.241925170718408, 0.18926216183253983, 0.13822156243840678, 0.15917279014723315, 0.27443623186730687, 0.13856750911461768, 0.10953508172812093, 0.29119228398227104, 0.31411673885499, 0.21237743647839336, 0.1853662151789902 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.137676491691202, 12.395362117290576, 27.079580614646794, 55.441629570271715, 14.487790354568883, 23.834500978017772, 33.99925354512122, 12.48542097407384, 17.495254138820567, 14.971977171490868, 13.591119787411325, 14.428205307110243, 15.055226994941963, 20.413426344025936, 11.225816396408426, 23.03143168335045, 10.674683680885293, 31.30662772918731, 12.067952181746545, 10.899049722027268, 47.125285340363284, 21.445287307430206, 14.948419138657982, 21.362354266339487 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.59756019599215, 11.872960060026324, 26.37141940274846, 55.00231016987399, 13.655614993417243, 23.03210027449432, 33.478974310922794, 12.015333045233007, 16.606150792168354, 14.012463476296643, 12.787341345970205, 13.657639013626962, 14.231577665251086, 19.806914577371273, 10.665380427609275, 22.152431356439614, 10.12186344396598, 30.51699576201709, 11.51589284071621, 10.525294979887526, 46.741533439186256, 20.838468417281696, 14.249385648726713, 20.40951039580125 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44771692798756635, "rpss": 0.011817315964100739, "brier_below": 0.22290033722098315, "bss_below": 0.017328999997307637, "brier_above": 0.2248165908961973, "bss_above": 0.006291229077113991, "crps": 20.70430549316163, "crpss": -0.032269863303083346, "crps_fair": 20.03604650145935, "crpss_fair": -0.04238467560295378 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4818963943070875, 0.44811184106500357, 0.48181581639499194, 0.5925165008162497, 0.4065379317972255, 0.4318474850176479, 0.5061822532279369, 0.4618056529783588, 0.38199793375219304, 0.3793606569259246, 0.445184005910743, 0.406156592312428, 0.3962302753532863, 0.4673589870506218, 0.36959931804359863, 0.513459160719029, 0.3699101634793419, 0.4569106598219372, 0.45361664398385254, 0.43434115353533925, 0.5069431620902336, 0.45204328179984066, 0.42717425573128764, 0.4747050729726572 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3361051166953206, 0.28976462039870515, 0.12477651524273531, 0.17998049325484972, 0.1381181394480592, 0.18763458314606246, 0.17479976799821975, 0.36694740810264254, 0.14003171845060872, 0.11772046920580721, 0.2779592284556034, 0.24668545376004117, 0.11770572769921425, 0.21422561692717562, 0.18005974197078425, 0.3685932785876528, 0.22065137713689278, 0.1456624744877925, 0.3443375285022165, 0.3339730863454701, 0.16154415138270867, 0.14984185579115084, 0.21117270132440275, 0.29703384974272756 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14579127730634311, 0.1583472206786094, 0.35703930353377866, 0.4125360082264989, 0.2684197925515614, 0.24421290375126234, 0.3313824850925615, 0.09485824587232791, 0.24196621496219284, 0.26164018821614327, 0.16722477694888127, 0.15947113667473567, 0.2785245481227074, 0.25313336983373613, 0.1895395757292244, 0.14486588055254843, 0.1492587857606253, 0.31124818561690004, 0.10927911532021851, 0.10036806763627808, 0.3453990118295013, 0.30220142857207594, 0.2160015532667923, 0.17767122286962983 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.23742171019779, 12.764608825989985, 30.457737999450906, 57.937255608035194, 16.316762022410543, 27.627462752771546, 41.14401808482647, 13.65227190065622, 19.45793700069696, 16.601526992649664, 15.591421291507535, 16.737762657724623, 15.045502589218724, 22.604312122194127, 12.628432806844055, 25.094034337536037, 12.335343690087665, 38.52386341421901, 13.435048215464025, 11.472149960030723, 59.438582223483095, 21.377069975133328, 17.17539183705259, 25.41258067331525 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.637328318049374, 12.19456398412856, 29.632147145638108, 57.45370948002209, 15.38467310426621, 26.696644719581506, 40.59538709631999, 13.127534851437154, 18.471046128309112, 15.485315773750518, 14.656759061417088, 15.873563528312939, 14.151212705132178, 21.905141379329876, 12.000809482100486, 24.119449356745218, 11.687842783515398, 37.583041268150204, 12.867413344895171, 11.03743788234852, 59.00081332105554, 20.694034288992306, 16.386614377229094, 24.2782160178107 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4477377166286174, "rpss": 0.011583033403393728, "brier_below": 0.22188853766903516, "bss_below": 0.020702225548995812, "brier_above": 0.2258491791218806, "bss_above": 0.0024568397518945906, "crps": 23.419520778812338, "crpss": -0.034740419790636246, "crps_fair": 22.66336247493906, "crpss_fair": -0.04486735500627459 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4135389196939289, 0.47146698486196287, 0.4265554892786677, 0.44870124441874554, 0.438339050317923, 0.41780899188284476, 0.4340096319374898, 0.4133310675819387, 0.4614803997038857 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22517022041409535, 0.19720855845116572, 0.2701564832871821, 0.15003633132799707, 0.28896658928882074, 0.25096713862103043, 0.10013410101589296, 0.15902458525120772, 0.1909865411431181 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18836870473837308, 0.2742584156073907, 0.1563990134863882, 0.2986648969390886, 0.14937247195549294, 0.1668418581296812, 0.3338755058738978, 0.2543064807204621, 0.27049385101124535 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.368516279603979, 23.273543504990062, 10.550187220044798, 21.61671480691036, 16.003013342250803, 12.100126914017816, 62.617885169484616, 16.39821208152436, 22.057295436003738 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.084875961364599, 22.98733867713793, 10.284016302991034, 21.253019328128236, 15.702145953524026, 11.812148159739081, 62.19364589349809, 15.999612217715045, 21.712333468306994 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.43613686440859856, "rpss": 0.030488839084041652, "brier_below": 0.20362783875561224, "bss_below": 0.016896502813064984, "brier_above": 0.23250902205133558, "bss_above": 0.04208776934727387, "crps": 21.887277194981166, "crpss": 0.0677287720083547, "crps_fair": 21.558792884711675, "crpss_fair": 0.04928842298210845 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42171275580056095, 0.46486235182574126, 0.4000838034907993, 0.44991888945610903, 0.4319447773658126, 0.4217478269989386, 0.4584434078908414, 0.4090117759497037, 0.4544126921460155 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22774610235228565, 0.17950074842009833, 0.2590238840649203, 0.1134126137318882, 0.2844225532676518, 0.2395418247980069, 0.0974946079830171, 0.18063474404669672, 0.15405298225314262 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396665772874327, 0.2853615901708501, 0.14105992903180223, 0.33650625229259307, 0.1475222355247731, 0.18220600400590217, 0.36094876821951055, 0.22837703581094881, 0.30035969681364105 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.963916425774865, 28.019178620671905, 11.079412292523315, 26.2165959771357, 17.90530797217735, 14.169527333331308, 77.30363439128931, 17.852830583128497, 25.96083442761639 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.653129553623602, 27.694014058054346, 10.789423220477053, 25.79495381739473, 17.565653677989136, 13.854546869139387, 76.82374079118931, 17.38437448240739, 25.589461217306212 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4346820312138358, "rpss": 0.042520675685428944, "brier_below": 0.19287000676863417, "bss_below": 0.030441361449943027, "brier_above": 0.24181201884430717, "bss_above": 0.051941526623776046, "crps": 25.830137558183182, "crpss": 0.07417952193146748, "crps_fair": 25.461033076397907, "crpss_fair": 0.05685794385478138 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "vs", "1995": "mvs_r4", "1996": "mvs_r4", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "mvs_r4", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 4, "vs": 20 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47083151541581786, 0.4799040178907612, 0.4792931630720346, 0.5916308935075653, 0.39914388188011835, 0.4315915042628804, 0.5233928932731812, 0.48098278726082744, 0.37227894612586915, 0.37501423563881015, 0.42733499704953426, 0.41181568135264257, 0.4075314587543664, 0.47627978065550197, 0.37256457994736125, 0.5330076097456812, 0.36741578295762894, 0.4496476297345901, 0.4356818426631714, 0.4377646010959836, 0.4899716874396368, 0.4497256332660495, 0.4157320137106713, 0.46728590024462613 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3035528861924805, 0.31749280075845737, 0.12577795308649714, 0.1631870010258731, 0.13199545593136958, 0.17455815823752793, 0.24131155879955504, 0.3818929553300681, 0.13362212061390036, 0.11318698117014796, 0.25606669807183613, 0.2525751968607688, 0.1136143666310541, 0.23440216923643903, 0.18328948307208975, 0.39482158993766386, 0.2082098191663855, 0.17521139807452513, 0.29704264285411525, 0.32809511278363157, 0.198779404500389, 0.13560889661828313, 0.20335457593964, 0.28191968436962356 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16727862914556485, 0.16241121710869405, 0.35351521160829824, 0.4284438933327915, 0.26714842585738646, 0.257033347482786, 0.2820813342396519, 0.09908983271323013, 0.23865682499953583, 0.261827255133657, 0.17126829864624138, 0.1592404829921649, 0.29391709309977576, 0.24187761120772178, 0.18927509660441588, 0.1381860180380626, 0.15920596360554498, 0.27443623186730687, 0.13863919970660904, 0.1096694888841908, 0.29119228398227104, 0.31411673885499, 0.21237743647839336, 0.1853662151789902 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.137676491691202, 12.393829076515523, 27.079580614646794, 55.43982326923966, 14.489970333407054, 23.834500978017772, 33.99925354512122, 12.48235306955821, 17.495254138820567, 14.972450749128736, 13.592088905471497, 14.426883238464198, 15.057502291532495, 20.4173272925691, 11.223366821460337, 23.028970381176975, 10.671701480742904, 31.30662772918731, 12.068789985771918, 10.902754718203967, 47.125285340363284, 21.445287307430206, 14.948419138657982, 21.362354266339487 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.59756019599215, 11.87136924974954, 26.37141940274846, 55.000422045395695, 13.65757179073067, 23.03210027449432, 33.478974310922794, 12.012239311288077, 16.606150792168354, 14.012874972846785, 12.788232843927453, 13.656241570125424, 14.23371402843942, 19.8107533434642, 10.662982126080513, 22.149664178855353, 10.118826216676466, 30.51699576201709, 11.516656578205257, 10.528957762314265, 46.741533439186256, 20.838468417281696, 14.249385648726713, 20.40951039580125 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44774262653938796, "rpss": 0.011760595160558496, "brier_below": 0.22289870455259675, "bss_below": 0.01733619772475814, "brier_above": 0.22484392211534476, "bss_above": 0.0061704227252403765, "crps": 20.704252131813266, "crpss": -0.03226720282689399, "crps_fair": 20.03594186072659, "crpss_fair": -0.04237923161996715 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4818963943070875, 0.4480150947446384, 0.48181581639499194, 0.5927377119538642, 0.40684117721885, 0.4318474850176479, 0.5061822532279369, 0.46210749940098067, 0.38199793375219304, 0.379453392638185, 0.44494140493184425, 0.40619789470161005, 0.3963851730567539, 0.46719970631746355, 0.36958732234013136, 0.5131951147369875, 0.3698997238645711, 0.4569106598219372, 0.4537737878100093, 0.4347072325287897, 0.5069431620902336, 0.45204328179984066, 0.42717425573128764, 0.4747050729726572 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3361051166953206, 0.28965829330545023, 0.12477651524273531, 0.18001741262725948, 0.13824822579275223, 0.18763458314606246, 0.17479976799821975, 0.3671056361494246, 0.14003171845060872, 0.11780256432559415, 0.2778646245316836, 0.24667831901076323, 0.11778473961432886, 0.21413088836604924, 0.18003907479609937, 0.3683700841080999, 0.22061114185400413, 0.1456624744877925, 0.3444124139490713, 0.33419739077865396, 0.16154415138270867, 0.14984185579115084, 0.21117270132440275, 0.29703384974272756 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14579127730634311, 0.15835680145145853, 0.35703930353377866, 0.41272029998171195, 0.2685929516186996, 0.24421290375126234, 0.3313824850925615, 0.09500186424470577, 0.24196621496219284, 0.26165082880582674, 0.1670767798907631, 0.15951957381118334, 0.27860043390926803, 0.2530688176631492, 0.18954824720214924, 0.1448250290541464, 0.14928858142164975, 0.31124818561690004, 0.10936137369572715, 0.10050984219142028, 0.3453990118295013, 0.30220142857207594, 0.2160015532667923, 0.17767122286962983 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.23742171019779, 12.761587733772501, 30.457737999450906, 57.936774695276014, 16.31916413946059, 27.627462752771546, 41.14401808482647, 13.647422930105334, 19.45793700069696, 16.60202227683975, 15.591678189105021, 16.73540513558138, 15.04782078619186, 22.607863657544403, 12.624995632672414, 25.090458763304337, 12.330386172900162, 38.52386341421901, 13.43571318349992, 11.475491184128934, 59.438582223483095, 21.377069975133328, 17.17539183705259, 25.41258067331525 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.637328318049374, 12.191403966151938, 29.632147145638108, 57.4532891443572, 15.386741083291989, 26.696644719581506, 40.59538709631999, 13.122616228831536, 18.471046128309112, 15.485610803450184, 14.656875252032878, 15.871017048749248, 14.15323062382289, 21.90860012671505, 11.997295993318536, 24.115334310011235, 11.682793600033724, 37.583041268150204, 12.86787355662101, 11.040726620589945, 59.00081332105554, 20.694034288992306, 16.386614377229094, 24.2782160178107 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4477732729733539, "rpss": 0.011504539916911583, "brier_below": 0.22189681431129013, "bss_below": 0.020665696860198368, "brier_above": 0.22587645882262067, "bss_above": 0.0023363492591123025, "crps": 23.419118756313736, "crpss": -0.03472265730382462, "crps_fair": 22.662861709963053, "crpss_fair": -0.04484426783302142 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41337993193442973, 0.4714986673693715, 0.42657098595158705, 0.44874205997612715, 0.43832808621121444, 0.4178783996440881, 0.4343595282215947, 0.4132613435125352, 0.4614343079411392 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2250410132340977, 0.19719060155700674, 0.27011562314184545, 0.14998011637478387, 0.2889432163072462, 0.25095273232359583, 0.10025627884336054, 0.1590450640897381, 0.19095454509898216 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18833892416559456, 0.2743080550041492, 0.1564553703165122, 0.2987619274407386, 0.14938488083580626, 0.16692567220115162, 0.3341032243130177, 0.25421627780516415, 0.2704797552938801 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.365531640822303, 23.271529000923977, 10.553123962781802, 21.61422403259887, 15.999072613853274, 12.097465225628499, 62.61944578513677, 16.398879691200843, 22.05994490074336 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.081875285933025, 22.98529132902145, 10.286936570942272, 21.25050918112291, 15.698184585325532, 11.809456154226954, 62.195145514343245, 16.00022390166032, 21.714918369198127 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4361614789735653, "rpss": 0.030434122096316574, "brier_below": 0.20360879899673962, "bss_below": 0.016988425674141605, "brier_above": 0.2325526763751127, "bss_above": 0.04190791821591544, "crps": 21.886579650409967, "crpss": 0.06775848336660995, "crps_fair": 21.558060099085978, "crpss_fair": 0.04932073776807755 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42152846773091746, 0.46492023468985627, 0.4001695923361613, 0.449999651599577, 0.43191881476160465, 0.4218490224295835, 0.45885188862665577, 0.4089243606083631, 0.454427115824641 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2275913469295142, 0.1794794283256157, 0.25904284537988265, 0.11336581525557943, 0.28439215477012136, 0.2395505234365545, 0.09761322656805035, 0.18064350397454262, 0.15407410715080178 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1939371250893077, 0.2854407931215106, 0.1411267565755847, 0.3366338128996895, 0.14752667142329692, 0.18229850081124413, 0.36123863035061077, 0.22828086053090382, 0.30035299559669604 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.959236312484858, 28.017168260082723, 11.081871553558202, 26.212542884304447, 17.900533707611256, 14.165138061497105, 77.30625476889149, 17.854382321027117, 25.96309209700317 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.648398171075256, 27.691938555361865, 10.79183896240626, 25.79084953999402, 17.56082496317871, 13.850088479977591, 76.82623702363246, 17.385848934310342, 25.59159642702188 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43473212762304, "rpss": 0.04241032772395137, "brier_below": 0.19286143908785142, "bss_below": 0.0304844312307474, "brier_above": 0.24187068293320488, "bss_above": 0.051711525704763894, "crps": 25.828913329606706, "crpss": 0.07422340152302542, "crps_fair": 25.459735672995375, "crpss_fair": 0.05690600300890303 } } } } }, "Apr": { "tag": "init02_Apr", "methods": { "mvs": { "lambda_": { "training_mean": 0.560715553645856, "training": [ 0.5936393069878583, 0.5452647711318092, 0.5553641846019388, 0.5592424349550372, 0.6726301429032651, 0.4806200915492287, 0.5658199335525119, 0.5965762991107721, 0.5873797356609513, 0.5593842896323772, 0.5403504641419007, 0.6150669652322632, 0.5489825909631528, 0.5077866492980181, 0.5543476805165808, 0.5725013937594458, 0.5734484020467314, 0.5868709675382368, 0.3907016334168518, 0.557588100753216, 0.5920506020736642, 0.5442484539628052, 0.5645873997307725, 0.592720793981155 ], "test": 0.5998374445979893 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45357653358343764, 0.43287416722774236, 0.4979468939140032, 0.4081662130914095, 0.4305255334922844, 0.46972704863551223, 0.43412923076349735, 0.40840573670264874, 0.41106056207999114, 0.39624133682066315, 0.4840501930861192, 0.3952977088020178, 0.3994898053706255, 0.5007495865580412, 0.3937720611767062, 0.4543590153166749, 0.3991443918856772, 0.4292300275058792, 0.6671218411861285, 0.4333530337564724, 0.46520967034842275, 0.482031116422248, 0.5283963835977954, 0.4009585932022237 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1998895184434718, 0.19788121223011343, 0.16608961621745774, 0.17966361536147166, 0.10131593827620268, 0.3147596429781285, 0.32936086162392714, 0.22794327838802866, 0.27831143470949876, 0.2336051084236147, 0.21906201305848894, 0.11568559095855947, 0.21132551585633821, 0.20996095160631606, 0.163000587267923, 0.26045515192443425, 0.24500713044873113, 0.19121286446429647, 0.45838792555372637, 0.2059631024519034, 0.19818409565809889, 0.2786990339008938, 0.31711789182764005, 0.13138817864155156 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2536870166896825, 0.2349929564312024, 0.33185728181194235, 0.22850259861567043, 0.3292095962867961, 0.1549674037616656, 0.1047683677004964, 0.18046245809277978, 0.13274912596046404, 0.16263622675270728, 0.2649881799953956, 0.2796121189736779, 0.18816428828257764, 0.2907886358896543, 0.23077147434701245, 0.19390386373081092, 0.1541372619050668, 0.23801716433283548, 0.20873391618553325, 0.22738993176123867, 0.2670255768506113, 0.20333208070690736, 0.2112784901931934, 0.2695704156087052 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.07653328393865, 24.145492316308356, 39.76538969715366, 22.493948388299117, 36.36625506976058, 27.06261766435364, 31.157594340993423, 25.74532284567505, 19.082475954320934, 19.48183944215895, 27.71450215835064, 20.846921950946253, 20.94979202165346, 34.52576670699386, 18.088947306916726, 28.956240740074286, 19.574785409189033, 22.200827487067446, 49.39180385322907, 23.761057166866, 33.20870197151064, 38.244377136094236, 38.79917571948147, 32.3880830193418 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.035246487242254, 23.35003234992004, 38.81042898969431, 21.308954597060783, 35.308064244637066, 26.0345344737078, 30.425410756230033, 24.848996306563308, 18.11219021574082, 18.52322786586528, 26.748962617458826, 19.766711698751138, 19.904786373274227, 33.6133746733572, 17.083583352564933, 28.0096039146396, 18.619946919846118, 21.1772173865424, 48.07867821827671, 22.645491549153522, 32.20248082583812, 37.28026767255353, 37.55940000592263, 31.402026069735886 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4489923618552592, "rpss": 0.009448955987104823, "brier_below": 0.22642792751128404, "bss_below": 0.0013018338956652942, "brier_above": 0.22256443461944278, "bss_above": 0.017602219994486856, "crps": 28.667852152111553, "crpss": -0.0005343581392005525, "crps_fair": 27.66040073185735, "crpss_fair": -0.007346134294413664, "reliability": { "below": { "weight": [ 0.0, 0.00789, 0.209867, 0.585893, 0.192154, 0.004195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2672, 0.3467, 0.427, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4998, 0.3217, 0.3247, 0.4396, 0.299, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001597, 0.246292, 0.599719, 0.142125, 0.010015, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2689, 0.3425, 0.4307, 0.5317, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0177, 0.2364, 0.3826, 0.4063, 0.135, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.440548725198347, 0.4522825467715237, 0.5202685287392907, 0.40510468484767076, 0.42399493119165377, 0.4877990504169845, 0.452970148992613, 0.3986676728554734, 0.4140704480762698, 0.4097940450706733, 0.47337247900131274, 0.3941556149858349, 0.4038289599508168, 0.5118969901781217, 0.37324735141956633, 0.43933217741903646, 0.40011459211654726, 0.4337910399791949, 0.6617818284947126, 0.39998105972511594, 0.45995222390077106, 0.48659044181738037, 0.5039490324768265, 0.4026103185189746 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2288892995174454, 0.19380873018671793, 0.16867133664592676, 0.19716252756218297, 0.09677724738055558, 0.32423397579271884, 0.34793549718615474, 0.27290763770654025, 0.2737920589097788, 0.23911865408836028, 0.18208524859624742, 0.11866654842271163, 0.2155315118633077, 0.19092633476227885, 0.16663595387725988, 0.2896916947307509, 0.25697813024689253, 0.19035925580173937, 0.46096524218393375, 0.15050400496872077, 0.14938051654727597, 0.32607197055937537, 0.26649908104584463, 0.11005738048793061 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21165942612962488, 0.2584738180280472, 0.35159719686294755, 0.20794215705758215, 0.32721768403614926, 0.16356507269811194, 0.10503465000594052, 0.12576003389840817, 0.1402783882156491, 0.17067538968191773, 0.2912872313884594, 0.2754890671240144, 0.18829744640106674, 0.32097065677155007, 0.20661139748942584, 0.14964048139406594, 0.14313646240173358, 0.2434317855865307, 0.20081658611130598, 0.24947705607203854, 0.31057171145467855, 0.1605184673792053, 0.23744995015606166, 0.29255293947716365 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.78688112001924, 28.085545740694744, 46.123451739116014, 23.99877468175642, 42.07767369251991, 31.4159100396947, 37.06001484129427, 25.286054779843973, 21.370574480544022, 22.47962656976754, 30.829395192171596, 22.745780794657698, 24.118917292466985, 40.3066709582843, 19.155847681203575, 25.356299657818006, 21.631299919585736, 25.631698474213557, 56.2323912672703, 25.26773604202959, 38.35021362184438, 39.43177902267704, 42.691116188581624, 37.777524344824485 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.65687634692075, 27.186671524024355, 45.088457890560356, 22.645255861167875, 40.907380261493714, 30.236764402613115, 36.243883006601045, 24.307094261750596, 20.3274009208132, 21.407265653061714, 29.774240720846038, 21.557812779883736, 22.949890949707946, 39.27423571198697, 18.082489566435427, 24.313794479152882, 20.59402138694913, 24.496682445640566, 54.778352421743534, 24.014956646915746, 37.2338612797736, 38.34137158042334, 41.28806232619351, 36.703752419128456 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4479210371726963, "rpss": 0.01206440632977368, "brier_below": 0.22573540996127714, "bss_below": 0.004561247553294234, "brier_above": 0.2221856273259033, "bss_above": 0.019572484452197947, "crps": 31.675465755953322, "crpss": 0.003261178005130927, "crps_fair": 30.55877395182448, "crpss_fair": -0.0034083161322520095, "reliability": { "below": { "weight": [ 0.0, 0.005184, 0.205355, 0.583686, 0.202266, 0.003509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2683, 0.3469, 0.4271, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4296, 0.3134, 0.3271, 0.4406, 0.2761, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000696, 0.252004, 0.580634, 0.158504, 0.008058, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1977, 0.2692, 0.3426, 0.431, 0.5287, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0502, 0.2478, 0.3715, 0.4246, 0.1948, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43984980732198165, 0.518560746107335, 0.43523898347296314, 0.4867200884430355, 0.36848984159496045, 0.4718087425804356, 0.4375743829792712, 0.45890716542216575, 0.40054804442511266 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27214077165905415, 0.1665584054318119, 0.24937031280563723, 0.13173872560406824, 0.170546187353218, 0.3167954542060794, 0.10554293753944455, 0.17632854011946825, 0.2251132877383705 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16770904351005642, 0.3520023203401859, 0.18586867441805166, 0.3549813401778034, 0.19794365698932406, 0.15501330160437793, 0.332031426026917, 0.28257861429038994, 0.1754347641097294 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.193447251369914, 68.02135739967288, 24.622697796306667, 42.79203711106983, 17.164387245297345, 23.668825859508676, 27.295807375314624, 28.473338142263064, 18.77836614659299 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.655617535182486, 67.51993604627069, 24.0988994970091, 42.29331493229745, 16.658915829376042, 23.1043501331685, 26.786869323804023, 27.953753575370506, 18.305877422676797 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4464108669274735, "rpss": 0.012269305636002259, "brier_below": 0.20157051360635025, "bss_below": 0.017502349561604125, "brier_above": 0.2448403490518706, "bss_above": 0.007919057718999811, "crps": 30.556696036377332, "crpss": 0.0037582562367208805, "crps_fair": 30.04194825501729, "crpss_fair": -0.01741037259444922, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157783, 0.768921, 0.073296, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3432, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2319, 0.2706, 0.511, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.174818, 0.800079, 0.025103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3387, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3304, 0.4182, 0.5849, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43265613910561, 0.536884822522908, 0.43023128214809947, 0.48689050276732904, 0.3563399222447671, 0.49695289919302443, 0.4219106574056298, 0.46276709336252153, 0.4099153250437044 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30949991741583627, 0.12618427548326022, 0.25723985267951194, 0.12541074862458315, 0.17605658107854835, 0.3514664869921377, 0.10118850021052708, 0.1396605931685764, 0.2255520197355708 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12315623658627448, 0.4107005163290626, 0.17299143481360796, 0.361479730597642, 0.1802833467263757, 0.1454864269453341, 0.3207221397974306, 0.32310648270804604, 0.1843633121750906 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.821334258188504, 84.63030741320736, 27.351016805791318, 46.95535072187217, 18.390393817948233, 27.264486705334704, 29.30740712131031, 34.15962811698173, 21.538115130159298 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.231862668532372, 84.08708933643277, 26.779028201307465, 46.40652656143373, 17.837643284931094, 26.64281856884805, 28.74963703795751, 33.57741349488537, 21.002059633239742 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4482831826437326, "rpss": 0.01642428485070857, "brier_below": 0.20136210837650576, "bss_below": 0.02569239186398453, "brier_above": 0.24692106963098487, "bss_above": 0.008734671864828791, "crps": 35.04644889897707, "crpss": 0.006114004894857361, "crps_fair": 34.47934208750757, "crpss_fair": -0.014304619649834205, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159968, 0.765467, 0.074565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3416, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2311, 0.2724, 0.5529, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.175118, 0.799127, 0.025754, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3386, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3383, 0.4251, 0.5812, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.5626629568880083, "training": [ 0.5956899837540035, 0.5534576026914908, 0.5556104083181623, 0.5599351544676993, 0.6728344647282228, 0.4797579124600279, 0.57042726298602, 0.5978628072456874, 0.5895120809349356, 0.5601884620034434, 0.5427568222060265, 0.6170297599453465, 0.5524109654958402, 0.5092356325454891, 0.5552456423191164, 0.5779624193060017, 0.5770339563281417, 0.5887548706892985, 0.3872032127878295, 0.5599304417476038, 0.5928815473313058, 0.5447983934218911, 0.5656868132960762, 0.5977043483025389 ], "test": 0.6014798628443456 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45459817010254294, 0.43068909621189433, 0.4989875730457474, 0.40853302602216024, 0.4309628145955123, 0.46869220680214285, 0.4326685919408023, 0.4084238264584271, 0.4091557303821271, 0.39641480639709986, 0.48484933455824064, 0.39617599763322253, 0.4009343902765339, 0.5018767841880643, 0.39501734908894226, 0.45270241938775607, 0.39864866992684805, 0.43030283780149736, 0.6661594250735242, 0.4339800264330874, 0.46583227321907894, 0.4812649988026234, 0.5266833717267142, 0.40155655575749233 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20080875936619527, 0.19582155420832914, 0.16723893380086907, 0.18004809910760397, 0.10171415547458686, 0.3136150748515579, 0.3276287307448775, 0.22787106479453928, 0.27625248774100897, 0.2337147638460085, 0.21997721402557138, 0.11654737192783708, 0.21263799860288882, 0.21128986472339042, 0.1641708463132375, 0.2586454242285977, 0.2442901603107058, 0.19224603197571186, 0.4568820564824565, 0.2066840443394116, 0.1988081347623538, 0.27786360754650374, 0.3153382549636146, 0.1320261174090106 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.25378941231713625, 0.23486754341148744, 0.3317486433913335, 0.22848492780637947, 0.3292486601932225, 0.15507713007229404, 0.10503985974274455, 0.18055276141954693, 0.13290324120536665, 0.16270004094204796, 0.2648721203968053, 0.2796286269271081, 0.18829639053954725, 0.29058692047917867, 0.23084650318389202, 0.19405699548885733, 0.1543585100652191, 0.2380568070751874, 0.20927736911443293, 0.22729598260276854, 0.26702414062380164, 0.2034013894337375, 0.21134511513557794, 0.2695304394543787 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.111266561230124, 24.061296273263956, 39.82981599852768, 22.521227658575363, 36.395970102305355, 27.069337473534784, 31.03700585162895, 25.6847029414243, 18.980884399713428, 19.500781718708808, 27.75647076245681, 20.857308213745323, 21.028018505629074, 34.57419149282093, 18.146904524839325, 28.852074903825883, 19.563653712796143, 22.286059979152874, 49.381809790790285, 23.81237551811379, 33.24184724628941, 38.17856021405677, 38.70106911848063, 32.35194486347842 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.06081333240997, 23.262007066542488, 38.86766397548516, 21.329195887677745, 35.33093054937126, 26.03303700151002, 30.30130251002717, 24.782727686974532, 18.00397835214918, 18.535922562522156, 26.785919124356575, 19.76913147932908, 19.976092758734836, 33.65656264893186, 17.134107167664933, 27.90089943952917, 18.602700748383786, 21.253394428654833, 48.058337005603335, 22.688140766436803, 32.22943809343407, 37.20950285998708, 37.453071045171306, 31.361338240623393 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.44896292815967004, "rpss": 0.00951389156368021, "brier_below": 0.22633836464778614, "bss_below": 0.001696865853558105, "brier_above": 0.22262456379258547, "bss_above": 0.017336810265794367, "crps": 28.663524076057854, "crpss": -0.00038330431161037737, "crps_fair": 27.649425613812948, "crpss_fair": -0.006946438612394079, "reliability": { "below": { "weight": [ 0.0, 0.004929, 0.20405, 0.590007, 0.196515, 0.004499, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2688, 0.3468, 0.4266, 0.5111, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5586, 0.3238, 0.3238, 0.4388, 0.3034, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001175, 0.245907, 0.600384, 0.142718, 0.009564, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2694, 0.3426, 0.4309, 0.5342, 0.6216, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2367, 0.3822, 0.4068, 0.1147, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4416110485171177, 0.44879217016713124, 0.5216783813952017, 0.4054744885584361, 0.4243989429435209, 0.4865621466025522, 0.4505256239254801, 0.39836272063768136, 0.41239112769248065, 0.41080178691728375, 0.4753386876298401, 0.39496982679261367, 0.40553226878359466, 0.5133692376116156, 0.3747092997925801, 0.4368596622599809, 0.39962064479612386, 0.4350277641784073, 0.660446101338771, 0.40123603856565276, 0.4612023631647153, 0.4852749693813802, 0.5021520536114112, 0.4031382938754852 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2299013033994525, 0.19053864525485928, 0.17020280384100414, 0.19759305608434546, 0.0971260617321049, 0.32286287733082364, 0.34522161758970704, 0.2724951767413666, 0.2719156141944086, 0.2400245017177658, 0.1842015171639365, 0.11956757660714439, 0.21712420235779775, 0.19257549735340426, 0.1679970296448082, 0.2869651690680996, 0.25614309495528176, 0.1915727622381869, 0.45901717944178716, 0.15191158507572336, 0.15062147056483996, 0.32466626938915216, 0.2645871324803511, 0.11066058976410448 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2117097456513945, 0.2582535263536678, 0.35147558238169124, 0.20788143227374545, 0.32727288145515304, 0.16369926732550416, 0.10530400450165663, 0.12586754260174374, 0.14047551251169657, 0.17077728395117137, 0.29113717135889805, 0.2754022508890197, 0.18840806491869505, 0.32079374170548514, 0.206712270032604, 0.14989449187096066, 0.14347755037409393, 0.24345500333978762, 0.2014289216964307, 0.24932445490140984, 0.310580896692888, 0.16060869608047257, 0.237564919810413, 0.29247770563869074 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.8321979248123, 27.98116150710583, 46.21046832944927, 24.04313371015002, 42.10706124275979, 31.43535058931154, 36.89349622698703, 25.218742728005953, 21.268532127203304, 22.526082910424567, 30.921012769248822, 22.73909813452068, 24.212248091574942, 40.36254163999375, 19.225568683803207, 25.222204148136335, 21.624128586785968, 25.729818807904678, 56.22579353874556, 25.352656868709484, 38.41580383362824, 39.348721972770434, 42.5809833538931, 37.727711365841344 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.69133909818193, 27.077741117147852, 45.16709049025316, 22.681483705030377, 40.92873397385561, 30.245755679663684, 36.073266578838016, 24.232684038821255, 20.21770065429099, 21.446467794308614, 29.860454674264485, 21.542017823359856, 23.034864898166063, 39.324103925255315, 18.143593731798283, 24.174189146952866, 20.58005820073626, 24.584199428435785, 54.75921894436702, 24.089479265906963, 37.292092319304324, 38.252613173374215, 41.16783942572189, 36.64951473800901 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4478948187141274, "rpss": 0.012122233817839279, "brier_below": 0.22564553058293566, "bss_below": 0.004957593949556527, "brier_above": 0.22224928826321974, "bss_above": 0.019291570986454065, "crps": 31.675188295490255, "crpss": 0.003269908914322217, "crps_fair": 30.550687617751823, "crpss_fair": -0.0031427984492349292, "reliability": { "below": { "weight": [ 0.0, 0.002034, 0.198527, 0.587788, 0.2078, 0.003852, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.186, 0.2705, 0.3471, 0.4266, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4214, 0.3162, 0.3258, 0.4396, 0.2871, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000243, 0.251561, 0.581183, 0.159374, 0.007534, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1963, 0.2697, 0.3427, 0.4312, 0.5317, 0.6242, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2483, 0.371, 0.4253, 0.1619, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44089842069886126, 0.5193294965578544, 0.4343553201663825, 0.487262620081251, 0.3695052124745085, 0.4706688458629884, 0.4382311607132071, 0.45954515677062696, 0.3988040830247646 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27310658414108013, 0.1675217279902745, 0.24838303878137802, 0.13244569530133996, 0.17150749324810746, 0.31558027492321367, 0.10622785878113125, 0.17706622225486973, 0.22327913271664485 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16779184439402303, 0.35180774814932614, 0.18597228517846545, 0.3548169021314148, 0.1979977219887678, 0.15508858418106453, 0.33200328262019263, 0.2824789235007329, 0.17552495773418855 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.237308630905424, 68.04483559653376, 24.55761365236522, 42.77600594090006, 17.201634177420186, 23.624258544727528, 27.3212894528724, 28.47228710030014, 18.69260723212605 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.695594562325716, 67.54001650392257, 24.03060041740767, 42.274260724216845, 16.692532975146158, 23.055542141373504, 26.808431323789584, 27.94968974762718, 18.21732596824254 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4465111462611605, "rpss": 0.012047427130725819, "brier_below": 0.20167978090422664, "bss_below": 0.016969757460147505, "brier_above": 0.24483136109757508, "bss_above": 0.007955476463709199, "crps": 30.54753781423897, "crpss": 0.004056842287451956, "crps_fair": 30.029332707116865, "crpss_fair": -0.01698313035366983, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.146923, 0.775713, 0.077365, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3434, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2279, 0.2704, 0.5033, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173408, 0.801262, 0.02533, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3386, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3292, 0.4184, 0.5797, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4338266281647127, 0.5381893176009317, 0.429251263097101, 0.4877654282233323, 0.35759897444120414, 0.49528212645027114, 0.4228041689656829, 0.4639500727267709, 0.40720809160973687 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3105652644198263, 0.1277088854686288, 0.2561325166737646, 0.1264699908223261, 0.1772572758839879, 0.3496943233242665, 0.10215532631998264, 0.1409861575663076, 0.22272837121075933 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1232613786548479, 0.41048040129265645, 0.1731187518291266, 0.3612954138632068, 0.18034170413836312, 0.14558781787860642, 0.32064882535692135, 0.32296389764448447, 0.1844797272708341 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.873179486487594, 84.6668633775659, 27.280154999252346, 46.93143943716909, 18.444482514330186, 27.19994360455553, 29.341661271661966, 34.17221592043674, 21.41119171116018 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.279227565868464, 84.11976544549437, 26.70447851466938, 46.37923168066286, 17.887504911039247, 26.57332213005171, 28.779179445210417, 33.5864904299939, 20.871718065319 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4484306745866381, "rpss": 0.016100673573643753, "brier_below": 0.20152201240998333, "bss_below": 0.024918682660972413, "brier_above": 0.2469086575476719, "bss_above": 0.008784500208179336, "crps": 35.035681369179954, "crpss": 0.006419362424747943, "crps_fair": 34.464546465367704, "crpss_fair": -0.013869365756387753, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.147528, 0.773234, 0.079237, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3418, 0.4145, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2277, 0.272, 0.5401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173647, 0.800318, 0.026035, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.3386, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3364, 0.4255, 0.5749, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.5618853538755846, "training": [ 0.5959295514165465, 0.5534100556304586, 0.5539157438999112, 0.5582125852396718, 0.6726215964089921, 0.480358483992301, 0.5701349691222735, 0.596978275284711, 0.5880263798088868, 0.5583944938762491, 0.542044646058482, 0.6162514519307154, 0.549359615257864, 0.5078250316363933, 0.5566059100522013, 0.578087157446588, 0.5765238979313297, 0.5871562052460555, 0.38740714828998013, 0.5569465185506894, 0.5931041921963908, 0.5432271230002077, 0.5665586730674076, 0.5961687876697249 ], "test": 0.6004847213006377 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4548026891039743, 0.43036596926086945, 0.4993068543748615, 0.4088447922636141, 0.43093728809516585, 0.4681319382826715, 0.4320405205109187, 0.40827168220518817, 0.4085419147012312, 0.3960228405110287, 0.48526262015579164, 0.3962260718945965, 0.40145555886924633, 0.5022711646706165, 0.39522758365137495, 0.4524523273507463, 0.39874421678733607, 0.4305518746606008, 0.6654159290401158, 0.4343027137196302, 0.4660205963205174, 0.4808984326531327, 0.5262084831739848, 0.4014986856569893 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2010032271529117, 0.19549280877876096, 0.16750723827960246, 0.18036173122212507, 0.10170026438723316, 0.31303363725257044, 0.32701150063402273, 0.22774757264391252, 0.2756862565077074, 0.2333366280392747, 0.2203669648303168, 0.11664003129262125, 0.21321359648150295, 0.2116037427693859, 0.16439520556155643, 0.2583861267638634, 0.2444058999802946, 0.19251310410358966, 0.4561293500603686, 0.20701691334008923, 0.19900445557304236, 0.2775284014436712, 0.31484304718928197, 0.13208401933077482 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.25379946353524074, 0.23487316188003085, 0.3317996202829037, 0.22848306199032906, 0.3292370247665834, 0.15509829914369933, 0.10502901842493492, 0.18052410930163232, 0.13285565674823574, 0.16268621084229629, 0.26489565512219887, 0.27958604184134167, 0.18824196126212683, 0.29066742294739695, 0.23083237852626434, 0.1940662009193368, 0.15433831725084815, 0.23803877180340519, 0.20928657953038018, 0.2272858009512955, 0.267016142912703, 0.20337002936186008, 0.21136543434964938, 0.26941466743668213 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.122934840208266, 24.04393300972713, 39.84032171075884, 22.530829157562078, 36.408155020787305, 27.063726260379006, 31.00991692161304, 25.67731556418004, 18.957007774469147, 19.49258345396835, 27.771290838194965, 20.85979375858766, 21.045242429858494, 34.58120535550248, 18.151636232691796, 28.829075805217418, 19.56711054756114, 22.30174022933111, 49.38363034376565, 23.82081277126418, 33.25462850833769, 38.15993960635131, 38.68405602882708, 32.352904382324986 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.07090769785351, 23.244161910513277, 38.87693238878788, 21.337880702079087, 35.34142845848833, 26.02609540324149, 30.27356702471389, 24.774093294037737, 17.9790910544768, 18.52694849608078, 26.799948033151335, 19.770490015560156, 19.99231652617636, 33.662835599195056, 17.137705622662594, 27.877216129617263, 18.605119334984266, 21.26746441268923, 48.05773900625336, 22.695086249415038, 32.24104859448999, 37.19019547737105, 37.43463799006355, 31.36171594493566 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4489084478297584, "rpss": 0.009634084137667753, "brier_below": 0.22629215515077003, "bss_below": 0.00190068055271575, "brier_above": 0.22261629296380728, "bss_above": 0.017373317643284425, "crps": 28.662907939644544, "crpss": -0.00036180058515244973, "crps_fair": 27.647692723618235, "crpss_fair": -0.0068833296120682785, "reliability": { "below": { "weight": [ 0.0, 0.004654, 0.201839, 0.591771, 0.197125, 0.00461, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1841, 0.2694, 0.3468, 0.4268, 0.5114, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5204, 0.3255, 0.3235, 0.4384, 0.3141, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001175, 0.245714, 0.60055, 0.142745, 0.009564, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2692, 0.3426, 0.4309, 0.5341, 0.6215, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2364, 0.3823, 0.4068, 0.1147, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4418338925540748, 0.44843355764170567, 0.5220614260444323, 0.4058541065045055, 0.4243651981546695, 0.48596831927551626, 0.4497223106678155, 0.3981868801989355, 0.41161106124479435, 0.41034034245402556, 0.4758892892291474, 0.3950189511036494, 0.40616149170678323, 0.5138481357562277, 0.3749573642876276, 0.43655016004730246, 0.39985588052292287, 0.435341162718502, 0.6594882574918777, 0.40157572164536964, 0.46147661739342144, 0.4848536864401558, 0.5016824854856136, 0.40303707192497557 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23011321798316545, 0.1901724950042242, 0.1705239135737947, 0.19796831103837945, 0.09711258281711135, 0.32224528886947623, 0.344426451888573, 0.272345249988656, 0.27118084432161277, 0.23957430707908742, 0.18472615621810695, 0.11966693954774543, 0.21780794839279966, 0.19294751935226934, 0.1682504042453711, 0.2866437776521773, 0.2564035172929406, 0.1919004047389586, 0.45803714661264117, 0.15226601095144046, 0.1509052162492492, 0.32426856061515, 0.26408120529010626, 0.11070193258837929 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21172067512934198, 0.25826106406647176, 0.35153751734799443, 0.2078857953102254, 0.32725261556945656, 0.16372302844930278, 0.10529585693892074, 0.12584162889462158, 0.14043021593086014, 0.1707660341118005, 0.29116313381755504, 0.27535201227973044, 0.18835354182538458, 0.32090061789093277, 0.20670695994231694, 0.1499063810781247, 0.14345236376712264, 0.2434407593718773, 0.2014511107198532, 0.24930971217441356, 0.31057140523412585, 0.16058512187643723, 0.2376012788701729, 0.29233514087616025 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.84601185913276, 27.962711382688553, 46.22319624791277, 24.05538231853396, 42.119621569733994, 31.43185475032035, 36.85829036259294, 25.211654126389714, 21.23875161541646, 22.51886028463437, 30.945209386709674, 22.739729427651973, 24.231304903314296, 40.37042283817961, 19.22905595726565, 25.19531432187354, 21.633060145456753, 25.74633041514379, 56.2272316413952, 25.36719915014053, 38.43598528887619, 39.32709460688949, 42.56334182903476, 37.72821823354866 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.703443148056735, 27.058773916668844, 45.17843189840752, 22.692754218231318, 40.939376176573745, 30.240678524634344, 36.03736141579482, 24.224103249745273, 20.186873718251743, 21.438432289879987, 29.88386345042711, 21.541489342744335, 23.05280193196306, 39.331226574328085, 18.145865783844254, 24.14650918945923, 20.587922792232455, 24.598949742869838, 54.75783861575191, 24.102336884218733, 37.31095988777361, 38.230221827737324, 41.148567314899424, 36.64954291086627 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4478380571039187, "rpss": 0.012247427346219086, "brier_below": 0.22559455842964235, "bss_below": 0.005182368860557451, "brier_above": 0.22224349881138347, "bss_above": 0.019317117813890783, "crps": 31.675243027618166, "crpss": 0.003268186646459781, "crps_fair": 30.549513533556667, "crpss_fair": -0.003104246973082425, "reliability": { "below": { "weight": [ 0.0, 0.001386, 0.196374, 0.589766, 0.208486, 0.003989, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.2712, 0.3471, 0.4269, 0.5083, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2982, 0.3181, 0.3254, 0.4392, 0.303, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000243, 0.251357, 0.581353, 0.159408, 0.007534, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2695, 0.3427, 0.4312, 0.5316, 0.6241, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2479, 0.3711, 0.4252, 0.1619, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44111640163082544, 0.5196366155146728, 0.4342737023159073, 0.4875408175946519, 0.3698481642515667, 0.470506418182836, 0.4382979888239487, 0.4598329306905113, 0.39814947793540895 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27332182881296263, 0.1678226810022373, 0.2483173027091473, 0.13276588540432113, 0.1718596263796155, 0.31538181708950963, 0.10634874857364596, 0.1773715793939796, 0.22261438874707024 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16779458065382788, 0.3518139140809987, 0.1859564034090434, 0.35477490952977037, 0.19798854063647525, 0.15512461432346603, 0.33194922093228457, 0.28246134025291, 0.1755350966207951 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.249893637384385, 68.05685413726064, 24.55787263042467, 42.77969858551635, 17.20960579000044, 23.616270632164397, 27.327745455933233, 28.47859208852124, 18.668230396186388 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.707478568738377, 67.55148141068742, 24.030317316930343, 42.27747019900238, 16.699874456658772, 23.046851063462995, 26.81420152754965, 27.955560414082054, 18.192498126881556 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4465780574378143, "rpss": 0.011899379159958756, "brier_below": 0.20175598423472105, "bss_below": 0.0165983261836834, "brier_above": 0.2448220689377301, "bss_above": 0.00799312783420647, "crps": 30.549418150376862, "crpss": 0.0039955375786364655, "crps_fair": 30.030637009332615, "crpss_fair": -0.0170273022759444, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.144196, 0.777922, 0.077882, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3434, 0.4141, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2276, 0.2704, 0.5, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173188, 0.801482, 0.02533, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.3386, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3292, 0.4184, 0.5797, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4340393309913477, 0.5385366304767665, 0.42912077096579876, 0.48809595699695335, 0.35799365744455247, 0.4950707821094069, 0.4228821258780662, 0.46428607371242275, 0.40635299994371604 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3107760680154741, 0.12805962958329484, 0.2560183686937383, 0.1268447311805827, 0.17766346985777468, 0.34944181217042664, 0.10229383812833291, 0.14134325155509767, 0.2218547250272142 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12326327788463277, 0.4104769700445548, 0.1731024076911484, 0.3612512022566605, 0.18033019316918122, 0.14562898467531354, 0.3205882704582157, 0.3229428046134971, 0.18449828179068278 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.886762718412175, 84.68023547249095, 27.281535075735242, 46.93411430704281, 18.453914866821506, 27.189063757642796, 29.348087735199226, 34.179128263305046, 21.377924217438977 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.292052192679435, 84.13255270407653, 26.705280136897983, 46.381404065519035, 17.896242314424374, 26.56167221856656, 28.784834821797542, 33.59293879940854, 20.837933351895206 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44848648094655896, "rpss": 0.01597822914009328, "brier_below": 0.20158843269021512, "bss_below": 0.02459730251211456, "brier_above": 0.24689804362043188, "bss_above": 0.008827109848920434, "crps": 35.03675182378763, "crpss": 0.006389005287965488, "crps_fair": 34.4649900672517, "crpss_fair": -0.013882415525118263, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.144429, 0.775695, 0.079877, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3419, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2269, 0.2722, 0.5357, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173375, 0.80059, 0.026035, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3386, 0.4105, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3364, 0.4255, 0.5749, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.5621980382419685, "training": [ 0.595807628062496, 0.5543231645962989, 0.5547381749770476, 0.5590711129453446, 0.6726520593968339, 0.4806095959882355, 0.5702285887117905, 0.5968549585085421, 0.5881857671490766, 0.5589098112152864, 0.542814658762666, 0.6162506172889058, 0.5501945086801602, 0.5089084285096931, 0.5572451581770437, 0.5773973963645573, 0.5769854250005717, 0.5882546208469335, 0.3867657087452354, 0.5577349360566853, 0.5927960888575324, 0.5426578092784169, 0.5663643308492197, 0.5970023688386705 ], "test": 0.5999422269525035 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4547951015261203, 0.43035488291421947, 0.49925371394079726, 0.4088550313134533, 0.4309486163170305, 0.4681100931569194, 0.4320197421089757, 0.40826422801512124, 0.40853057948473304, 0.39600659868639915, 0.48520956023121864, 0.3962548404218837, 0.4014234786900846, 0.502153537180314, 0.39523305556979843, 0.4524058091252426, 0.3987851508471834, 0.4305740474655239, 0.6656104148998407, 0.43429375245406615, 0.46601753281062697, 0.48086658223606576, 0.5262023809613503, 0.40156379746538245 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2010007550983708, 0.19549282729430215, 0.167494221880792, 0.18037104578619095, 0.10170238669187606, 0.31302439453462155, 0.32698555472155766, 0.22774599715551816, 0.2756686103155152, 0.23331642221970547, 0.22033341136082762, 0.11666882502182531, 0.2131690641524358, 0.2115479518413052, 0.16440040913226353, 0.2583578320976458, 0.24442856292181897, 0.1925292046519554, 0.45622718620772856, 0.20701330862201245, 0.19900926010301084, 0.2775101698586133, 0.31483646641671076, 0.13212432654059128 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.25379434801240736, 0.23486205701064075, 0.3317594962394244, 0.22848398647906448, 0.3292462306883061, 0.15508569673682027, 0.10503418593143382, 0.18051823059989155, 0.1328619677202478, 0.16269017483494758, 0.2648761486676722, 0.27958601663709565, 0.18825441341406174, 0.29060558639667167, 0.23083264686532157, 0.19404797736060564, 0.15435658836856886, 0.23804484405641171, 0.2093832292440927, 0.22728044440287137, 0.2670082748744626, 0.20335641053265002, 0.21136591290327872, 0.26943947203848945 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.123991106708054, 24.044240431368344, 39.84039225008595, 22.53123450352219, 36.408959106920534, 27.063572044616485, 31.009354027782155, 25.677115007926513, 18.95621235579803, 19.49195436094215, 27.771985467132307, 20.860142355315382, 21.04600630530112, 34.581493946220405, 18.151740060334692, 28.82887205221256, 19.56763786272502, 22.302416580646746, 49.38379888864158, 23.821607400275365, 33.255399606162996, 38.15935714755185, 38.68346551166985, 32.35293036073383 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.071850924110365, 23.24445607895254, 38.87696505943737, 21.33826016689031, 35.3421521324013, 26.02588914602822, 30.27299379607574, 24.773835328552053, 17.978274492414734, 18.52629780287507, 26.800620456133267, 19.77079690816786, 19.993038878325702, 33.663107405421165, 17.137765742464723, 27.876991434369067, 18.605602629175053, 21.26805284235272, 48.057774883766385, 22.69579397177577, 32.24176958638626, 37.189595621445584, 37.4339951995366, 31.36171738887457 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4489055219925979, "rpss": 0.009640539015968841, "brier_below": 0.2262899247761331, "bss_below": 0.0019105179923112336, "brier_above": 0.22261559750064328, "bss_above": 0.017376387412583183, "crps": 28.663078280858088, "crpss": -0.00036774564988384384, "crps_fair": 27.647816578163855, "crpss_fair": -0.006887840190167083, "reliability": { "below": { "weight": [ 0.0, 0.004654, 0.201784, 0.591799, 0.197153, 0.00461, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2694, 0.3468, 0.4267, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5204, 0.3256, 0.3234, 0.4385, 0.3141, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001175, 0.245714, 0.60055, 0.142745, 0.009564, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2693, 0.3426, 0.4309, 0.5343, 0.6218, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2364, 0.3823, 0.4068, 0.1147, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44182455518503744, 0.4484063057259934, 0.5219943239580065, 0.40585428568041776, 0.4243788403460424, 0.4859425689630062, 0.4496940632807513, 0.3981810956631993, 0.4115939267471773, 0.41031939990076804, 0.4758272736789099, 0.39505456136215206, 0.40611589407783366, 0.5137032711379658, 0.3749741203196971, 0.43649286333710463, 0.3999019390662276, 0.4353559039444757, 0.6596636269517665, 0.40158843268104893, 0.4614653135252501, 0.48482596843366677, 0.5016647581215283, 0.40312280757169555 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23010944313891013, 0.19017023712609968, 0.17050590388758133, 0.1979706696560237, 0.0971150317008302, 0.322236151524886, 0.3443934972449439, 0.2723454098399216, 0.271157357762649, 0.23955014249335738, 0.18468486232712672, 0.11970257835963949, 0.21775044528711993, 0.19288474787396423, 0.16826111215823267, 0.28661178972868073, 0.2564267861298026, 0.1919131778780957, 0.4581268752951177, 0.1522847809563563, 0.15090420788277412, 0.32425217820219593, 0.26406715672342107, 0.11075734806587903 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2117151126047363, 0.25823607002059645, 0.3514884249381391, 0.20788361587474077, 0.3272638088827771, 0.16370641548232753, 0.10530056419052429, 0.12583568450723553, 0.14043656798735304, 0.17076925614051136, 0.2911424121571126, 0.2753519837234553, 0.18836544730484656, 0.320818524764799, 0.2067130080517294, 0.1498810722892837, 0.14347515347285525, 0.24344272745480067, 0.20153675149771394, 0.24930365320266065, 0.31056110973550083, 0.16057378628433427, 0.23759760006529562, 0.2923654610490736 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.8473188408886, 27.963091773883857, 46.223283530443844, 24.055883877349626, 42.12061651362974, 31.431663929927844, 36.85759386036781, 25.211405966134294, 21.23776739629032, 22.51808187018297, 30.946068892666137, 22.74016076724607, 24.232250092116022, 40.37077992874652, 19.229184429422105, 25.19506220608638, 21.633712624067893, 25.747167305105027, 56.22744019205727, 25.368182392173175, 38.436939414364254, 39.32637389575782, 42.56261114681473, 37.72825037818869 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.704610258354734, 27.059137908884193, 45.17847232375741, 22.693223752752537, 40.940271621616844, 30.240423310240246, 36.03665212569414, 24.223784053611062, 20.18586333714258, 21.437627148233755, 29.884695479625957, 21.541869079334816, 23.053695741508903, 39.33156289643876, 18.145940173673495, 24.14623116058103, 20.588520801058994, 24.599677842108925, 54.757883009145964, 24.103212591451573, 37.31185201419694, 38.22947959010045, 41.14777195171056, 36.6495446975383 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.44783108748582173, "rpss": 0.012262799550739167, "brier_below": 0.2255909121351504, "bss_below": 0.005198448140457557, "brier_above": 0.2222401754867668, "bss_above": 0.019331782483862914, "crps": 31.67545380099629, "crpss": 0.0032615541943835646, "crps_fair": 30.549666786198426, "crpss_fair": -0.003109279078606253, "reliability": { "below": { "weight": [ 0.0, 0.001386, 0.196306, 0.5898, 0.20852, 0.003989, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2712, 0.3471, 0.4268, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2982, 0.3182, 0.3254, 0.4393, 0.303, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000243, 0.251357, 0.581353, 0.159408, 0.007534, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1966, 0.2696, 0.3427, 0.4313, 0.5318, 0.6244, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2479, 0.3711, 0.4252, 0.1619, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4411099550184176, 0.5196670762064513, 0.43424195096452545, 0.48753913203841615, 0.3698593799035446, 0.4705257617315475, 0.43828140261708687, 0.4598456397988442, 0.39812503018604356 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2733206655048418, 0.16783414417382228, 0.2483022111320507, 0.13277109583372812, 0.17187402562744727, 0.3153912161851236, 0.10634343597180665, 0.17738574487151496, 0.22259209525787213 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16778929734808357, 0.3518329116017763, 0.18593974362992827, 0.35476801354590204, 0.19798535703939094, 0.15513455877925952, 0.33193794732717535, 0.28245988388383136, 0.17553294236012218 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.250192267527357, 68.05705727171068, 24.55813731410589, 42.77950156673433, 17.20978633134673, 23.616365210901716, 27.328067884395328, 28.478859911775043, 18.66748827899541 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.707760285171798, 67.55167282256197, 24.03056871032994, 42.27726259618781, 16.700039425083474, 23.04692886141601, 26.814507266817152, 27.955818868375708, 18.191743975923703 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4465772587183197, "rpss": 0.011901146410309149, "brier_below": 0.2017571816175786, "bss_below": 0.01659248988439943, "brier_above": 0.24482007283505217, "bss_above": 0.008001215943185591, "crps": 30.54949511527694, "crpss": 0.003993028287508582, "crps_fair": 30.030700312429733, "crpss_fair": -0.017029446119182445, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.144123, 0.777995, 0.077882, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2811, 0.3435, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2278, 0.2704, 0.5, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173188, 0.801482, 0.02533, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.3386, 0.411, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3292, 0.4184, 0.5797, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43402135793796653, 0.5385612520287988, 0.4290810499225851, 0.4880913953943076, 0.3580034254939781, 0.49509819970465085, 0.42286643082311504, 0.464304136437716, 0.40632543754711 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3107654434653385, 0.12806677525484053, 0.2559974593133956, 0.1268490890275281, 0.17767725995385714, 0.34945878923221996, 0.10228863901207035, 0.14136275528989947, 0.2218265550853236 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12325592937911511, 0.41049444592605744, 0.17308359602190718, 0.3612422828092871, 0.18032617112101687, 0.14563942521171916, 0.32057777451860014, 0.3229413636051084, 0.18449888933624878 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.88713223136055, 84.6804868229032, 27.281862584694853, 46.9338705239126, 18.454138261434345, 27.189180785574845, 29.348486695232136, 34.17945965704571, 21.377005951424213 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.292400777282726, 84.13278954944458, 26.705591200996743, 46.38114718613191, 17.89644643972932, 26.56176848262989, 28.78521313129117, 33.5932586003741, 20.83700019578048 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44848363169891425, "rpss": 0.01598448065899538, "brier_below": 0.20158808507049703, "bss_below": 0.024598984499549115, "brier_above": 0.24689554199211777, "bss_above": 0.00883715264281959, "crps": 35.03684705706472, "crpss": 0.006386304557268407, "crps_fair": 34.465068395962334, "crpss_fair": -0.013884719779440946, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.144338, 0.775785, 0.079877, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3419, 0.4148, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.227, 0.2721, 0.5357, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173375, 0.80059, 0.026035, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3386, 0.4106, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3364, 0.4255, 0.5749, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "mvs_r4", "1995": "mvs_r4", "1996": "mvs_r4", "1997": "mvs_r4", "1998": "mvs_r3", "1999": "mvs_r3", "2000": "mvs_r4", "2001": "mvs_r3", "2002": "mvs_r4", "2003": "mvs_r4", "2004": "vs", "2005": "mvs_r4", "2006": "mvs_r4", "2007": "mvs_r4", "2008": "vs", "2009": "mvs_r4", "2010": "mvs_r4", "2011": "mvs_r3", "2012": "mvs_r4", "2013": "vs", "2014": "vs", "2015": "mvs_r3", "2016": "mvs_r4" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 5, "mvs_r4": 14, "vs": 5 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4547951015261203, 0.43036596926086945, 0.4993068543748615, 0.4088447922636141, 0.43093728809516585, 0.46869220680214285, 0.4326685919408023, 0.40827168220518817, 0.4091557303821271, 0.3960228405110287, 0.48526262015579164, 0.3962548404218837, 0.40145555886924633, 0.5022711646706165, 0.39522758365137495, 0.4524058091252426, 0.39874421678733607, 0.4305518746606008, 0.6661594250735242, 0.4343027137196302, 0.46601753281062697, 0.48086658223606576, 0.5266833717267142, 0.4014986856569893 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2010007550983708, 0.19549280877876096, 0.16750723827960246, 0.18036173122212507, 0.10170026438723316, 0.3136150748515579, 0.3276287307448775, 0.22774757264391252, 0.27625248774100897, 0.2333366280392747, 0.2203669648303168, 0.11666882502182531, 0.21321359648150295, 0.2116037427693859, 0.16439520556155643, 0.2583578320976458, 0.2444058999802946, 0.19251310410358966, 0.4568820564824565, 0.20701691334008923, 0.19900926010301084, 0.2775101698586133, 0.3153382549636146, 0.13208401933077482 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.25379434801240736, 0.23487316188003085, 0.3317996202829037, 0.22848306199032906, 0.3292370247665834, 0.15507713007229404, 0.10503985974274455, 0.18052410930163232, 0.13290324120536665, 0.16268621084229629, 0.26489565512219887, 0.27958601663709565, 0.18824196126212683, 0.29066742294739695, 0.23083237852626434, 0.19404797736060564, 0.15433831725084815, 0.23803877180340519, 0.20927736911443293, 0.2272858009512955, 0.2670082748744626, 0.20335641053265002, 0.21134511513557794, 0.26941466743668213 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.123991106708054, 24.04393300972713, 39.84032171075884, 22.530829157562078, 36.408155020787305, 27.069337473534784, 31.03700585162895, 25.67731556418004, 18.980884399713428, 19.49258345396835, 27.771290838194965, 20.860142355315382, 21.045242429858494, 34.58120535550248, 18.151636232691796, 28.82887205221256, 19.56711054756114, 22.30174022933111, 49.381809790790285, 23.82081277126418, 33.255399606162996, 38.15935714755185, 38.70106911848063, 32.352904382324986 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.071850924110365, 23.244161910513277, 38.87693238878788, 21.337880702079087, 35.34142845848833, 26.03303700151002, 30.30130251002717, 24.774093294037737, 18.00397835214918, 18.52694849608078, 26.799948033151335, 19.77079690816786, 19.99231652617636, 33.662835599195056, 17.137705622662594, 27.876991434369067, 18.605119334984266, 21.26746441268923, 48.058337005603335, 22.695086249415038, 32.24176958638626, 37.189595621445584, 37.453071045171306, 31.36171594493566 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4490317932053151, "rpss": 0.009361963939393037, "brier_below": 0.22641704736297505, "bss_below": 0.0013498226057265805, "brier_above": 0.22261474612715126, "bss_above": 0.01738014536892485, "crps": 28.665956233575496, "crpss": -0.0004681888417765734, "crps_fair": 27.6510153067557, "crpss_fair": -0.00700433260518607 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44182455518503744, 0.44843355764170567, 0.5220614260444323, 0.4058541065045055, 0.4243651981546695, 0.4865621466025522, 0.4505256239254801, 0.3981868801989355, 0.41239112769248065, 0.41034034245402556, 0.4758892892291474, 0.39505456136215206, 0.40616149170678323, 0.5138481357562277, 0.3749573642876276, 0.43649286333710463, 0.39985588052292287, 0.435341162718502, 0.660446101338771, 0.40157572164536964, 0.4614653135252501, 0.48482596843366677, 0.5021520536114112, 0.40303707192497557 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23010944313891013, 0.1901724950042242, 0.1705239135737947, 0.19796831103837945, 0.09711258281711135, 0.32286287733082364, 0.34522161758970704, 0.272345249988656, 0.2719156141944086, 0.23957430707908742, 0.18472615621810695, 0.11970257835963949, 0.21780794839279966, 0.19294751935226934, 0.1682504042453711, 0.28661178972868073, 0.2564035172929406, 0.1919004047389586, 0.45901717944178716, 0.15226601095144046, 0.15090420788277412, 0.32425217820219593, 0.2645871324803511, 0.11070193258837929 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2117151126047363, 0.25826106406647176, 0.35153751734799443, 0.2078857953102254, 0.32725261556945656, 0.16369926732550416, 0.10530400450165663, 0.12584162889462158, 0.14047551251169657, 0.1707660341118005, 0.29116313381755504, 0.2753519837234553, 0.18835354182538458, 0.32090061789093277, 0.20670695994231694, 0.1498810722892837, 0.14345236376712264, 0.2434407593718773, 0.2014289216964307, 0.24930971217441356, 0.31056110973550083, 0.16057378628433427, 0.237564919810413, 0.29233514087616025 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.8473188408886, 27.962711382688553, 46.22319624791277, 24.05538231853396, 42.119621569733994, 31.43535058931154, 36.89349622698703, 25.211654126389714, 21.268532127203304, 22.51886028463437, 30.945209386709674, 22.74016076724607, 24.231304903314296, 40.37042283817961, 19.22905595726565, 25.19506220608638, 21.633060145456753, 25.74633041514379, 56.22579353874556, 25.36719915014053, 38.436939414364254, 39.32637389575782, 42.5809833538931, 37.72821823354866 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.704610258354734, 27.058773916668844, 45.17843189840752, 22.692754218231318, 40.939376176573745, 30.245755679663684, 36.073266578838016, 24.224103249745273, 20.21770065429099, 21.438432289879987, 29.88386345042711, 21.541869079334816, 23.05280193196306, 39.331226574328085, 18.145865783844254, 24.14623116058103, 20.587922792232455, 24.598949742869838, 54.75921894436702, 24.102336884218733, 37.31185201419694, 38.22947959010045, 41.16783942572189, 36.64954291086627 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4479853309918223, "rpss": 0.011922599745362139, "brier_below": 0.2257452238179499, "bss_below": 0.0045179708106480865, "brier_above": 0.22224010731038937, "bss_above": 0.019332083322387672, "crps": 31.678843246672333, "crpss": 0.0031548977645654563, "crps_fair": 30.55342521690442, "crpss_fair": -0.0032326885004616557 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4411099550184176, 0.5196670762064513, 0.43424195096452545, 0.48753913203841615, 0.3698593799035446, 0.4705257617315475, 0.43828140261708687, 0.4598456397988442, 0.39812503018604356 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2733206655048418, 0.16783414417382228, 0.2483022111320507, 0.13277109583372812, 0.17187402562744727, 0.3153912161851236, 0.10634343597180665, 0.17738574487151496, 0.22259209525787213 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16778929734808357, 0.3518329116017763, 0.18593974362992827, 0.35476801354590204, 0.19798535703939094, 0.15513455877925952, 0.33193794732717535, 0.28245988388383136, 0.17553294236012218 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.250192267527357, 68.05705727171068, 24.55813731410589, 42.77950156673433, 17.20978633134673, 23.616365210901716, 27.328067884395328, 28.478859911775043, 18.66748827899541 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.707760285171798, 67.55167282256197, 24.03056871032994, 42.27726259618781, 16.700039425083474, 23.04692886141601, 26.814507266817152, 27.955818868375708, 18.191743975923703 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4465772587183197, "rpss": 0.011901146410309149, "brier_below": 0.2017571816175786, "bss_below": 0.01659248988439943, "brier_above": 0.24482007283505217, "bss_above": 0.008001215943185591, "crps": 30.54949511527694, "crpss": 0.003993028287508582, "crps_fair": 30.030700312429733, "crpss_fair": -0.017029446119182445 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43402135793796653, 0.5385612520287988, 0.4290810499225851, 0.4880913953943076, 0.3580034254939781, 0.49509819970465085, 0.42286643082311504, 0.464304136437716, 0.40632543754711 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3107654434653385, 0.12806677525484053, 0.2559974593133956, 0.1268490890275281, 0.17767725995385714, 0.34945878923221996, 0.10228863901207035, 0.14136275528989947, 0.2218265550853236 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12325592937911511, 0.41049444592605744, 0.17308359602190718, 0.3612422828092871, 0.18032617112101687, 0.14563942521171916, 0.32057777451860014, 0.3229413636051084, 0.18449888933624878 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.88713223136055, 84.6804868229032, 27.281862584694853, 46.9338705239126, 18.454138261434345, 27.189180785574845, 29.348486695232136, 34.17945965704571, 21.377005951424213 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.292400777282726, 84.13278954944458, 26.705591200996743, 46.38114718613191, 17.89644643972932, 26.56176848262989, 28.78521313129117, 33.5932586003741, 20.83700019578048 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44848363169891425, "rpss": 0.01598448065899538, "brier_below": 0.20158808507049703, "bss_below": 0.024598984499549115, "brier_above": 0.24689554199211777, "bss_above": 0.00883715264281959, "crps": 35.03684705706472, "crpss": 0.006386304557268407, "crps_fair": 34.465068395962334, "crpss_fair": -0.013884719779440946 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs_r3", "1994": "mvs_r4", "1995": "mvs_r4", "1996": "mvs_r4", "1997": "mvs_r4", "1998": "mvs_r4", "1999": "mvs_r4", "2000": "mvs_r4", "2001": "mvs_r4", "2002": "mvs_r4", "2003": "mvs_r4", "2004": "mvs_r4", "2005": "mvs_r4", "2006": "mvs_r4", "2007": "mvs_r4", "2008": "mvs_r3", "2009": "mvs_r4", "2010": "mvs_r4", "2011": "mvs_r4", "2012": "mvs_r4", "2013": "mvs_r4", "2014": "mvs_r3", "2015": "mvs_r4", "2016": "mvs_r4" }, "chosen_test": "mvs_r4", "frequency": { "mvs": 0, "mvs_r3": 3, "mvs_r4": 21, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45459817010254294, 0.43036596926086945, 0.4993068543748615, 0.4088447922636141, 0.43093728809516585, 0.4681319382826715, 0.4320405205109187, 0.40827168220518817, 0.4085419147012312, 0.3960228405110287, 0.48526262015579164, 0.3962260718945965, 0.40145555886924633, 0.5022711646706165, 0.39522758365137495, 0.45270241938775607, 0.39874421678733607, 0.4305518746606008, 0.6654159290401158, 0.4343027137196302, 0.4660205963205174, 0.4812649988026234, 0.5262084831739848, 0.4014986856569893 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20080875936619527, 0.19549280877876096, 0.16750723827960246, 0.18036173122212507, 0.10170026438723316, 0.31303363725257044, 0.32701150063402273, 0.22774757264391252, 0.2756862565077074, 0.2333366280392747, 0.2203669648303168, 0.11664003129262125, 0.21321359648150295, 0.2116037427693859, 0.16439520556155643, 0.2586454242285977, 0.2444058999802946, 0.19251310410358966, 0.4561293500603686, 0.20701691334008923, 0.19900445557304236, 0.27786360754650374, 0.31484304718928197, 0.13208401933077482 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.25378941231713625, 0.23487316188003085, 0.3317996202829037, 0.22848306199032906, 0.3292370247665834, 0.15509829914369933, 0.10502901842493492, 0.18052410930163232, 0.13285565674823574, 0.16268621084229629, 0.26489565512219887, 0.27958604184134167, 0.18824196126212683, 0.29066742294739695, 0.23083237852626434, 0.19405699548885733, 0.15433831725084815, 0.23803877180340519, 0.20928657953038018, 0.2272858009512955, 0.267016142912703, 0.2034013894337375, 0.21136543434964938, 0.26941466743668213 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.111266561230124, 24.04393300972713, 39.84032171075884, 22.530829157562078, 36.408155020787305, 27.063726260379006, 31.00991692161304, 25.67731556418004, 18.957007774469147, 19.49258345396835, 27.771290838194965, 20.85979375858766, 21.045242429858494, 34.58120535550248, 18.151636232691796, 28.852074903825883, 19.56711054756114, 22.30174022933111, 49.38363034376565, 23.82081277126418, 33.25462850833769, 38.17856021405677, 38.68405602882708, 32.352904382324986 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.06081333240997, 23.244161910513277, 38.87693238878788, 21.337880702079087, 35.34142845848833, 26.02609540324149, 30.27356702471389, 24.774093294037737, 17.9790910544768, 18.52694849608078, 26.799948033151335, 19.770490015560156, 19.99231652617636, 33.662835599195056, 17.137705622662594, 27.90089943952917, 18.605119334984266, 21.26746441268923, 48.05773900625336, 22.695086249415038, 32.24104859448999, 37.20950285998708, 37.43463799006355, 31.36171594493566 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.448925620295803, "rpss": 0.00959619885138252, "brier_below": 0.22630882330830546, "bss_below": 0.0018271628619169755, "brier_above": 0.22261679727311115, "bss_above": 0.01737109162572048, "crps": 28.66415591578354, "crpss": -0.0004053560980863402, "crps_fair": 27.64906340391342, "crpss_fair": -0.006933247525770625 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4416110485171177, 0.44843355764170567, 0.5220614260444323, 0.4058541065045055, 0.4243651981546695, 0.48596831927551626, 0.4497223106678155, 0.3981868801989355, 0.41161106124479435, 0.41034034245402556, 0.4758892892291474, 0.3950189511036494, 0.40616149170678323, 0.5138481357562277, 0.3749573642876276, 0.4368596622599809, 0.39985588052292287, 0.435341162718502, 0.6594882574918777, 0.40157572164536964, 0.46147661739342144, 0.4852749693813802, 0.5016824854856136, 0.40303707192497557 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2299013033994525, 0.1901724950042242, 0.1705239135737947, 0.19796831103837945, 0.09711258281711135, 0.32224528886947623, 0.344426451888573, 0.272345249988656, 0.27118084432161277, 0.23957430707908742, 0.18472615621810695, 0.11966693954774543, 0.21780794839279966, 0.19294751935226934, 0.1682504042453711, 0.2869651690680996, 0.2564035172929406, 0.1919004047389586, 0.45803714661264117, 0.15226601095144046, 0.1509052162492492, 0.32466626938915216, 0.26408120529010626, 0.11070193258837929 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2117097456513945, 0.25826106406647176, 0.35153751734799443, 0.2078857953102254, 0.32725261556945656, 0.16372302844930278, 0.10529585693892074, 0.12584162889462158, 0.14043021593086014, 0.1707660341118005, 0.29116313381755504, 0.27535201227973044, 0.18835354182538458, 0.32090061789093277, 0.20670695994231694, 0.14989449187096066, 0.14345236376712264, 0.2434407593718773, 0.2014511107198532, 0.24930971217441356, 0.31057140523412585, 0.16060869608047257, 0.2376012788701729, 0.29233514087616025 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.8321979248123, 27.962711382688553, 46.22319624791277, 24.05538231853396, 42.119621569733994, 31.43185475032035, 36.85829036259294, 25.211654126389714, 21.23875161541646, 22.51886028463437, 30.945209386709674, 22.739729427651973, 24.231304903314296, 40.37042283817961, 19.22905595726565, 25.222204148136335, 21.633060145456753, 25.74633041514379, 56.2272316413952, 25.36719915014053, 38.43598528887619, 39.348721972770434, 42.56334182903476, 37.72821823354866 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.69133909818193, 27.058773916668844, 45.17843189840752, 22.692754218231318, 40.939376176573745, 30.240678524634344, 36.03736141579482, 24.224103249745273, 20.186873718251743, 21.438432289879987, 29.88386345042711, 21.541489342744335, 23.05280193196306, 39.331226574328085, 18.145865783844254, 24.174189146952866, 20.587922792232455, 24.598949742869838, 54.75783861575191, 24.102336884218733, 37.31095988777361, 38.252613173374215, 41.148567314899424, 36.64954291086627 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.44785922131712486, "rpss": 0.012200747512491339, "brier_below": 0.22561569116323446, "bss_below": 0.005089178598709165, "brier_above": 0.22224353029133861, "bss_above": 0.019316978903851534, "crps": 31.676688996694136, "crpss": 0.003222686020690757, "crps_fair": 30.55109550244232, "crpss_fair": -0.003156191489515736 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44111640163082544, 0.5196366155146728, 0.4342737023159073, 0.4875408175946519, 0.3698481642515667, 0.470506418182836, 0.4382979888239487, 0.4598329306905113, 0.39814947793540895 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27332182881296263, 0.1678226810022373, 0.2483173027091473, 0.13276588540432113, 0.1718596263796155, 0.31538181708950963, 0.10634874857364596, 0.1773715793939796, 0.22261438874707024 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16779458065382788, 0.3518139140809987, 0.1859564034090434, 0.35477490952977037, 0.19798854063647525, 0.15512461432346603, 0.33194922093228457, 0.28246134025291, 0.1755350966207951 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.249893637384385, 68.05685413726064, 24.55787263042467, 42.77969858551635, 17.20960579000044, 23.616270632164397, 27.327745455933233, 28.47859208852124, 18.668230396186388 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.707478568738377, 67.55148141068742, 24.030317316930343, 42.27747019900238, 16.699874456658772, 23.046851063462995, 26.81420152754965, 27.955560414082054, 18.192498126881556 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4465780574378143, "rpss": 0.011899379159958756, "brier_below": 0.20175598423472105, "bss_below": 0.0165983261836834, "brier_above": 0.2448220689377301, "bss_above": 0.00799312783420647, "crps": 30.549418150376862, "crpss": 0.0039955375786364655, "crps_fair": 30.030637009332615, "crpss_fair": -0.0170273022759444 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4340393309913477, 0.5385366304767665, 0.42912077096579876, 0.48809595699695335, 0.35799365744455247, 0.4950707821094069, 0.4228821258780662, 0.46428607371242275, 0.40635299994371604 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3107760680154741, 0.12805962958329484, 0.2560183686937383, 0.1268447311805827, 0.17766346985777468, 0.34944181217042664, 0.10229383812833291, 0.14134325155509767, 0.2218547250272142 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12326327788463277, 0.4104769700445548, 0.1731024076911484, 0.3612512022566605, 0.18033019316918122, 0.14562898467531354, 0.3205882704582157, 0.3229428046134971, 0.18449828179068278 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.886762718412175, 84.68023547249095, 27.281535075735242, 46.93411430704281, 18.453914866821506, 27.189063757642796, 29.348087735199226, 34.179128263305046, 21.377924217438977 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.292052192679435, 84.13255270407653, 26.705280136897983, 46.381404065519035, 17.896242314424374, 26.56167221856656, 28.784834821797542, 33.59293879940854, 20.837933351895206 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44848648094655896, "rpss": 0.01597822914009328, "brier_below": 0.20158843269021512, "bss_below": 0.02459730251211456, "brier_above": 0.24689804362043188, "bss_above": 0.008827109848920434, "crps": 35.03675182378763, "crpss": 0.006389005287965488, "crps_fair": 34.4649900672517, "crpss_fair": -0.013882415525118263 } } } } }, "May": { "tag": "init02_May", "methods": { "mvs": { "lambda_": { "training_mean": 0.5492950391585092, "training": [ 0.6254006785816121, 0.5160319439284956, 0.5243612358580099, 0.48045402403524895, 0.5741737697144729, 0.5714127346956475, 0.3572784556059413, 0.5711687050867442, 0.5577455410507576, 0.5985599313112318, 0.5809624897644309, 0.5242894045658811, 0.5939073898038878, 0.5594461682677996, 0.5539091281298415, 0.5766097134241385, 0.5454479121530288, 0.540165763212956, 0.6116624752825386, 0.5300020773666733, 0.5729163543726808, 0.5817887839837028, 0.5115065435930525, 0.5238797160154463 ], "test": 0.5945379221956135 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4153793925717615, 0.4597409134885716, 0.5741982732863036, 0.3947108370261588, 0.39565772283616174, 0.6985774445287912, 0.41328461166494473, 0.4065683885565444, 0.46518312830274033, 0.45329732261381095, 0.5293044080957353, 0.4384566378025568, 0.3965153046125673, 0.39522376769939743, 0.40167437421282454, 0.46408424145587074, 0.44064116805674464, 0.44372324866104484, 0.4235357210049149, 0.4188992273226572, 0.38134842808096114, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.16951599183059787, 0.27122834231780607, 0.1608439721727237, 0.2526933893469726, 0.1600602096448712, 0.4763401654385972, 0.1942542558961523, 0.23635220049957706, 0.3519152989551238, 0.30053022958095793, 0.40580484240980913, 0.14074574626105735, 0.2229976922010735, 0.1984089582061741, 0.19718732715544668, 0.3219491629087731, 0.14618489264001833, 0.12440269833863703, 0.22621837071301185, 0.2762769664392481, 0.11910893108951418, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24586340221480046, 0.188512568701766, 0.4133543033257298, 0.14201744740383168, 0.23559751383929267, 0.22223727931715906, 0.21903035668095602, 0.1702161860985818, 0.11326782712705835, 0.1527670936767641, 0.1234995619129086, 0.29771089400930706, 0.17351761308912236, 0.19681480905857507, 0.20448704658085884, 0.1421350754337406, 0.2944562793512823, 0.3193205505719149, 0.19731735002482975, 0.14262225963773487, 0.26223949755606396, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.26115721773973, 21.526833847607502, 25.69929456122484, 50.1475540438984, 22.86940803520278, 29.42277487630923, 45.447147808941615, 27.810052784191758, 22.640175157861428, 28.978161125894264, 34.59854521802141, 39.20510412270973, 34.850118842750916, 20.096510777492686, 19.190361117267713, 21.70841514095927, 31.795497243228656, 27.645300639087537, 30.885201040998666, 25.976950897787482, 21.192298282734303, 22.39897879664952, 29.60423549362627, 40.558588487164414 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.968847781910426, 20.541580632536057, 24.62084176173005, 49.19171253139143, 21.78401620563769, 28.201286953519933, 44.38264089336034, 26.791266896012363, 21.5011511146711, 28.048415297865937, 33.64823302844357, 38.146872093271654, 33.92502950601822, 19.124516181955407, 18.13669732070006, 20.87322407804786, 30.791239401481953, 26.48062681473483, 29.885508655071387, 24.911976666873162, 20.223615679873006, 21.049078526527026, 28.626663676881734, 39.69658208525016 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44958254581701634, "rpss": 0.007682373045273416, "brier_below": 0.2256438727406814, "bss_below": 0.0035230618958590476, "brier_above": 0.22393867317283478, "bss_above": 0.011838382613261311, "crps": 29.521194398306253, "crpss": -0.004572387111261733, "crps_fair": 28.481317657656888, "crpss_fair": -0.011325120983518788, "reliability": { "below": { "weight": [ 0.0, 0.026618, 0.226989, 0.572976, 0.170563, 0.002854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2631, 0.348, 0.4273, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5134, 0.2845, 0.3313, 0.4545, 0.3238, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.286488, 0.580344, 0.118545, 0.013247, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.274, 0.343, 0.4283, 0.5322, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3612, 0.4668, 0.1228, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.4329354141283957, 0.4802000696223814, 0.540399288800965, 0.3809091559963429, 0.4017990466557816, 0.7548335992227427, 0.41127669526473287, 0.4090326044985583, 0.46663300896725723, 0.45312791961243654, 0.5085956212758357, 0.4528788537336364, 0.3906380193626639, 0.4005405702686803, 0.40095980826266436, 0.44179902379036295, 0.4576965973559968, 0.4387113124930853, 0.4357156575677515, 0.43541611591007495, 0.3751074037657803, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17821321047829475, 0.30309927357146266, 0.15222319065932946, 0.2764459984732856, 0.14175375213322552, 0.5326702469313931, 0.1832725205699932, 0.23435401373525677, 0.34435078390977664, 0.2779610419802756, 0.3943329260148977, 0.11316606420558817, 0.2361408545380199, 0.18780319624518435, 0.21827096200055246, 0.2879522657982852, 0.14433515774862668, 0.11845178700417092, 0.2130437334685415, 0.29403339170494525, 0.12878621885208338, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.2547222051090692, 0.17710079278781501, 0.38817610114182644, 0.10446315654592084, 0.26004529568460466, 0.22216335302405815, 0.2280041760073868, 0.17467858962565339, 0.12228222282490205, 0.17516687854454357, 0.11426269058816656, 0.3397127930551082, 0.15449716479297756, 0.21273737365259054, 0.18268884565582572, 0.15384675557031, 0.31336144441956004, 0.3202595256763009, 0.22267192497979596, 0.14138272284135436, 0.24632118523388927, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.5857576592472, 22.333546883406104, 25.87281836090986, 41.50626768992735, 19.51752560994637, 31.468969674467694, 48.69453022316422, 29.366526918643526, 21.559727411303307, 25.90360363121303, 32.763396827932866, 33.1650296116717, 37.876388641487814, 18.299504875763756, 18.931394935410314, 20.23278548371517, 25.75202631635171, 29.32783883902999, 31.370196902677417, 26.62083984117357, 21.851144695614614, 20.088786172349685, 25.73000821456339, 34.34394335308264 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.38021917432474, 21.392636029229195, 24.856574933303527, 40.57927451799338, 18.520310408104205, 30.2030941131474, 47.67965094168559, 28.344742225712015, 20.547159421656968, 25.001927673711247, 31.81506364712335, 32.135235599753315, 36.98163504293648, 17.377479838636553, 17.90405978299616, 19.425277254554413, 24.765337189785505, 28.21555218251087, 30.353051279459237, 25.632544051960615, 20.939789923595963, 18.82621812207767, 24.80473942915223, 33.509257796854094 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45016220946505653, "rpss": 0.007072492137717656, "brier_below": 0.22626140177970624, "bss_below": 0.0012611465058721683, "brier_above": 0.2239008079011564, "bss_above": 0.012876805605022246, "crps": 28.25677328221055, "crpss": -0.0011390097152264023, "crps_fair": 27.257951274177696, "crpss_fair": -0.007739852319157192, "reliability": { "below": { "weight": [ 0.0, 0.030232, 0.237187, 0.56977, 0.160931, 0.00188, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2632, 0.3475, 0.4265, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5324, 0.2893, 0.3253, 0.4722, 0.4269, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.283489, 0.571549, 0.127543, 0.015819, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2734, 0.3439, 0.428, 0.5341, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2651, 0.3696, 0.4668, 0.0727, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.710753443006546, 21.586663101426403, 21.37625025052301, 17.744292954898697, 32.73018145956831, 27.201077872012394, 34.265848987217694, 22.187159565073298, 18.514397021715475 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.177139788129523, 21.07684132379404, 20.897665256576982, 17.198224352843134, 32.27964063863345, 26.697847040246465, 33.71550180764763, 21.69373175581303, 17.950957774227422 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "brier_below": 0.19068847199677022, "bss_below": 0.04299329642105254, "brier_above": 0.22558123446906983, "bss_above": 0.01159158598908372, "crps": 24.924069406160203, "crpss": 0.024523149232425046, "crps_fair": 24.409727748656852, "crpss_fair": -0.0013335483257901348, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.210595, 0.669283, 0.119748, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4216, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0855, 0.2916, 0.428, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300472, 0.647895, 0.051634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.3372, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3007, 0.3596, 0.5429, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.053767156116447, 23.325783780028427, 21.677555497872778, 17.012931136219176, 34.94779583930306, 26.580673037865687, 29.432842649130542, 24.675887233729124, 18.1311113746013 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.539000625370765, 22.845351718861533, 21.211157517725184, 16.478562560755986, 34.522669076175625, 26.103041700390502, 28.90555846393184, 24.19225255286905, 17.5872886369275 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "brier_below": 0.1826386923660148, "bss_below": 0.033463539075251236, "brier_above": 0.23501765818213827, "bss_above": 0.004542554628401918, "crps": 24.4264830783185, "crpss": 0.007065756639729082, "crps_fair": 23.93165365033422, "crpss_fair": -0.019527557442089227, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239436, 0.670336, 0.089674, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2614, 0.343, 0.4226, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.2692, 0.3556, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274484, 0.656541, 0.068975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3395, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3516, 0.3671, 0.5425, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.5492644846223994, "training": [ 0.626863608990979, 0.5157394851816249, 0.5239165312945634, 0.4806479502001005, 0.5741594582481421, 0.5717282045094523, 0.3576054427913909, 0.5713320209455548, 0.5582585460466274, 0.5981426526412782, 0.579398749856735, 0.5236432656993573, 0.5946885583749919, 0.5591794339350434, 0.5530718424844063, 0.577066165103432, 0.5451085177753231, 0.5389457706312872, 0.6139994672062429, 0.5291980330353586, 0.5726709898307663, 0.5825148811050075, 0.511454993920564, 0.523013061129355 ], "test": 0.5933835686911707 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43507434859513244, 0.4159654454382321, 0.459789250797638, 0.5743925826889739, 0.3945051023558041, 0.3959093809464144, 0.6979527869728286, 0.4132277241519574, 0.4059653162596536, 0.46506471706702746, 0.4533947651624319, 0.528922797740969, 0.4384466557432533, 0.3968516346429311, 0.39471344611759185, 0.4015273365916984, 0.46403141763691685, 0.4404770008784487, 0.4439845708921719, 0.42385835151421664, 0.41826658741721157, 0.3817106901305904, 0.4822482528002346, 0.4635594467242528 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13170913872212006, 0.170081444192279, 0.2712304226923474, 0.16100084299826775, 0.2524319235575563, 0.1603684320093525, 0.4755826633878382, 0.1942510790717444, 0.23570495932784444, 0.35174073706977205, 0.3008753618828744, 0.4054097677935424, 0.14079043585432133, 0.2232327399091682, 0.1978403053194095, 0.19696618735773855, 0.3219674460465316, 0.14610407655459398, 0.12452126613902607, 0.22656347945691277, 0.27561164054287723, 0.11940706693560967, 0.1562170743525878, 0.1750997105908929 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30336521167268493, 0.24588400270286892, 0.18855882562736284, 0.41339174191873085, 0.1420731785351741, 0.23554094964091488, 0.22237012383338736, 0.21897664602302483, 0.17026035493150635, 0.11332397776047493, 0.15251940384144863, 0.12351302619904281, 0.2976562223561604, 0.1736188954064672, 0.1968731403419694, 0.20456114879344922, 0.14206396850497618, 0.2943729282301667, 0.3194633049756883, 0.19729487169828605, 0.14265494559497277, 0.2623036237155088, 0.3260311809230131, 0.28845973636931643 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.19276275914388, 21.597486058704998, 25.736066868474513, 50.16648607050598, 22.852651591928048, 29.46515759179087, 45.44977837395243, 27.796351816234967, 22.582078067212624, 28.992350917006192, 34.642547793137076, 39.15458261344893, 34.807766197459564, 20.148261325360494, 19.191669803279982, 21.72373914712017, 31.785857423014132, 27.654068099228283, 30.952535973397495, 25.996476292712963, 21.13877983119224, 22.46955353760743, 29.66402310065652, 40.54359062051165 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.89568222246191, 20.605595882192848, 24.64959756630975, 49.205850960060765, 21.7606360665184, 28.235282229257535, 44.37965002844098, 26.77287016216063, 21.4360287790422, 28.05656239591223, 33.68675132077265, 38.09023378868811, 33.879757333105, 19.17024217825042, 18.13017462535409, 20.88341454485891, 30.775949009576617, 26.48200252868382, 29.943936785509237, 24.925896105000863, 20.16509873340385, 21.10840893329086, 28.680605848713885, 39.6762801561661 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44957665038610756, "rpss": 0.0076953854276795575, "brier_below": 0.225612841740217, "bss_below": 0.003660099414110718, "brier_above": 0.22396380873319147, "bss_above": 0.01172746833649052, "crps": 29.529359244711724, "crpss": -0.004850227470065471, "crps_fair": 28.48318784098882, "crpss_fair": -0.011391528142315366, "reliability": { "below": { "weight": [ 0.0, 0.026088, 0.22366, 0.574809, 0.172561, 0.002883, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1839, 0.2633, 0.348, 0.4273, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5088, 0.2857, 0.3306, 0.4541, 0.3304, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.285755, 0.581046, 0.118547, 0.013276, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1922, 0.274, 0.343, 0.4282, 0.532, 0.6267, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3609, 0.4677, 0.1225, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4371012821635624, 0.43344498499081685, 0.48022478716791794, 0.5406895894515951, 0.38056123874219944, 0.4020175863677258, 0.7543038077844556, 0.41133420523181563, 0.4086174717944219, 0.4666241207460685, 0.45329894617441124, 0.5083090115881471, 0.4528830467681406, 0.3908842058406373, 0.4002635863179993, 0.40067656188076345, 0.4419027763190507, 0.4576106067392509, 0.4390170457372943, 0.4359903880686088, 0.43461016944480874, 0.3754721314995896, 0.45627378390538686, 0.4420972397039289 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12303652209806444, 0.17871796273732254, 0.3030441103736848, 0.15245657761747305, 0.2760291278057945, 0.14202501014109842, 0.5320072300466883, 0.18341341452428653, 0.2339011437560379, 0.34426518670220846, 0.27841185311456323, 0.39404163592681946, 0.11324471675311462, 0.2362987296072719, 0.18745061904040708, 0.21789694729668083, 0.2881544681905052, 0.1443540907494806, 0.11858551345760637, 0.21334711583521465, 0.2931766415657337, 0.12904599210640927, 0.15920659576944057, 0.18783946294474177 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.314064762212701, 0.25472702364449773, 0.17718067349965813, 0.3882330148363633, 0.10453210998774076, 0.25999257742976317, 0.2222965785019323, 0.22792079207908528, 0.17471632685930755, 0.12235893179739006, 0.1748870938812157, 0.11426737101769337, 0.3396383335677836, 0.15458547623405966, 0.21281296689960302, 0.1827796140446844, 0.153748305753371, 0.3132565207876403, 0.3204315324674974, 0.22264327303667977, 0.1414335264790745, 0.24642613965945542, 0.29706718963482454, 0.2542577770201486 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.519562351646705, 22.402849283002475, 25.909617667666595, 41.528486271633646, 19.502998084688414, 31.511028811530977, 48.70120059538259, 29.358770908154142, 21.519237630576004, 25.92660767983208, 32.80842795478793, 33.11446611377966, 37.83834907203469, 18.337783127011747, 18.949697376716557, 20.242744224751824, 25.765907443622392, 29.351474766185344, 31.444804426174553, 26.64424673034817, 21.78080842403294, 20.166506957546765, 25.78921538313732, 34.31960403879172 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.30895862126004, 21.455268108868943, 24.885126555740246, 40.59560282806204, 18.498781998412372, 30.23565385028898, 47.68061969034992, 28.331926330124904, 20.5003488293715, 25.01835731335429, 31.854024796437677, 32.07837211382276, 36.94075090242831, 17.409530137091306, 17.91373897613744, 19.42971896458375, 24.77290793351361, 28.23125831766401, 30.418011296291578, 25.650131428704455, 20.86429034280786, 18.893275553891385, 24.857972472969372, 33.479074998738724 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4501753572678582, "rpss": 0.0070434918911504996, "brier_below": 0.2262479445066937, "bss_below": 0.001320548159508217, "brier_above": 0.22392741297217378, "bss_above": 0.012759510437863386, "crps": 28.268099805126468, "crpss": -0.0015403090363592664, "crps_fair": 27.26265426503814, "crpss_fair": -0.007913724202171624, "reliability": { "below": { "weight": [ 0.0, 0.029609, 0.234433, 0.57105, 0.162993, 0.001915, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.2634, 0.3476, 0.4266, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5283, 0.2908, 0.3244, 0.4723, 0.4374, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.28265, 0.572384, 0.127512, 0.015855, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1925, 0.2734, 0.344, 0.428, 0.534, 0.6267, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2652, 0.3692, 0.468, 0.0726, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4092694044758942, 0.38883666490446955, 0.40180666254522457, 0.3545544940651864, 0.5039745561497795, 0.4784036290453904, 0.4360910601669866, 0.3920063673795554, 0.3829391669408607 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13970992148122413, 0.16957944664073535, 0.1410759431104544, 0.17677034420180193, 0.1553287391920464, 0.36111514642640785, 0.1839437419595741, 0.19433786603414618, 0.1956994716839234 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26955947677347014, 0.21925721810423887, 0.26073070957486755, 0.17778415644760653, 0.3486457997171708, 0.11728849655578591, 0.25214731276236013, 0.19766850073339373, 0.1872397002740443 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.740760728085334, 21.588915639593502, 21.405223701212964, 17.81295339145715, 32.78413658752013, 27.12601691528666, 34.30659309096011, 22.16750531154206, 18.594207176066224 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.20414518745863, 21.07600172999915, 20.92406196865571, 17.263493360964553, 32.33081429234083, 26.62013374566875, 33.75319164974683, 21.67128169530071, 18.027416592808226 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41643133396370524, "rpss": 0.02585026078438657, "brier_below": 0.19084006897003483, "bss_below": 0.042232477908337396, "brier_above": 0.2255912634381042, "bss_above": 0.011547642983803286, "crps": 24.94736806019157, "crpss": 0.02361128779875299, "crps_fair": 24.430060024771493, "crpss_fair": -0.0021676170379465454, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.206792, 0.672263, 0.120572, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2606, 0.3463, 0.4218, 0.5146, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.083, 0.2911, 0.4276, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.30017, 0.647738, 0.052092, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2753, 0.3373, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3002, 0.36, 0.5382, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38320088077946557, 0.404268591550119, 0.4059376384030421, 0.35048998739370946, 0.5236632122544814, 0.4722853348828564, 0.428489788813879, 0.40505269828924023, 0.38690279692878926 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14309416423240937, 0.16867069195140091, 0.11781713917786477, 0.17796760702297326, 0.15707292626787026, 0.3494637400107748, 0.17337659442767828, 0.17152469296825004, 0.18599014122683094 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24010671567793967, 0.2355978965773135, 0.2881204848672682, 0.17252238875353484, 0.366590266174771, 0.12282160802133034, 0.2551131891291905, 0.23352799976785465, 0.2009126590415813 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.101762413670226, 23.319450118502957, 21.705047791682766, 17.08260791898545, 35.00425212341475, 26.514702674717665, 29.469526657171752, 24.644710764046476, 18.214956726547385 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.58384841977237, 22.835833053155252, 21.23588653642995, 16.544542439556672, 34.576155593654526, 26.034229869905857, 28.93902581386679, 24.158037681695784, 17.667455446604333 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.41781010325506474, "rpss": 0.017038004403342133, "brier_below": 0.1827752996984503, "bss_below": 0.03274060372175014, "brier_above": 0.23503480089008713, "bss_above": 0.004469943759952577, "crps": 24.45077968763771, "crpss": 0.006078101752480802, "crps_fair": 23.952779428293503, "crpss_fair": -0.020427550109398895, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.236095, 0.672749, 0.090602, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2617, 0.3432, 0.4227, 0.5128, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0858, 0.2692, 0.355, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274111, 0.656256, 0.069633, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2744, 0.3396, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3511, 0.3677, 0.5374, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.5511779279923729, "training": [ 0.6284534994861819, 0.5168158768635265, 0.5262966177316413, 0.4815035470095544, 0.5763764866478231, 0.5733745956989776, 0.3600104179497985, 0.57355768465999, 0.5592106045438887, 0.6003283642330998, 0.5814473057544534, 0.5262730064456359, 0.596889630284972, 0.5615245572666153, 0.5552905315970663, 0.5781428788465961, 0.5473323921518424, 0.5390335636733946, 0.6157293985379421, 0.5315828336900258, 0.575030747289051, 0.5847511981950217, 0.5138109857388545, 0.5255035475209957 ], "test": 0.5957649298421221 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43526246496066306, 0.41599948970032685, 0.45965275968769514, 0.5742605191010469, 0.39471272847722133, 0.39604865858158445, 0.6970057502645458, 0.4132897495419633, 0.4058862527539831, 0.46521225650880044, 0.45362381603399277, 0.5287595754811261, 0.438529805412527, 0.3969592556560787, 0.3946486696848104, 0.4016316946517153, 0.46403888364915563, 0.4404011943266678, 0.44421293480482066, 0.4238372378693683, 0.4183749031476256, 0.381899250499411, 0.48204954913526976, 0.46342832020701363 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13177051512513838, 0.1700832486566493, 0.27119586674670304, 0.16096937231290134, 0.2525289466856605, 0.16043213431730183, 0.47496192551070204, 0.19428708955365162, 0.23561585668330728, 0.35178806798612217, 0.30102873688122617, 0.40525822581898363, 0.14086826023353544, 0.22327384775777767, 0.19777408932972104, 0.19704924200587465, 0.3219480704926551, 0.14604474592533015, 0.12464746467771255, 0.22655263348904497, 0.27563230901787666, 0.11950571081224866, 0.1561498184873707, 0.1751165925202745 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30349195162807935, 0.24591624249775407, 0.18845689046027975, 0.41329114900513575, 0.1421837815238834, 0.2356165249714782, 0.22204382501129624, 0.21900266092601914, 0.17027039408086914, 0.11342418629765685, 0.15259507971968753, 0.12350134593355025, 0.29766154763045494, 0.1736854085760387, 0.1968745799042678, 0.20458245219831908, 0.14209081008927643, 0.2943564523104293, 0.3195654703565275, 0.1972846040193302, 0.14274259286531457, 0.26239354020521605, 0.32589973310995285, 0.2883117279110897 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.19276275914388, 21.606899544581434, 25.744548720670785, 50.17602771192409, 22.8655107519643, 29.464271390890236, 45.44970185865675, 27.795904679021127, 22.5756367903532, 28.994462227566885, 34.650663797730566, 39.14683264012891, 34.80657914270351, 20.162156648329077, 19.18367201728349, 21.732196889368584, 31.768476042900836, 27.653658354343268, 30.960328493803196, 25.99708622420353, 21.146723188619838, 22.477941497039662, 29.67350163911525, 40.54579627225123 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.89568222246191, 20.614046944705787, 24.657019005981063, 49.21497502674895, 21.77251091517582, 28.233825927195518, 44.37852857509748, 26.77184212839931, 21.428172279526528, 28.057992689407104, 33.69430213694937, 38.081483740658584, 33.877995912817454, 19.183324810972508, 18.121388397458237, 20.89128850713132, 30.757918207588663, 26.480718142508163, 29.950738253313666, 24.925775614676986, 20.17230929640408, 21.115003259884695, 28.68937925623461, 39.677959321521655 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44957190500572547, "rpss": 0.00770585942103974, "brier_below": 0.2256034487928237, "bss_below": 0.003701580068314003, "brier_above": 0.22396845630132944, "bss_above": 0.011706960273353939, "crps": 29.532139136774735, "crpss": -0.004944824008673354, "crps_fair": 28.485174190534142, "crpss_fair": -0.011462060173816901, "reliability": { "below": { "weight": [ 0.0, 0.026088, 0.223467, 0.574837, 0.172867, 0.002742, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1846, 0.2637, 0.3481, 0.427, 0.5159, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5088, 0.2857, 0.3306, 0.4537, 0.3473, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.285755, 0.581073, 0.122739, 0.009057, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2743, 0.343, 0.4303, 0.5461, 0.6257, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3609, 0.4577, 0.0993, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4373223927808529, 0.43347132999528354, 0.4800280759561717, 0.5406095584072063, 0.3808404172558075, 0.40219149126181875, 0.7531284451214453, 0.4114128221064567, 0.40851576938886697, 0.46670164227326977, 0.45347091009553664, 0.5082487074302526, 0.4529397126271317, 0.391039800856745, 0.40014804443034174, 0.40079429008957207, 0.44189548209843504, 0.4575164698195257, 0.43927303775392185, 0.43594821787280186, 0.43472203566291556, 0.3756074775920303, 0.45612060759401885, 0.44205667237215435 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.123111307627675, 0.17870940228749913, 0.3029800006780021, 0.15245430520261158, 0.27617051779988544, 0.14211271159820874, 0.5312503376500556, 0.1834687273623069, 0.23378430951122756, 0.34426008277968756, 0.27853203251965736, 0.3939406725123317, 0.11331400898839292, 0.2363796235658879, 0.18734235410454422, 0.21799049609738802, 0.2881275675518741, 0.14428077370420866, 0.11872392079117954, 0.21333410559750363, 0.2932038245383761, 0.1291303043193669, 0.15915602570909337, 0.18789180451260182 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.31421108729165353, 0.2547619290962987, 0.17704807198125047, 0.38815525619272423, 0.10466989850501972, 0.26007878086956304, 0.22187810824486098, 0.22794409610862604, 0.17473145870872067, 0.12244155725923453, 0.17493887840271233, 0.11430803029919416, 0.3396257071694417, 0.15466017730217727, 0.21280568995338267, 0.18280379344405903, 0.15376791218689254, 0.3132357009166406, 0.3205491171594016, 0.2226141130699613, 0.14151820974217383, 0.24647717353789514, 0.2969645833752732, 0.2541648681063486 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.519562351646705, 22.414497152457518, 25.920112771012583, 41.540292715610285, 19.518909492998773, 31.5099322621191, 48.701105918427956, 29.358217638519104, 21.511267453219055, 25.929220130746945, 32.81847037299968, 33.1048766079689, 37.836880258141946, 18.35497664173076, 18.939801237450048, 20.25320949541639, 25.744400421763995, 29.350967764316625, 31.454446578040795, 26.64500143508475, 21.79063721557371, 20.176885881756494, 25.80094374604572, 34.32233322369337 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.30895862126004, 21.465725114297033, 24.894309547205328, 40.60689258183425, 18.513475459344438, 30.233851880590596, 47.679232049011055, 28.33065428242606, 20.490627512323453, 25.020127101095984, 31.863367873195838, 32.067545155721255, 36.93857139168872, 17.42571806153029, 17.90286725052203, 19.43946188934583, 24.750597343102974, 28.229669069780677, 30.426427159461568, 25.649982338815597, 20.873212403947225, 18.901435108844478, 24.86882833516736, 33.481152730528166 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45016680878510673, "rpss": 0.0070623473692335015, "brier_below": 0.22623538404206525, "bss_below": 0.001375991217598016, "brier_above": 0.22393142495514606, "bss_above": 0.012741822598839603, "crps": 28.271539531947553, "crpss": -0.0016621787441621905, "crps_fair": 27.265112094210007, "crpss_fair": -0.008004591354356716, "reliability": { "below": { "weight": [ 0.0, 0.029609, 0.234193, 0.571084, 0.163372, 0.001741, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2638, 0.3476, 0.4263, 0.5114, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5283, 0.2908, 0.3244, 0.4716, 0.481, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.28265, 0.572418, 0.132223, 0.01111, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2737, 0.344, 0.4302, 0.5476, 0.6257, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2652, 0.3692, 0.4545, 0.066, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40931090470069165, 0.3888868215659373, 0.40210391764401365, 0.3545903827924514, 0.5036110172127887, 0.47852319957236067, 0.4362090868681535, 0.3921752123908096, 0.38295738657532863 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13979927398706546, 0.1696136754205784, 0.14124617584951155, 0.1768068844616574, 0.15520156578678151, 0.36116016432114273, 0.18404104586677647, 0.19441794112542019, 0.19571292172151328 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2695116244837083, 0.21927314598412598, 0.26085773192836514, 0.17778350492607586, 0.3484094341911684, 0.11736304920199173, 0.2521680355527109, 0.19775727065917736, 0.187244469880361 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.742257297802105, 21.597412286031886, 21.412814178449647, 17.82466241439733, 32.79132182362155, 27.128150084770706, 34.31501707475469, 22.17125664744866, 18.60648672381186 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.205231628620517, 21.084005278141753, 20.931319301585344, 17.27484719748774, 32.33766231300754, 26.621934361301708, 33.76120557066994, 21.674728595637088, 18.039356062118724 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4164853254802816, "rpss": 0.025723959477296887, "brier_below": 0.19088884983782745, "bss_below": 0.041987661758755346, "brier_above": 0.22559647408974273, "bss_above": 0.011524811953845915, "crps": 24.95437539234316, "crpss": 0.02333703522032682, "crps_fair": 24.436698923174486, "crpss_fair": -0.0024399573017666043, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.206571, 0.672337, 0.120719, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.261, 0.3463, 0.4213, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0831, 0.291, 0.4277, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.30017, 0.647738, 0.052092, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3372, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3002, 0.36, 0.5382, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3832563718840352, 0.4043172306025974, 0.40623933265239254, 0.35054290690487583, 0.523241293490102, 0.4723258130761619, 0.4285736031485159, 0.40518692514692467, 0.3869317781206849 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14320444893811124, 0.168699598481522, 0.11797430822329301, 0.17803715527696864, 0.15692105362607567, 0.34943423331151047, 0.1734537815277565, 0.17159129392134714, 0.1860270547867912 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24005192206813686, 0.23561762909637066, 0.2882650100598428, 0.17250576002080803, 0.36632022005929754, 0.12289159292772024, 0.2551198163584414, 0.23359562567269176, 0.20090472668182327 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.103614208947786, 23.329963527650115, 21.71443994344407, 17.097096193833213, 35.01314284606644, 26.517342172986616, 29.479950156481017, 24.64935251647439, 18.230150945881817 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.585192738443517, 22.845736322269996, 21.244866468802055, 16.558591220993428, 34.584629059467126, 26.03645787939211, 28.948941917843644, 24.16230273777275, 17.682228866537887 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4178461394473656, "rpss": 0.016953223764430314, "brier_below": 0.18281588089926398, "bss_below": 0.03252584522941537, "brier_above": 0.2350302558827925, "bss_above": 0.004489194914890082, "crps": 24.459450279085047, "crpss": 0.005725643024359961, "crps_fair": 23.96099413461361, "crpss_fair": -0.02077751002407968, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.235822, 0.67284, 0.090784, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2621, 0.3431, 0.4222, 0.5117, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0859, 0.2691, 0.3553, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274111, 0.656256, 0.069633, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2747, 0.3395, 0.4252, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3511, 0.3677, 0.5374, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.551737744131163, "training": [ 0.6283463935451881, 0.5175505950008294, 0.5263227417607008, 0.4837769851113197, 0.5762747763809585, 0.5733924444669307, 0.3612138588116827, 0.5735551796174323, 0.5593543843586889, 0.6008572881393341, 0.581375647291389, 0.5270550902476283, 0.5969174617540375, 0.562171857933071, 0.5553071603924716, 0.5797704708331216, 0.5480478626603172, 0.5420107351700948, 0.6156932832115672, 0.532253672680286, 0.5757161141294065, 0.5845850963977888, 0.5138651383189803, 0.5262916209346885 ], "test": 0.5963541876148117 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43524978691261107, 0.4160114654996141, 0.4596586161535164, 0.5738475873787541, 0.3947046356242211, 0.39605698362130654, 0.6965656774612007, 0.4132896882656398, 0.40586143754353493, 0.4652592588182522, 0.4536431829989735, 0.5287208299285048, 0.43853152324815586, 0.39697432247741915, 0.39464897338955596, 0.4017460175821969, 0.4640487843258831, 0.4404088861990349, 0.4442203285355406, 0.4238305235492906, 0.41840758883342355, 0.3818856725991693, 0.48204479243951925, 0.4633733751118678 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13176637743910027, 0.17007817191555827, 0.27120262861789163, 0.16082358256435997, 0.25252593176667115, 0.16043994820969396, 0.47467670574568765, 0.19428706633735277, 0.23558952399325417, 0.3518088964817436, 0.3010507535038811, 0.4052335907376316, 0.14086972929577374, 0.2232705235156286, 0.1977743240372675, 0.1971202650175763, 0.32194666998171534, 0.14605876293109157, 0.12464555403230877, 0.22654877779960383, 0.2756374582922975, 0.11949881569747245, 0.1561480814227721, 0.17510843307621593 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30348341126654516, 0.24593329503618347, 0.18845598505141567, 0.41302400702183606, 0.14217870358983983, 0.23561703611877755, 0.2218889719648445, 0.2190026228660003, 0.17027191156419805, 0.11345036011430415, 0.1525924300646259, 0.12348723545957258, 0.29766179640367724, 0.17370379963849453, 0.19687464890148285, 0.20462575211874123, 0.14210211128162492, 0.2943501271515407, 0.3195747747282048, 0.19728174538901624, 0.14277012928400273, 0.2623868574199343, 0.3258967134784951, 0.28826494225948895 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.19276275914388, 21.609418829800024, 25.74681572075675, 50.17707414176275, 22.868435725699115, 29.46503412587103, 45.45118705599442, 27.796242991868144, 22.576074104809333, 28.995252491153614, 34.652543039610094, 39.14623509532964, 34.80687057029382, 20.16496656300493, 19.184866106206314, 21.734098972543173, 31.767530445842077, 27.65484495491253, 30.962818570099273, 25.99774782804979, 21.14836167580391, 22.48300033451306, 29.67531747692927, 40.546781559471185 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.89568222246191, 20.616348972743875, 24.659041330010986, 49.2159915820491, 21.775249131258917, 28.2345022504229, 44.37977757618701, 26.772087679689772, 21.42824348812504, 28.058670739964104, 33.696112139563354, 38.08065979989858, 33.87819088001105, 19.186004204939934, 18.122438548828224, 20.893069070741852, 30.756885549123123, 26.48172450818481, 29.953000577613302, 24.926287455245557, 20.173834175148652, 21.119427058070542, 28.691088164586134, 39.678851888175465 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4495412474373828, "rpss": 0.007773526739864867, "brier_below": 0.22558794051718958, "bss_below": 0.003770066922539006, "brier_above": 0.22395330700720195, "bss_above": 0.011773808713487988, "crps": 29.533511714144506, "crpss": -0.004991531242338754, "crps_fair": 28.48638204137684, "crpss_fair": -0.011504948986557517, "reliability": { "below": { "weight": [ 0.0, 0.026088, 0.223411, 0.577825, 0.169934, 0.002742, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2637, 0.3483, 0.4274, 0.5153, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5088, 0.2856, 0.3321, 0.4507, 0.3473, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.285755, 0.582163, 0.121649, 0.009057, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1931, 0.2744, 0.3431, 0.4305, 0.5457, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3614, 0.456, 0.0993, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43730749108726324, 0.43347537066517383, 0.48003501685785505, 0.5403200316553113, 0.38082938235984737, 0.4022018091298044, 0.7525821089510589, 0.4114127442165686, 0.4084844788784072, 0.4667343687179251, 0.4534987746919587, 0.5082428607619841, 0.45294125333084295, 0.391064621848697, 0.4001481546938032, 0.400918471209615, 0.44190240684127385, 0.45751449463190724, 0.43928274162939496, 0.4359353901997645, 0.43475603206697283, 0.37559795710407606, 0.45611685151358755, 0.44202715793870445 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12310626606865449, 0.178695750897533, 0.3029881329452263, 0.152371259095973, 0.27616580892470266, 0.142122476361251, 0.5309029939231196, 0.18346868654246212, 0.23375073215348874, 0.34427043976542604, 0.27856171091616844, 0.39393591485494256, 0.11331548507529533, 0.2363837897894576, 0.18734244694517693, 0.21806440655356912, 0.2881248892698851, 0.14430134183741078, 0.11872192734240458, 0.21332944697621867, 0.2932106568940458, 0.12912457791735008, 0.1591546263184866, 0.18789164344886025 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.31420122715767246, 0.25477962115444264, 0.17704688061139498, 0.3879487755344362, 0.10466357248404332, 0.2600793339744542, 0.2216791157904119, 0.22794405903859097, 0.17473374556018037, 0.12246392672104907, 0.17493706460588224, 0.1143069412850863, 0.33962577178601, 0.15468083207049463, 0.21280570737622295, 0.18285406410987548, 0.15377751521526262, 0.31321315756475643, 0.3205608144781408, 0.22260594401687, 0.1415453737993652, 0.2464733794520354, 0.296962226685253, 0.2541355147360667 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.519562351646705, 22.417614414833153, 25.92291786589481, 41.54158752587659, 19.52252873805526, 31.510876039759143, 48.70294364198023, 29.358636253252133, 21.511808568568103, 25.930197971178654, 32.82079567144645, 33.10413723002678, 37.837240858940845, 18.358453517327515, 18.941278755138324, 20.255563056764547, 25.743230377930914, 29.352436016216878, 31.4575276984685, 26.645820077119524, 21.792664613827057, 20.183145484124616, 25.803190590847617, 34.323552378538274 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.30895862126004, 21.468573551360784, 24.89681188975999, 40.60815042654612, 18.516863617981347, 30.234688735796563, 47.68077751280959, 28.330958117733548, 20.490715622984098, 25.02096609363026, 31.86560749775551, 32.06652564450753, 36.93881263626578, 17.429033436043078, 17.90416666566178, 19.44166508726466, 24.749319572980816, 28.230914306261557, 30.429226468713537, 25.65061566978382, 20.875099227679126, 18.906908939096162, 24.87094286974578, 33.48225715666743 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45013874879090826, "rpss": 0.007124239592801618, "brier_below": 0.22622105878404622, "bss_below": 0.0014392242377128106, "brier_above": 0.2239176902169999, "bss_above": 0.012802375656776777, "crps": 28.273237904073444, "crpss": -0.0017223521606828385, "crps_fair": 27.266606640345373, "crpss_fair": -0.008059845459354786, "reliability": { "below": { "weight": [ 0.0, 0.029609, 0.234125, 0.574749, 0.159775, 0.001741, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2639, 0.348, 0.4268, 0.511, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5283, 0.2907, 0.3264, 0.4675, 0.481, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.28265, 0.57287, 0.13177, 0.01111, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2738, 0.344, 0.4303, 0.5472, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2652, 0.3695, 0.4534, 0.066, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4093214974064322, 0.3888975773336037, 0.40217470197061844, 0.354588670455904, 0.5035223171829474, 0.4785485777636262, 0.43623705578057237, 0.3922179236401726, 0.38295711062321813 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13982168947323811, 0.16962047574491607, 0.14128885017011164, 0.17680531471855584, 0.15517034457204437, 0.36116707768890605, 0.18406542220399227, 0.19444115459754216, 0.19571145368405413 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26949980170171267, 0.21927710142582044, 0.26088584193297726, 0.1777833623340573, 0.34835195537753477, 0.11738151402864393, 0.2521716281270804, 0.19777676843833653, 0.18724566196702777 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.74271194818636, 21.599165940059873, 21.414568395163972, 17.82697412219349, 32.79259334255773, 27.12886305978672, 34.31672594797645, 22.172380861550167, 18.60850373134314 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.20560962465682, 21.08567318331856, 20.933015979032465, 17.277100110364298, 32.33888550346394, 26.622603693430367, 33.762838556197906, 21.675807683811794, 18.041330451320054 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41649615912856613, "rpss": 0.025698616534078123, "brier_below": 0.19089908698370672, "bss_below": 0.041936284676914015, "brier_above": 0.22559707059257678, "bss_above": 0.011522198312593601, "crps": 24.955831927646432, "crpss": 0.023280029422135695, "crps_fair": 24.438096087288468, "crpss_fair": -0.002497271636209497, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.206497, 0.67241, 0.120719, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2611, 0.3462, 0.4212, 0.5132, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0832, 0.2909, 0.4277, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.30017, 0.647738, 0.052092, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2757, 0.3372, 0.424, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3002, 0.36, 0.5382, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38327049729216733, 0.4043272126639939, 0.4063105413038463, 0.3505428767343669, 0.5231384384996319, 0.4723306088260604, 0.4285928040159928, 0.4052212723284832, 0.3869330097971012 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14323211217350523, 0.1687046826786907, 0.11801386952139553, 0.17804122093259706, 0.15688377503319897, 0.3494216931367757, 0.17347324302165393, 0.17161196948187413, 0.18603023759951975 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2400383842394636, 0.23562252695829164, 0.28829665741057153, 0.17250166419555035, 0.3662546436635313, 0.12290892885539305, 0.2551195557307822, 0.23360929729438126, 0.20090277554630712 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.104176775078226, 23.33213342873197, 21.71661054077141, 17.09995660824094, 35.01471617254429, 26.518224379644195, 29.482064647591272, 24.650743573864364, 18.232646710014528 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.585660455561612, 22.847800121166376, 21.246965869350465, 16.561378884928356, 34.58614258622456, 26.037286084093225, 28.950962508568633, 24.16363795815279, 17.684671896460326 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4178519179401827, "rpss": 0.01693962897869672, "brier_below": 0.18282364484213456, "bss_below": 0.03248475791233185, "brier_above": 0.23502827043269692, "bss_above": 0.004497604627995755, "crps": 24.461252537386798, "crpss": 0.00565238139363522, "crps_fair": 23.962722929389592, "crpss_fair": -0.02085115950693739, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.235731, 0.672931, 0.090784, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2622, 0.3431, 0.4221, 0.5114, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0859, 0.269, 0.3553, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274111, 0.656256, 0.069633, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2748, 0.3395, 0.4251, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3511, 0.3677, 0.5374, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs_r3", "1995": "mvs_r3", "1996": "mvs_r3", "1997": "mvs_r3", "1998": "mvs_r3", "1999": "mvs_r3", "2000": "mvs_r3", "2001": "mvs_r4", "2002": "mvs_r3", "2003": "mvs_r3", "2004": "mvs_r3", "2005": "mvs_r3", "2006": "mvs_r3", "2007": "mvs_r3", "2008": "mvs_r4", "2009": "mvs_r3", "2010": "mvs_r4", "2011": "mvs", "2012": "mvs_r3", "2013": "mvs_r3", "2014": "mvs_r3", "2015": "mvs_r3", "2016": "mvs_r3" }, "chosen_test": "mvs_r3", "frequency": { "mvs": 2, "mvs_r3": 19, "mvs_r4": 3, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4159654454382321, 0.459789250797638, 0.5743925826889739, 0.3945051023558041, 0.3959093809464144, 0.6979527869728286, 0.4132277241519574, 0.4058862527539831, 0.46506471706702746, 0.4533947651624319, 0.528922797740969, 0.4384466557432533, 0.3968516346429311, 0.39471344611759185, 0.4016316946517153, 0.46403141763691685, 0.4404011943266678, 0.44372324866104484, 0.42385835151421664, 0.41826658741721157, 0.3817106901305904, 0.4822482528002346, 0.4635594467242528 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.170081444192279, 0.2712304226923474, 0.16100084299826775, 0.2524319235575563, 0.1603684320093525, 0.4755826633878382, 0.1942510790717444, 0.23561585668330728, 0.35174073706977205, 0.3008753618828744, 0.4054097677935424, 0.14079043585432133, 0.2232327399091682, 0.1978403053194095, 0.19704924200587465, 0.3219674460465316, 0.14604474592533015, 0.12440269833863703, 0.22656347945691277, 0.27561164054287723, 0.11940706693560967, 0.1562170743525878, 0.1750997105908929 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24588400270286892, 0.18855882562736284, 0.41339174191873085, 0.1420731785351741, 0.23554094964091488, 0.22237012383338736, 0.21897664602302483, 0.17027039408086914, 0.11332397776047493, 0.15251940384144863, 0.12351302619904281, 0.2976562223561604, 0.1736188954064672, 0.1968731403419694, 0.20458245219831908, 0.14206396850497618, 0.2943564523104293, 0.3193205505719149, 0.19729487169828605, 0.14265494559497277, 0.2623036237155088, 0.3260311809230131, 0.28845973636931643 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.26115721773973, 21.597486058704998, 25.736066868474513, 50.16648607050598, 22.852651591928048, 29.46515759179087, 45.44977837395243, 27.796351816234967, 22.5756367903532, 28.992350917006192, 34.642547793137076, 39.15458261344893, 34.807766197459564, 20.148261325360494, 19.191669803279982, 21.732196889368584, 31.785857423014132, 27.653658354343268, 30.885201040998666, 25.996476292712963, 21.13877983119224, 22.46955353760743, 29.66402310065652, 40.54359062051165 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.968847781910426, 20.605595882192848, 24.64959756630975, 49.205850960060765, 21.7606360665184, 28.235282229257535, 44.37965002844098, 26.77287016216063, 21.428172279526528, 28.05656239591223, 33.68675132077265, 38.09023378868811, 33.879757333105, 19.17024217825042, 18.13017462535409, 20.89128850713132, 30.775949009576617, 26.480718142508163, 29.885508655071387, 24.925896105000863, 20.16509873340385, 21.10840893329086, 28.680605848713885, 39.6762801561661 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4495486446157466, "rpss": 0.007757199703710027, "brier_below": 0.22559468202142421, "bss_below": 0.0037402954360973295, "brier_above": 0.22395396268224757, "bss_above": 0.011770915453005681, "crps": 29.52947033832427, "crpss": -0.004854007858285492, "crps_fair": 28.483749112055147, "crpss_fair": -0.011411457962132054 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.43344498499081685, 0.48022478716791794, 0.5406895894515951, 0.38056123874219944, 0.4020175863677258, 0.7543038077844556, 0.41133420523181563, 0.40851576938886697, 0.4666241207460685, 0.45329894617441124, 0.5083090115881471, 0.4528830467681406, 0.3908842058406373, 0.4002635863179993, 0.40079429008957207, 0.4419027763190507, 0.4575164698195257, 0.4387113124930853, 0.4359903880686088, 0.43461016944480874, 0.3754721314995896, 0.45627378390538686, 0.4420972397039289 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17871796273732254, 0.3030441103736848, 0.15245657761747305, 0.2760291278057945, 0.14202501014109842, 0.5320072300466883, 0.18341341452428653, 0.23378430951122756, 0.34426518670220846, 0.27841185311456323, 0.39404163592681946, 0.11324471675311462, 0.2362987296072719, 0.18745061904040708, 0.21799049609738802, 0.2881544681905052, 0.14428077370420866, 0.11845178700417092, 0.21334711583521465, 0.2931766415657337, 0.12904599210640927, 0.15920659576944057, 0.18783946294474177 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.25472702364449773, 0.17718067349965813, 0.3882330148363633, 0.10453210998774076, 0.25999257742976317, 0.2222965785019323, 0.22792079207908528, 0.17473145870872067, 0.12235893179739006, 0.1748870938812157, 0.11426737101769337, 0.3396383335677836, 0.15458547623405966, 0.21281296689960302, 0.18280379344405903, 0.153748305753371, 0.3132357009166406, 0.3202595256763009, 0.22264327303667977, 0.1414335264790745, 0.24642613965945542, 0.29706718963482454, 0.2542577770201486 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.5857576592472, 22.402849283002475, 25.909617667666595, 41.528486271633646, 19.502998084688414, 31.511028811530977, 48.70120059538259, 29.358770908154142, 21.511267453219055, 25.92660767983208, 32.80842795478793, 33.11446611377966, 37.83834907203469, 18.337783127011747, 18.949697376716557, 20.25320949541639, 25.765907443622392, 29.350967764316625, 31.370196902677417, 26.64424673034817, 21.78080842403294, 20.166506957546765, 25.78921538313732, 34.31960403879172 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.38021917432474, 21.455268108868943, 24.885126555740246, 40.59560282806204, 18.498781998412372, 30.23565385028898, 47.68061969034992, 28.331926330124904, 20.490627512323453, 25.01835731335429, 31.854024796437677, 32.07837211382276, 36.94075090242831, 17.409530137091306, 17.91373897613744, 19.43946188934583, 24.77290793351361, 28.229669069780677, 30.353051279459237, 25.650131428704455, 20.86429034280786, 18.893275553891385, 24.857972472969372, 33.479074998738724 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4501435946990562, "rpss": 0.007113550922363543, "brier_below": 0.22622776576001538, "bss_below": 0.0014096190225184602, "brier_above": 0.22391582914978023, "bss_above": 0.0128105806411003, "crps": 28.267832133274066, "crpss": -0.0015308254081132233, "crps_fair": 27.262851469040772, "crpss_fair": -0.007921014931048909 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4092694044758942, 0.38883666490446955, 0.40180666254522457, 0.3545544940651864, 0.5039745561497795, 0.4784036290453904, 0.4360910601669866, 0.3920063673795554, 0.3829391669408607 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13970992148122413, 0.16957944664073535, 0.1410759431104544, 0.17677034420180193, 0.1553287391920464, 0.36111514642640785, 0.1839437419595741, 0.19433786603414618, 0.1956994716839234 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26955947677347014, 0.21925721810423887, 0.26073070957486755, 0.17778415644760653, 0.3486457997171708, 0.11728849655578591, 0.25214731276236013, 0.19766850073339373, 0.1872397002740443 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.740760728085334, 21.588915639593502, 21.405223701212964, 17.81295339145715, 32.78413658752013, 27.12601691528666, 34.30659309096011, 22.16750531154206, 18.594207176066224 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.20414518745863, 21.07600172999915, 20.92406196865571, 17.263493360964553, 32.33081429234083, 26.62013374566875, 33.75319164974683, 21.67128169530071, 18.027416592808226 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41643133396370524, "rpss": 0.02585026078438657, "brier_below": 0.19084006897003483, "bss_below": 0.042232477908337396, "brier_above": 0.2255912634381042, "bss_above": 0.011547642983803286, "crps": 24.94736806019157, "crpss": 0.02361128779875299, "crps_fair": 24.430060024771493, "crpss_fair": -0.0021676170379465454 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38320088077946557, 0.404268591550119, 0.4059376384030421, 0.35048998739370946, 0.5236632122544814, 0.4722853348828564, 0.428489788813879, 0.40505269828924023, 0.38690279692878926 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14309416423240937, 0.16867069195140091, 0.11781713917786477, 0.17796760702297326, 0.15707292626787026, 0.3494637400107748, 0.17337659442767828, 0.17152469296825004, 0.18599014122683094 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24010671567793967, 0.2355978965773135, 0.2881204848672682, 0.17252238875353484, 0.366590266174771, 0.12282160802133034, 0.2551131891291905, 0.23352799976785465, 0.2009126590415813 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.101762413670226, 23.319450118502957, 21.705047791682766, 17.08260791898545, 35.00425212341475, 26.514702674717665, 29.469526657171752, 24.644710764046476, 18.214956726547385 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.58384841977237, 22.835833053155252, 21.23588653642995, 16.544542439556672, 34.576155593654526, 26.034229869905857, 28.93902581386679, 24.158037681695784, 17.667455446604333 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.41781010325506474, "rpss": 0.017038004403342133, "brier_below": 0.1827752996984503, "bss_below": 0.03274060372175014, "brier_above": 0.23503480089008713, "bss_above": 0.004469943759952577, "crps": 24.45077968763771, "crpss": 0.006078101752480802, "crps_fair": 23.952779428293503, "crpss_fair": -0.020427550109398895 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs", "1995": "mvs", "1996": "mvs", "1997": "mvs", "1998": "mvs", "1999": "mvs", "2000": "mvs", "2001": "mvs", "2002": "mvs", "2003": "mvs", "2004": "mvs", "2005": "mvs", "2006": "mvs", "2007": "mvs", "2008": "mvs", "2009": "mvs", "2010": "mvs", "2011": "mvs", "2012": "mvs", "2013": "mvs", "2014": "mvs", "2015": "mvs", "2016": "mvs" }, "chosen_test": "mvs", "frequency": { "mvs": 24, "mvs_r3": 0, "mvs_r4": 0, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4153793925717615, 0.4597409134885716, 0.5741982732863036, 0.3947108370261588, 0.39565772283616174, 0.6985774445287912, 0.41328461166494473, 0.4065683885565444, 0.46518312830274033, 0.45329732261381095, 0.5293044080957353, 0.4384566378025568, 0.3965153046125673, 0.39522376769939743, 0.40167437421282454, 0.46408424145587074, 0.44064116805674464, 0.44372324866104484, 0.4235357210049149, 0.4188992273226572, 0.38134842808096114, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.16951599183059787, 0.27122834231780607, 0.1608439721727237, 0.2526933893469726, 0.1600602096448712, 0.4763401654385972, 0.1942542558961523, 0.23635220049957706, 0.3519152989551238, 0.30053022958095793, 0.40580484240980913, 0.14074574626105735, 0.2229976922010735, 0.1984089582061741, 0.19718732715544668, 0.3219491629087731, 0.14618489264001833, 0.12440269833863703, 0.22621837071301185, 0.2762769664392481, 0.11910893108951418, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24586340221480046, 0.188512568701766, 0.4133543033257298, 0.14201744740383168, 0.23559751383929267, 0.22223727931715906, 0.21903035668095602, 0.1702161860985818, 0.11326782712705835, 0.1527670936767641, 0.1234995619129086, 0.29771089400930706, 0.17351761308912236, 0.19681480905857507, 0.20448704658085884, 0.1421350754337406, 0.2944562793512823, 0.3193205505719149, 0.19731735002482975, 0.14262225963773487, 0.26223949755606396, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.26115721773973, 21.526833847607502, 25.69929456122484, 50.1475540438984, 22.86940803520278, 29.42277487630923, 45.447147808941615, 27.810052784191758, 22.640175157861428, 28.978161125894264, 34.59854521802141, 39.20510412270973, 34.850118842750916, 20.096510777492686, 19.190361117267713, 21.70841514095927, 31.795497243228656, 27.645300639087537, 30.885201040998666, 25.976950897787482, 21.192298282734303, 22.39897879664952, 29.60423549362627, 40.558588487164414 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.968847781910426, 20.541580632536057, 24.62084176173005, 49.19171253139143, 21.78401620563769, 28.201286953519933, 44.38264089336034, 26.791266896012363, 21.5011511146711, 28.048415297865937, 33.64823302844357, 38.146872093271654, 33.92502950601822, 19.124516181955407, 18.13669732070006, 20.87322407804786, 30.791239401481953, 26.48062681473483, 29.885508655071387, 24.911976666873162, 20.223615679873006, 21.049078526527026, 28.626663676881734, 39.69658208525016 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44958254581701634, "rpss": 0.007682373045273416, "brier_below": 0.2256438727406814, "bss_below": 0.0035230618958590476, "brier_above": 0.22393867317283478, "bss_above": 0.011838382613261311, "crps": 29.521194398306253, "crpss": -0.004572387111261733, "crps_fair": 28.481317657656888, "crpss_fair": -0.011325120983518788 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.4329354141283957, 0.4802000696223814, 0.540399288800965, 0.3809091559963429, 0.4017990466557816, 0.7548335992227427, 0.41127669526473287, 0.4090326044985583, 0.46663300896725723, 0.45312791961243654, 0.5085956212758357, 0.4528788537336364, 0.3906380193626639, 0.4005405702686803, 0.40095980826266436, 0.44179902379036295, 0.4576965973559968, 0.4387113124930853, 0.4357156575677515, 0.43541611591007495, 0.3751074037657803, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17821321047829475, 0.30309927357146266, 0.15222319065932946, 0.2764459984732856, 0.14175375213322552, 0.5326702469313931, 0.1832725205699932, 0.23435401373525677, 0.34435078390977664, 0.2779610419802756, 0.3943329260148977, 0.11316606420558817, 0.2361408545380199, 0.18780319624518435, 0.21827096200055246, 0.2879522657982852, 0.14433515774862668, 0.11845178700417092, 0.2130437334685415, 0.29403339170494525, 0.12878621885208338, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.2547222051090692, 0.17710079278781501, 0.38817610114182644, 0.10446315654592084, 0.26004529568460466, 0.22216335302405815, 0.2280041760073868, 0.17467858962565339, 0.12228222282490205, 0.17516687854454357, 0.11426269058816656, 0.3397127930551082, 0.15449716479297756, 0.21273737365259054, 0.18268884565582572, 0.15384675557031, 0.31336144441956004, 0.3202595256763009, 0.22267192497979596, 0.14138272284135436, 0.24632118523388927, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.5857576592472, 22.333546883406104, 25.87281836090986, 41.50626768992735, 19.51752560994637, 31.468969674467694, 48.69453022316422, 29.366526918643526, 21.559727411303307, 25.90360363121303, 32.763396827932866, 33.1650296116717, 37.876388641487814, 18.299504875763756, 18.931394935410314, 20.23278548371517, 25.75202631635171, 29.32783883902999, 31.370196902677417, 26.62083984117357, 21.851144695614614, 20.088786172349685, 25.73000821456339, 34.34394335308264 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.38021917432474, 21.392636029229195, 24.856574933303527, 40.57927451799338, 18.520310408104205, 30.2030941131474, 47.67965094168559, 28.344742225712015, 20.547159421656968, 25.001927673711247, 31.81506364712335, 32.135235599753315, 36.98163504293648, 17.377479838636553, 17.90405978299616, 19.425277254554413, 24.765337189785505, 28.21555218251087, 30.353051279459237, 25.632544051960615, 20.939789923595963, 18.82621812207767, 24.80473942915223, 33.509257796854094 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45016220946505653, "rpss": 0.007072492137717656, "brier_below": 0.22626140177970624, "bss_below": 0.0012611465058721683, "brier_above": 0.2239008079011564, "bss_above": 0.012876805605022246, "crps": 28.25677328221055, "crpss": -0.0011390097152264023, "crps_fair": 27.257951274177696, "crpss_fair": -0.007739852319157192 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.710753443006546, 21.586663101426403, 21.37625025052301, 17.744292954898697, 32.73018145956831, 27.201077872012394, 34.265848987217694, 22.187159565073298, 18.514397021715475 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.177139788129523, 21.07684132379404, 20.897665256576982, 17.198224352843134, 32.27964063863345, 26.697847040246465, 33.71550180764763, 21.69373175581303, 17.950957774227422 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "brier_below": 0.19068847199677022, "bss_below": 0.04299329642105254, "brier_above": 0.22558123446906983, "bss_above": 0.01159158598908372, "crps": 24.924069406160203, "crpss": 0.024523149232425046, "crps_fair": 24.409727748656852, "crpss_fair": -0.0013335483257901348 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.053767156116447, 23.325783780028427, 21.677555497872778, 17.012931136219176, 34.94779583930306, 26.580673037865687, 29.432842649130542, 24.675887233729124, 18.1311113746013 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.539000625370765, 22.845351718861533, 21.211157517725184, 16.478562560755986, 34.522669076175625, 26.103041700390502, 28.90555846393184, 24.19225255286905, 17.5872886369275 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "brier_below": 0.1826386923660148, "bss_below": 0.033463539075251236, "brier_above": 0.23501765818213827, "bss_above": 0.004542554628401918, "crps": 24.4264830783185, "crpss": 0.007065756639729082, "crps_fair": 23.93165365033422, "crpss_fair": -0.019527557442089227 } } } } }, "FMAM": { "tag": "init02_FMAM", "methods": { "mvs": { "lambda_": { "training_mean": 0.49359378030700124, "training": [ 0.5518670565498193, 0.4726963596265038, 0.5142124510167011, 0.40445527150047245, 0.5254318360445053, 0.449365567566598, 0.4625382967780406, 0.5416499053606206, 0.48012674376872866, 0.5130198518522464, 0.5076364252266783, 0.45313268533980955, 0.48421833799409614, 0.4427867391941896, 0.5023165489285021, 0.55568213149962, 0.5391082302187421, 0.5624788907294143, 0.44994529366493724, 0.47686717368388815, 0.46715577432393196, 0.5191425678366915, 0.5009951364257829, 0.46942145223751114 ], "test": 0.5211526413015174 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41328690639629373, 0.4238847304745396, 0.6524095325264818, 0.4007479085533097, 0.41229467511651025, 0.5054558099087614, 0.4017736907006595, 0.4129148905568251, 0.4400293896531789, 0.4032896576530052, 0.5340912065641261, 0.4522990604078773, 0.4911723931822398, 0.40617989010738836, 0.4380752461524663, 0.424194625982471, 0.37462235268645694, 0.4864778269648469, 0.4110474227959342, 0.4844154765833763, 0.4162801422042627, 0.43261404217534816, 0.4579645445558511 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.20481989845654344, 0.1287740144034606, 0.2014415157839072, 0.1358124908789225, 0.1862148797645197, 0.35811229072266343, 0.2634638322819523, 0.23978541661777558, 0.31647126441248014, 0.24334860041004996, 0.34948951088293645, 0.17163340151070153, 0.21300937866812045, 0.19723319951526883, 0.2854809544073363, 0.31512132993304093, 0.10380389236419278, 0.29025900141691097, 0.25444603791101744, 0.1974773774231324, 0.198273158926421, 0.22437644978042168, 0.15804668604898287 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20846700842716226, 0.29511071969217645, 0.4509680166681313, 0.2649354191598375, 0.22607979627352062, 0.14734351581666935, 0.13830985760395836, 0.17312947105966264, 0.12355812112310414, 0.15994105671726913, 0.18460169337056231, 0.28066566079697297, 0.27816301370697544, 0.20894669027511922, 0.15259428977750156, 0.10907329441992404, 0.2708184604093669, 0.1962188249220034, 0.15660138335467413, 0.28693810132211495, 0.21800698239883262, 0.20823759182506063, 0.29991786045918695 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 45.072381829211004, 37.188270989773805, 46.440452858595094, 110.00096005251274, 41.11876031869803, 53.55646501335592, 57.869230263416014, 34.72813198142703, 36.55986676445294, 40.445334744690484, 42.49749151866235, 58.044055788713315, 43.849649745440466, 52.54012485711115, 32.70279521398612, 48.92538933092279, 39.77837070817749, 78.03976361951632, 55.837162547129715, 34.91783660036538, 63.04063659918974, 56.322836195085095, 44.07032611861171, 55.37359824411626 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.26171050197705, 35.682177096387846, 44.83136188529825, 108.42389963584552, 39.09845912283084, 51.68933223818182, 56.339320557455096, 33.16820442175103, 34.77140072687025, 38.53715862044211, 40.8005315778099, 56.048324150205865, 42.092197511486354, 50.774775580623405, 30.913229989933555, 47.34572790194537, 38.05543955334344, 76.35968100369071, 54.03916928054243, 33.08651861258518, 61.52094901350746, 54.58614614563284, 42.36405301759952, 53.42699947176135 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4432696123396777, "rpss": 0.020981423769027785, "brier_below": 0.2227878269467092, "bss_below": 0.01702252896694134, "brier_above": 0.22048178494822068, "bss_above": 0.024949467753843435, "crps": 50.37166216263171, "crpss": -0.006548899974380573, "crps_fair": 48.63403198407113, "crpss_fair": -0.014080142127858686, "reliability": { "below": { "weight": [ 0.0, 0.020919, 0.311341, 0.43614, 0.199802, 0.031545, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2597, 0.3502, 0.4372, 0.5263, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2429, 0.2535, 0.3792, 0.4392, 0.3157, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303499, 0.446541, 0.191586, 0.032251, 0.011234, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.265, 0.3469, 0.4399, 0.5399, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2804, 0.2967, 0.5067, 0.519, 0.5581, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.4354460330749334, 0.43173556343180974, 0.6178868358567043, 0.3862871396724849, 0.42228777286245833, 0.5126790442583516, 0.3942365508256478, 0.4021425742530715, 0.4327450632062659, 0.3950053840032427, 0.5174739650510932, 0.47243486556254366, 0.5115671476275402, 0.4068311158651589, 0.4469094165721273, 0.4115010731669094, 0.3921212210071148, 0.5112538545896481, 0.4097211358402832, 0.5087958336724344, 0.4186977086968805, 0.4404081505566645, 0.4398043789000503 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21323986079649188, 0.12471378543765509, 0.2010163440483656, 0.1366383430448727, 0.17988818594992073, 0.3817562927925281, 0.29154837843649484, 0.2283057037918064, 0.300341807912182, 0.21223179258135283, 0.3398648656655602, 0.163023434288496, 0.2190139436367841, 0.19486325837248678, 0.32865138177061776, 0.29725840951635846, 0.08885273889246466, 0.3181803951598283, 0.2366631827164087, 0.16909975401572155, 0.2287727840902167, 0.22489910872304258, 0.15430530635752748 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22220617274714438, 0.30702178193137425, 0.41687049183888253, 0.24964879628450162, 0.24239958826777996, 0.13092274801220255, 0.10268817128919704, 0.17383686784776323, 0.13240325140194256, 0.18277359135622082, 0.1776090959592097, 0.30941143418110517, 0.2925532027366031, 0.21196785738602028, 0.11825803195874325, 0.1142426628840082, 0.30326848281004587, 0.19307345932266498, 0.1730579522615703, 0.3396960836938814, 0.18992492351692733, 0.21550904127040935, 0.2854990746465333 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.09749889096676, 41.30896753117933, 50.134042944529604, 102.5314617872291, 39.67163582323805, 60.280848614452395, 60.07369210830356, 37.027685592016525, 36.07557166884964, 38.368981854661506, 40.27027699445523, 57.02102331067477, 48.99066809660875, 57.99454307207678, 33.48610765505973, 49.14166825117503, 38.146997617862205, 92.86169205653498, 63.13603378503479, 35.47373876534071, 74.54964729712962, 51.02450198610381, 48.898857701651956, 54.67326619806814 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.276007000266596, 39.76520394754631, 48.50926314250584, 100.90716210264864, 37.63425921821849, 58.280802774856824, 58.55299905021038, 35.41800575051542, 34.326158564694786, 36.34375942948089, 38.48809974722727, 54.96294843113454, 47.17963128056008, 56.15386815816383, 31.696145146329982, 47.508960741529336, 36.39269506030178, 91.21839709955609, 61.24049521450254, 33.59577844599383, 73.01375473644129, 49.29739827567477, 47.11448981356772, 52.586045517665426 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4450296285111263, "rpss": 0.01722039252919516, "brier_below": 0.22294055943712365, "bss_below": 0.0161508285242018, "brier_above": 0.2220890687368913, "bss_above": 0.018291722402572708, "crps": 52.30164206680013, "crpss": -0.01610315132597262, "crps_fair": 50.51926369373302, "crpss_fair": -0.02414840256280848, "reliability": { "below": { "weight": [ 0.0, 0.023148, 0.323508, 0.416961, 0.202564, 0.033506, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2595, 0.3502, 0.4378, 0.5267, 0.6109, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2704, 0.2579, 0.3754, 0.4415, 0.3362, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.303092, 0.444249, 0.18908, 0.034239, 0.013569, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2639, 0.3473, 0.4398, 0.5407, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2909, 0.2968, 0.4922, 0.5057, 0.537, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.432182676870745, 95.9086146571955, 37.90275542026958, 55.82360421291961, 27.610569780585042, 51.25928789592328, 101.08733529525618, 44.25260937200393, 32.987045330511506 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.59334470500503, 95.02689869442358, 37.0124173980534, 54.98822396524967, 26.819199141741493, 50.36768551517088, 100.14761598216667, 43.392507680862174, 32.17384794953698 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "brier_below": 0.19053471596347932, "bss_below": 0.05939738700825148, "brier_above": 0.241920706029438, "bss_above": 0.05824105759619336, "crps": 54.47377829350393, "crpss": 0.0709038490145002, "crps_fair": 53.613526781356654, "crpss_fair": 0.053310739417377184, "reliability": { "below": { "weight": [ 0.0, 0.00155, 0.253374, 0.620757, 0.124018, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3467, 0.4248, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0474, 0.0629, 0.3247, 0.4555, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287251, 0.611979, 0.098508, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2739, 0.3445, 0.4293, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.267, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.366462689430804, 119.59488457212807, 39.28161729363782, 60.36382993258626, 28.172852732555675, 53.31231441464291, 109.50990889727429, 50.675033714434306, 35.29483466989173 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.511297083502576, 118.70012220238723, 38.363321308986485, 59.505029022069245, 27.376253762848574, 52.39434883985975, 108.54234996222335, 49.77765312968174, 34.47852130862453 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "brier_below": 0.1819696114826746, "bss_below": 0.06342120439196941, "brier_above": 0.25397370270143854, "bss_above": 0.05940603885689, "crps": 59.61908210184244, "crpss": 0.07139085086830732, "crps_fair": 58.738766291131505, "crpss_fair": 0.05484484602730577, "reliability": { "below": { "weight": [ 0.0, 0.001743, 0.274344, 0.594936, 0.128603, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2723, 0.3454, 0.4268, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0521, 0.0619, 0.292, 0.4539, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601332, 0.10665, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2742, 0.3448, 0.43, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2881, 0.5044, 0.8221, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.49411714658869904, "training": [ 0.5538442453380866, 0.4732500251881638, 0.5146933607906273, 0.40451680264512746, 0.52577092870562, 0.4499820690100504, 0.4633681385685724, 0.5421531986599109, 0.4804980078853817, 0.5137828407414795, 0.5085388658109595, 0.45311840190348235, 0.4841214070205678, 0.44293078408036723, 0.5024884757471355, 0.5567458158029236, 0.5401488231550831, 0.5623683771392776, 0.45050775710496266, 0.4779663280318668, 0.4682274076332506, 0.5196475761695935, 0.5012765170851174, 0.46886536391116895 ], "test": 0.5218216363322631 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36334583672388293, 0.41274134195972784, 0.4242592522328025, 0.6532639655044419, 0.40110570951604857, 0.4126851350973159, 0.5043789990142439, 0.40150143189446436, 0.41240836018661353, 0.4400375546572197, 0.40277422982940775, 0.5337524358109809, 0.45300278528664717, 0.49227670902487813, 0.40605972167273857, 0.4380905032135113, 0.42364408482131555, 0.37484086524793114, 0.48624038818102244, 0.41085541202753767, 0.48428990221884705, 0.4164870264084155, 0.4326935597271526, 0.4585807414158235 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11025301203179787, 0.2042382746580073, 0.12910967190880707, 0.20228230383515003, 0.13612164372984434, 0.18645838710110813, 0.35708703876281706, 0.26313011911408307, 0.23927181142202583, 0.3164049464776889, 0.24279212454092527, 0.3491051153182392, 0.1723366029600686, 0.2140451843816612, 0.1970697763979063, 0.2854223368638565, 0.31454537896980633, 0.10401644942730749, 0.28998732488043794, 0.2542228680177708, 0.19738901665989983, 0.1984426659072462, 0.2243996989146432, 0.15857323997586473 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2530928238377292, 0.20850306776680017, 0.29514958398027535, 0.4509816616947526, 0.2649840672940829, 0.22622674895972722, 0.14729195689135605, 0.13837131193675067, 0.17313654587024574, 0.12363260408398401, 0.15998210479861333, 0.1846473181688922, 0.280666184230938, 0.27823152369573567, 0.208989944934065, 0.15266816439895536, 0.10909870424478818, 0.2708244158925479, 0.19625306264274398, 0.15663254252226788, 0.28690088769409267, 0.21804435962938074, 0.2082938601567126, 0.3000075033781494 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.95897998119192, 37.19003534664934, 46.45033691817394, 110.04136179722832, 41.17581708719275, 53.63710566178779, 57.75321921605532, 34.728686390711616, 36.52213959261448, 40.44178438529307, 42.48100512945668, 58.045695968430934, 43.92105788995114, 52.686096952202014, 32.72546849666694, 48.91605240273441, 39.653651745128535, 78.14209033673588, 55.940698339519635, 34.92667279312318, 63.07240524004178, 56.30635541848275, 44.08429666194417, 55.44224043533174 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.14180030934458, 35.67653581677292, 44.83340237649325, 108.46127459867394, 39.14456668818544, 51.762264584557066, 56.21557133038146, 33.162548226234755, 34.72268065584422, 38.52507632517465, 40.77785640224065, 56.04168146808578, 42.15587829984513, 50.9131224095464, 30.927729104982244, 47.329837286055174, 37.922964531683206, 76.45292070864707, 54.13140425906216, 33.08784586672545, 61.546841976370786, 54.55986308684056, 42.370894663073045, 53.48732294915339 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44330483131970716, "rpss": 0.02090363807218576, "brier_below": 0.22277937467737344, "bss_below": 0.01705982180492993, "brier_above": 0.22052545619598277, "bss_above": 0.024756337634798564, "crps": 50.38513559111035, "crpss": -0.006818131999527521, "crps_fair": 48.63966183016555, "crpss_fair": -0.014197531431082933, "reliability": { "below": { "weight": [ 0.0, 0.019761, 0.308219, 0.438512, 0.201439, 0.031817, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1828, 0.26, 0.3502, 0.4372, 0.5263, 0.6103, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2418, 0.2525, 0.3789, 0.4391, 0.3103, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303303, 0.446736, 0.191475, 0.03239, 0.011207, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2651, 0.3469, 0.4398, 0.5397, 0.6201, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2809, 0.2964, 0.5067, 0.5185, 0.5571, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3630198445240241, 0.43463788857589863, 0.4319827201398061, 0.6188364139824328, 0.38664656339440245, 0.4224932610981702, 0.5117372983755422, 0.39366585146769806, 0.40204555024219796, 0.43296503603279224, 0.39492634445430075, 0.5172683067514671, 0.472968678028307, 0.5124719267028944, 0.406676795365458, 0.44667433355811403, 0.4111253885772357, 0.39223991650353707, 0.5108512446210112, 0.41006175227229413, 0.5090678856750701, 0.41884357485130397, 0.44017711386539315, 0.4402764128973308 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11762199346621527, 0.21242301453901646, 0.12492426216833734, 0.20194561543712772, 0.1369314324230584, 0.17996436639632005, 0.3808455603057588, 0.2909263362397733, 0.22820571710401008, 0.3004956041636108, 0.2121148768119393, 0.33961832470555464, 0.1635556928978687, 0.21983419050048048, 0.19469698731616272, 0.32833708111071447, 0.2968545262628752, 0.08896394682076042, 0.3177672004400325, 0.2369708526543595, 0.16943995242887275, 0.2288761831332342, 0.2245882586773009, 0.15468370227554057 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24539784995995742, 0.22221487452677735, 0.3070584619457644, 0.4168907987138771, 0.24971513063630332, 0.24252889607773212, 0.13089173463610784, 0.10273951412745652, 0.17383983051641916, 0.132469427998582, 0.1828114675811674, 0.17764997862182635, 0.3094129880349053, 0.2926377348324448, 0.21197980794090804, 0.1183372496406026, 0.11427086158804367, 0.30327597037405435, 0.19308404405389265, 0.1730908988045014, 0.3396279372214878, 0.1899673906232356, 0.21558885454613574, 0.2855927127066724 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.017848568463386, 41.28291178754893, 50.12989593998875, 102.58075921996407, 39.727297249540904, 60.35007147494534, 59.967452967653635, 37.0008018917348, 36.0755854031094, 38.39814097115054, 40.2771104852315, 57.03133552419689, 49.041077781329676, 58.108909705527594, 33.49935483925741, 49.09875100244707, 38.05793291519082, 92.95041005240418, 63.18783245195492, 35.504896923220336, 74.60338968297673, 51.015615668388755, 48.89089627299355, 54.735408921119 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.190230046801844, 39.73401341529477, 48.49987837490916, 100.95339234745741, 37.681773988421135, 58.34316341751006, 58.440847441253254, 35.38617349262438, 34.318465578562254, 36.36621127338079, 38.490150242701894, 54.96698314189292, 47.22399600491094, 56.262746673273725, 31.702953825639163, 47.46088211281691, 36.29731712586797, 91.29998071701233, 61.28443906118554, 33.62107625336246, 73.06314073949414, 49.28208155456617, 47.101238302878876, 52.64138727411433 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44506917091486176, "rpss": 0.017133069201641482, "brier_below": 0.22294106992828855, "bss_below": 0.016148575698108125, "brier_above": 0.22212810065453562, "bss_above": 0.018119188216807247, "crps": 52.31390365418076, "crpss": -0.016341366362544685, "crps_fair": 50.52552176691385, "crpss_fair": -0.024275268933825256, "reliability": { "below": { "weight": [ 0.0, 0.022193, 0.321863, 0.417917, 0.203906, 0.033809, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1822, 0.2598, 0.3503, 0.4378, 0.5267, 0.6108, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2667, 0.257, 0.3763, 0.4408, 0.3301, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.302884, 0.444525, 0.188875, 0.034411, 0.013534, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.264, 0.3473, 0.4397, 0.5405, 0.6202, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2914, 0.2965, 0.4922, 0.5051, 0.5358, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43231646387509043, 0.4662683150968532, 0.4121614846253409, 0.4725569347661218, 0.36618466010961165, 0.4622952041293867, 0.485783154656366, 0.40962380136311277, 0.3865281125427799 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2063853911360659, 0.14496216942214885, 0.23053019363173932, 0.12109333132943438, 0.17702740485761045, 0.3481172940038433, 0.13557142583244325, 0.14970587540288843, 0.20289181914552903 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.225931071464255, 0.32130612896103294, 0.18163129369770628, 0.3514635790071732, 0.18915725763927754, 0.11417792479316802, 0.3502117037006398, 0.2599179147582808, 0.1836362989343954 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.41321828050954, 95.98323591295703, 37.95232810628582, 55.87441549025809, 27.62488285354299, 51.15246631224669, 101.05953840459775, 44.294659377553145, 33.039726214481576 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.57013492146507, 95.09726174586342, 37.05857342810193, 55.03579066686665, 26.829909264676758, 50.25715252003043, 100.11569861446681, 43.43136060009191, 32.223061950374806 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43263534790718483, "rpss": 0.058359272589558864, "brier_below": 0.19069832275130033, "bss_below": 0.058589718067977414, "brier_above": 0.24193701921732544, "bss_above": 0.05817755294285365, "crps": 54.48827455027029, "crpss": 0.07065660315076083, "crps_fair": 53.6243270791042, "crpss_fair": 0.05312003146543831, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.249322, 0.625395, 0.124755, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2735, 0.3467, 0.4247, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0601, 0.3236, 0.4546, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287103, 0.612495, 0.098139, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.274, 0.3446, 0.4292, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2674, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4264271833822716, 0.5010288207642514, 0.4082350343291312, 0.4803357375080438, 0.36503870158787555, 0.44982391267380994, 0.4879891038576718, 0.41037608582035545, 0.39529308241701405 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24442900434032327, 0.12662899063694502, 0.23302450921096374, 0.10492720915185404, 0.18589155314322342, 0.3347813513254522, 0.10413092845204865, 0.11464196805421382, 0.19020846663086938 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1819981855979634, 0.3743998039538694, 0.17521052922528735, 0.3754084999314473, 0.17914715154866, 0.11504257539049226, 0.3838581442176585, 0.2957341007223961, 0.20508461795810626 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.36504305497739, 119.6550785972136, 39.31189409324495, 60.39917050729489, 28.167995714762085, 53.213346004892784, 109.4515633015911, 50.70941846910014, 35.327652047179456 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.506713114864766, 118.75714798447525, 38.39097985700464, 59.53800500686791, 27.368723000071686, 52.29250713527264, 108.48080047370688, 49.80956091877369, 34.508705047092604 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43606085137115835, "rpss": 0.060833082014220885, "brier_below": 0.18207377566065486, "bss_below": 0.06288508212648036, "brier_above": 0.25398706761620893, "bss_above": 0.05935654177120553, "crps": 59.622351310028485, "crpss": 0.07133993065073685, "crps_fair": 58.73923805979223, "crpss_fair": 0.05483725488078839, "reliability": { "below": { "weight": [ 0.0, 0.00056, 0.271788, 0.598037, 0.129241, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3455, 0.4268, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0592, 0.2918, 0.4531, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601697, 0.106286, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.2743, 0.3449, 0.4298, 0.5212, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2884, 0.5044, 0.8224, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.49419114139144454, "training": [ 0.5540488264522445, 0.47331502383671786, 0.5148221510199067, 0.4047007301931644, 0.5259640328086372, 0.45019172582917194, 0.4633257216436642, 0.5421874674440258, 0.480595305824637, 0.5138637571063331, 0.5087450539629911, 0.4531413998956559, 0.48412319422628564, 0.44285130122345095, 0.5025450766818835, 0.5567889353650494, 0.54015193297754, 0.5624834831649537, 0.45072932717222425, 0.47798391813211427, 0.46806023853406425, 0.5198092623919884, 0.5013593492588657, 0.46880017824909925 ], "test": 0.5218215995702917 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3633807903130307, 0.41266730611367974, 0.42431609210817606, 0.6533685069857722, 0.4011571973163733, 0.4127022000235218, 0.5043069003089169, 0.40141755682894276, 0.4124098348000983, 0.440025245616185, 0.4027371858125348, 0.5336977244114031, 0.4531573859154574, 0.49234798405889524, 0.4060437393016251, 0.4380273161113522, 0.42358854824920195, 0.37489173144932486, 0.4860984673720897, 0.41082214012434426, 0.48435124052903816, 0.4165659104603137, 0.43263388404555336, 0.45873603750754616 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11026736210339165, 0.20413124675997113, 0.12916259594281593, 0.2023941669997932, 0.1361722429007231, 0.18645725305654304, 0.3570149408615184, 0.2630446475907517, 0.2392745559526194, 0.31639173877569216, 0.24274932556209616, 0.34905220020659744, 0.17247532315758737, 0.21409132013084942, 0.1970535075995087, 0.28535580332552635, 0.31448970262854803, 0.1040443705106773, 0.2898615994060836, 0.25418916717317713, 0.19744337580135982, 0.1984899570506472, 0.2243380771312789, 0.15872648885139778 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25311342735548265, 0.20853605983484264, 0.29515349981692895, 0.45097433995669267, 0.26498495590956817, 0.22624494791821115, 0.1472919560916764, 0.13837290839764868, 0.17313527594904488, 0.12363350274559837, 0.15998785976403543, 0.18464552188706362, 0.28068206465624473, 0.2782566629726091, 0.20899023136137138, 0.1526715108437476, 0.1090988440221293, 0.2708473610009632, 0.19623686731802673, 0.15663297146371474, 0.28690786687084757, 0.2180759525445118, 0.2082958062673195, 0.30000955064246115 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.95897998119192, 37.192644853044726, 46.45761833718645, 110.05058692831975, 41.19659023343922, 53.642374254272525, 57.73040774172541, 34.733191240921684, 36.53012880662587, 40.46108284890238, 42.48720020812615, 58.05534554635036, 43.93678555144791, 52.72160574485996, 32.7374662688528, 48.92290620191708, 39.64705668116426, 78.16823891803804, 55.9704417979369, 34.93422258280513, 63.094176530963466, 56.3113089218174, 44.09027098931477, 55.46225332334535 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.14180030934458, 35.67749168450236, 44.83897693451718, 108.46959944242377, 39.162900344284296, 51.766125379850585, 56.19076360437173, 33.16558539061056, 34.72815695135584, 38.54253763063639, 40.78271399063531, 56.04942108266714, 42.169806904847036, 50.94705612076146, 30.937853257177096, 47.33502047443275, 37.914361246108506, 76.47677374568951, 54.15859053609157, 33.093749315781224, 61.56720567184706, 54.56238700670082, 42.37538745723445, 53.505666291136144 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44331045524014073, "rpss": 0.020891216912642174, "brier_below": 0.22277795706163148, "bss_below": 0.017066076564698607, "brier_above": 0.2205324977329475, "bss_above": 0.02472519740084722, "crps": 50.39553685385706, "crpss": -0.00702597464609811, "crps_fair": 48.648330448875306, "crpss_fair": -0.014378282928226183, "reliability": { "below": { "weight": [ 0.0, 0.019623, 0.307804, 0.438458, 0.201935, 0.031928, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1828, 0.26, 0.3502, 0.4371, 0.5262, 0.6102, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2435, 0.2527, 0.3782, 0.44, 0.3092, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303303, 0.446736, 0.191475, 0.03239, 0.011207, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2651, 0.3469, 0.4398, 0.5396, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2809, 0.2964, 0.5067, 0.5185, 0.5571, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3630497695602511, 0.43454487099643524, 0.4320520788354943, 0.6189845669352615, 0.38670790659600457, 0.42251475025815005, 0.511648573036432, 0.39356213380591343, 0.40204899377919634, 0.43294854759026635, 0.3948748180622114, 0.5172019782211761, 0.4731599491482694, 0.5125591434833232, 0.40665766368855283, 0.4465941269393637, 0.41105658484864704, 0.39230220151754536, 0.5106728392120434, 0.41002029473608875, 0.509148796628941, 0.41893166307027285, 0.4401047778847877, 0.440466200294807 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11763585438527241, 0.2122900519959143, 0.12498964950295013, 0.20209259609898383, 0.13699278274265098, 0.17996335032349392, 0.3807566696253654, 0.2908202988354635, 0.2282093481757167, 0.30047885728421253, 0.21205918204703575, 0.33955351994454136, 0.16372733091749017, 0.21989016881761314, 0.19467705356680362, 0.32825399777222386, 0.2967855870880156, 0.08899796388319713, 0.31761241169987037, 0.23692895365245212, 0.16951023546485233, 0.22893210886685122, 0.22451354770884313, 0.15487204426331533 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24541391407744237, 0.22225481951030146, 0.3070624333011708, 0.41689197093704417, 0.24971512350193653, 0.24255140129525973, 0.13089189998282724, 0.10274183387380707, 0.17383964297645899, 0.13246968643607487, 0.18281563595803962, 0.17764845486013456, 0.3094326211278395, 0.2926689732858652, 0.21198061001335414, 0.11834012637104639, 0.11427099704444924, 0.30330423831361525, 0.1930604273971548, 0.1730913402702254, 0.33963856514971913, 0.18999955311681932, 0.21559122954491114, 0.285594158175877 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.017848568463386, 41.28614068598619, 50.138905675512696, 102.59217402677092, 39.75300110662695, 60.356590619742434, 59.93922696523969, 37.00637601250688, 36.085580772704695, 38.42202011515253, 40.28477602683349, 57.043275524466395, 49.060538558171764, 58.15284685982039, 33.51420040082796, 49.10723161836331, 38.049772447845136, 92.98276525699474, 63.22388304166437, 35.51423872983509, 74.63032860420658, 51.021558384756396, 48.8982886658019, 54.760172065193444 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.190230046801844, 39.73519616764335, 48.50677610917939, 100.96369317485593, 37.704459318348455, 58.34794061058835, 58.41015135716384, 35.38993155787537, 34.32536870743832, 36.3878171916562, 38.4961608275405, 54.9765598302164, 47.24123070148166, 56.30473488503145, 31.71548104506208, 47.46729558200096, 36.286671765735285, 91.32949550730613, 61.31738457175804, 33.62838094418993, 73.08833795863734, 49.28505769884162, 47.10679750598042, 52.66408458896549 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4450755512137265, "rpss": 0.017118979291190328, "brier_below": 0.22293931519429702, "bss_below": 0.016156319437462208, "brier_above": 0.22213623568839058, "bss_above": 0.01808322863482792, "crps": 52.32673919722864, "crpss": -0.01659073206550432, "crps_fair": 50.536218235595776, "crpss_fair": -0.02449211238150628, "reliability": { "below": { "weight": [ 0.0, 0.022022, 0.32135, 0.41785, 0.204521, 0.033945, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1823, 0.2598, 0.3503, 0.4378, 0.5267, 0.6107, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2688, 0.2572, 0.3753, 0.442, 0.3287, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.302884, 0.444525, 0.188875, 0.034411, 0.013534, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.264, 0.3473, 0.4397, 0.5405, 0.6201, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2914, 0.2965, 0.4922, 0.5051, 0.5358, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4323937113571131, 0.4662984080334218, 0.4122170088997581, 0.47267526695449097, 0.36608222872796514, 0.4622545507390077, 0.4858371600441911, 0.40969327310021514, 0.3866408242500341 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2064707209925185, 0.1449922623586708, 0.23058571900397695, 0.12121166459112452, 0.17692497406437888, 0.3480766414115421, 0.13562543349050069, 0.14977534919076801, 0.20300453081126568 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22592298909230757, 0.321306128957327, 0.18163129260252203, 0.35146357794277777, 0.18915725705378125, 0.11417792398775303, 0.3502117014190437, 0.2599179127142121, 0.18363629896647943 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.42252536410582, 96.00840574928424, 37.97045555501624, 55.89208696980001, 27.62915231076891, 51.142102309192644, 101.06819438637274, 44.31163379735958, 33.06203616147208 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.57841660385907, 95.12139525489786, 37.075881783464126, 55.052734734246904, 26.833333912498865, 50.24591299867565, 100.12340491044117, 43.447592673708996, 32.244538516080695 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43267693690068854, "rpss": 0.058268753194219314, "brier_below": 0.19074081065719403, "bss_below": 0.05837997027948616, "brier_above": 0.24193612030402262, "bss_above": 0.058181052269782985, "crps": 54.50073251148581, "crpss": 0.07044412213370899, "crps_fair": 53.635912376430376, "crpss_fair": 0.052915462260280766, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.248366, 0.625984, 0.125122, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2735, 0.3467, 0.4247, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0603, 0.3229, 0.455, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287103, 0.612495, 0.098139, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.274, 0.3446, 0.4292, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2674, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4265227671556591, 0.5010660566040073, 0.4083037388260105, 0.4804821567361624, 0.36491195707920127, 0.4497736099990893, 0.488055928534181, 0.4104620478247649, 0.3954325472756508 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24453458845774217, 0.12666622668040514, 0.2330932145544477, 0.10507362968060949, 0.18576480935402134, 0.3347310496135642, 0.10419775563559565, 0.11472793248347864, 0.19034793133571837 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18198818525700386, 0.374399803745522, 0.17521052838194479, 0.37540849864185477, 0.17914715083279925, 0.1150425744185813, 0.3838581416965594, 0.2957340983058416, 0.20508461810022147 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.37655926652322, 119.68622274207048, 39.33432427045416, 60.42103648653824, 28.173278569707012, 53.20052200364715, 109.46227386588617, 50.73042193461503, 35.355257479800834 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.51696053613458, 118.78700981955049, 38.4123965209681, 59.55897091550933, 27.37296052178096, 52.27859980283532, 108.49033593492389, 49.82964583492042, 34.53527928717417 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43611231222608077, "rpss": 0.06072224809651783, "brier_below": 0.18212634864395363, "bss_below": 0.06261449441143119, "brier_above": 0.25398595548670316, "bss_above": 0.05936066055313449, "crps": 59.63776629102693, "crpss": 0.07109983147637533, "crps_fair": 58.753573241533026, "crpss_fair": 0.054606589993509314, "reliability": { "below": { "weight": [ 0.0, 0.00056, 0.270605, 0.598766, 0.129695, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3455, 0.4267, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0594, 0.291, 0.4536, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601697, 0.106286, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.2743, 0.3449, 0.4298, 0.5212, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2884, 0.5044, 0.8224, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.49418809187728935, "training": [ 0.5540413081198106, 0.47320973964146185, 0.5147952021481872, 0.4047614306374817, 0.5259541376817016, 0.45021552682130567, 0.46322534722601927, 0.542187535665699, 0.48059224423596536, 0.5138967195254538, 0.5087446568631374, 0.4531103506568318, 0.48420104357223837, 0.4427957761981389, 0.5026015997099633, 0.5567430735413552, 0.5400820873157068, 0.5624976809730915, 0.45083176060136054, 0.4779245547261611, 0.4680367250895356, 0.5198726680820449, 0.5013906310190697, 0.4688024050032218 ], "test": 0.5218473004507769 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36337950562838156, 0.4126819477784479, 0.42431438178964204, 0.6533505518645211, 0.40117756480260164, 0.4127004959159708, 0.5043121744308141, 0.4014321459238547, 0.41239328847283646, 0.44002637203575473, 0.40272240644247104, 0.5336631819460756, 0.45315582801813176, 0.4923575811775849, 0.4060436466237741, 0.43801668162098367, 0.42357890488092226, 0.37490751088509916, 0.4860856622649159, 0.4108203431513818, 0.4843526938858622, 0.41657024476565263, 0.43261908159514967, 0.4587466609010958 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11026683467509042, 0.20414578056705668, 0.12916170502606958, 0.20238662009295214, 0.13617929453005903, 0.1864571246201247, 0.35702021674366674, 0.2630592335040463, 0.23925796966989638, 0.31639249908008643, 0.24273455727727267, 0.3490152325979663, 0.17247418792872132, 0.21409775281821794, 0.19705312875349673, 0.2853487280943952, 0.31448319851946893, 0.10405882640078695, 0.2898562800855792, 0.25418881775956437, 0.19744384741598206, 0.1984911505648239, 0.2243225396846494, 0.1587371821821671 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25311267009912725, 0.20853616768585292, 0.29515268041534515, 0.4509639317422942, 0.2649982717739837, 0.2262433722469378, 0.147291954330798, 0.13837291157591866, 0.17313531590448902, 0.1236338688610393, 0.15998784867879468, 0.1846479470250825, 0.2806816419874957, 0.27825982740381894, 0.2089905175295545, 0.1526679515787562, 0.10909570476269466, 0.27084868454370997, 0.1962293815313361, 0.15663152390420698, 0.28690884861314636, 0.21807909333577483, 0.20829654127232086, 0.3000094807052335 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.95897998119192, 37.194167717170146, 46.46000291666583, 110.05064781662095, 41.19968889836135, 53.642623776906134, 57.72991866247013, 34.73505478278056, 36.53330020758499, 40.4630355998949, 42.48823710197668, 58.056121876077725, 43.93836627691933, 52.72571468758158, 32.73931609960308, 48.92527254685782, 39.64588717836533, 78.17185333169014, 55.9773366066474, 34.93416935452171, 63.096008084228345, 56.31245638752145, 44.09148844796668, 55.46448333709444 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.14180030934458, 35.678803915355225, 44.84112235324013, 108.46963433794191, 39.16562136806585, 51.76624952627143, 56.19002166824997, 33.167296022905546, 34.73094144466794, 38.54429887172591, 40.78360041799703, 56.04997563233859, 42.17117973527179, 50.95095161224791, 30.939481952196488, 47.337210778957996, 37.91298806914723, 76.48007315863026, 54.165064731612866, 33.09354397247761, 61.56891252102753, 54.56308723130172, 42.37644462194222, 53.50770033641919 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44330870236674685, "rpss": 0.020895088361454817, "brier_below": 0.22277636285800587, "bss_below": 0.01707311045999571, "brier_above": 0.22053233906282133, "bss_above": 0.02472589909777434, "crps": 50.39725548652911, "crpss": -0.007060317126597049, "crps_fair": 48.64983352455571, "crpss_fair": -0.014409623928292037, "reliability": { "below": { "weight": [ 0.0, 0.019623, 0.307722, 0.438458, 0.202018, 0.031928, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1828, 0.26, 0.3502, 0.4371, 0.5262, 0.6102, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2435, 0.2527, 0.3782, 0.44, 0.3092, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303303, 0.446736, 0.191475, 0.03239, 0.011207, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2651, 0.3469, 0.4398, 0.5396, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2809, 0.2964, 0.5067, 0.5185, 0.5571, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3630486696758215, 0.4345652696076363, 0.4320501660966391, 0.6189685533470926, 0.38673322973457613, 0.42251268404152725, 0.5116562506773378, 0.393580185897515, 0.40202846907890094, 0.43294942900431144, 0.39485654162212086, 0.517157388277584, 0.47315691110108654, 0.5125703366473878, 0.4066581923626376, 0.44658311823813285, 0.41104656168779646, 0.3923216455661865, 0.5106557001253926, 0.41001904390320315, 0.5091513000795457, 0.41893329277595714, 0.44008703001801086, 0.440479426207648 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11763534493191473, 0.21230889486539284, 0.12498856778289792, 0.20208608456695829, 0.13700157266465873, 0.1799632353365251, 0.3807639558498022, 0.29083834630473987, 0.22818881757843903, 0.3004796333916553, 0.21204091363632363, 0.33950687278253644, 0.16372554365034822, 0.21989735416613954, 0.19467678112862824, 0.32824604874238406, 0.29677860612556445, 0.08901578546711338, 0.31760618948668556, 0.23692919264558882, 0.16951124395102418, 0.22893256973953455, 0.2244949028695173, 0.1548853195559403 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24541332364635907, 0.2222563752437349, 0.3070616022825866, 0.41688246888089453, 0.2497316567277629, 0.24254945006542333, 0.13089229139865186, 0.10274183849199023, 0.17383964887342593, 0.13246979174292997, 0.1828156279286611, 0.17765051207196866, 0.3094313703473605, 0.2926729811012437, 0.21198141112560637, 0.11833706669249748, 0.11426795484593788, 0.3033058607747148, 0.19304951052360064, 0.1730898504441295, 0.3396400601143298, 0.1900007219499539, 0.21559212652831197, 0.28559410879608427 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.017848568463386, 41.28802501690924, 50.14185625841531, 102.59224936751005, 39.75683527018461, 60.35689936903049, 59.938621798206626, 37.008681884378476, 36.08950493691403, 38.4244363708242, 40.286059037650986, 57.044236123699996, 49.06249448440112, 58.15793110056266, 33.51648930712431, 49.11015963857996, 38.0483253520394, 92.98723758732258, 63.23241440112372, 35.5141728672944, 74.63259489467636, 51.022978212745755, 48.899795100254615, 54.76293139466748 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.190230046801844, 39.73681986941225, 48.50943076416475, 100.96373635316898, 37.70782620392172, 58.34809422438481, 58.40923331519684, 35.392048225592205, 34.32881412766028, 36.389996480663356, 38.49725765716624, 54.977246007713674, 47.24292938672763, 56.30955500978577, 31.717496326884024, 47.47000577687581, 36.28497265169895, 91.33357806840165, 61.32539548134545, 33.628126860630935, 73.09044994528016, 49.2859241286475, 47.10810559914273, 52.66660143492813 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44507372482391866, "rpss": 0.01712301259266824, "brier_below": 0.22293757405084635, "bss_below": 0.016164003200998422, "brier_above": 0.22213615044159, "bss_above": 0.01808360545431864, "crps": 52.32886576429082, "crpss": -0.016632046475683282, "crps_fair": 50.5380780810915, "crpss_fair": -0.02452981597522852, "reliability": { "below": { "weight": [ 0.0, 0.022022, 0.321248, 0.41785, 0.204623, 0.033945, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1823, 0.2598, 0.3503, 0.4378, 0.5267, 0.6108, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2688, 0.2571, 0.3753, 0.4419, 0.3287, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.302884, 0.444525, 0.188875, 0.034411, 0.013534, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.264, 0.3473, 0.4397, 0.5405, 0.6201, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2914, 0.2965, 0.4922, 0.5051, 0.5358, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4323947028697287, 0.46631037269075126, 0.4122187123921279, 0.4726803922708035, 0.36608182722645183, 0.4622409009135203, 0.4858428498584955, 0.40970498869325234, 0.38664523861888095 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20647126897846255, 0.14500422442052566, 0.23058665682833265, 0.12121604576415133, 0.17692416322535368, 0.34806242850134256, 0.135629528196553, 0.14978563572632186, 0.20300896760512208 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22592343261891532, 0.3213061315527366, 0.18163205827061207, 0.3514643220859769, 0.1891576663913804, 0.11417848707259157, 0.3502132965271074, 0.2599193417716227, 0.1836362765415303 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.423797339150866, 96.01037374450878, 37.97237976853953, 55.89380696255245, 27.630675891922237, 51.14252494511447, 101.06940504191024, 44.31343382195443, 33.063942113938595 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.579592100212885, 95.12326107421019, 37.07772880710186, 55.054379651937964, 26.834775331633928, 50.24625399981702, 100.1245242123621, 43.44932847108157, 32.24636916168861 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.432679998392668, "rpss": 0.05826208978692149, "brier_below": 0.19074321324957394, "bss_below": 0.05836810952928595, "brier_above": 0.24193677920360812, "bss_above": 0.058178487278191415, "crps": 54.50225995884351, "crpss": 0.07041807023304536, "crps_fair": 53.63735697889402, "crpss_fair": 0.052889953965635006, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.248366, 0.625984, 0.125122, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2735, 0.3468, 0.4247, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0603, 0.3229, 0.455, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287103, 0.612495, 0.098139, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.274, 0.3446, 0.4292, 0.5202, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2674, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4265234062217809, 0.501080827398178, 0.4083051551495415, 0.48048868771680486, 0.36491148113032973, 0.44975658166764604, 0.4880625647716968, 0.4104762182033544, 0.3954380670011752 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2445350014122498, 0.1266808518116599, 0.23309404127691197, 0.10507925907853369, 0.18576383292681545, 0.33471334179691176, 0.10420262932356329, 0.11474041339220872, 0.1903535504103851 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18198841136859525, 0.37439994940834853, 0.1752111179831077, 0.37540940022444186, 0.179147651311258, 0.11504325390391942, 0.38385990424588806, 0.29573578777554727, 0.20508451875112585 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.378133157371856, 119.68865786034279, 39.33670521500724, 60.42316473650929, 28.17516378785161, 53.20104495636721, 109.4637718824383, 50.732649212774454, 35.35761582885548 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.5184150481245, 118.78931850945153, 38.4146819538561, 59.56100627061384, 27.37474407594311, 52.279021743955845, 108.49172091417886, 49.83179364089384, 34.53754445454568 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43611588769561194, "rpss": 0.06071454742196891, "brier_below": 0.18212921349213773, "bss_below": 0.06259974933372281, "brier_above": 0.2539866661080257, "bss_above": 0.05935802876048213, "crps": 59.639656293057584, "crpss": 0.07107039336502452, "crps_fair": 58.755360734618144, "crpss_fair": 0.054577827756765784, "reliability": { "below": { "weight": [ 0.0, 0.00056, 0.270605, 0.598766, 0.129695, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3455, 0.4267, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0594, 0.291, 0.4536, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601697, 0.106286, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.2743, 0.3449, 0.4298, 0.5212, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2884, 0.5044, 0.8224, 1.0, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs_r3", "1995": "mvs_r3", "1996": "mvs_r3", "1997": "mvs_r3", "1998": "mvs_r3", "1999": "mvs", "2000": "mvs", "2001": "mvs_r3", "2002": "mvs_r3", "2003": "mvs", "2004": "mvs_r3", "2005": "mvs_r3", "2006": "mvs_r3", "2007": "mvs_r3", "2008": "mvs", "2009": "mvs", "2010": "mvs_r3", "2011": "mvs_r3", "2012": "mvs", "2013": "vs", "2014": "mvs_r3", "2015": "mvs_r3", "2016": "vs" }, "chosen_test": "mvs", "frequency": { "mvs": 7, "mvs_r3": 15, "mvs_r4": 0, "vs": 2 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41274134195972784, 0.4242592522328025, 0.6532639655044419, 0.40110570951604857, 0.4126851350973159, 0.5054558099087614, 0.4017736907006595, 0.41240836018661353, 0.4400375546572197, 0.4032896576530052, 0.5337524358109809, 0.45300278528664717, 0.49227670902487813, 0.40605972167273857, 0.4380752461524663, 0.424194625982471, 0.37484086524793114, 0.48624038818102244, 0.4110474227959342, 0.4843526938858622, 0.4164870264084155, 0.4326935597271526, 0.4587466609010958 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.2042382746580073, 0.12910967190880707, 0.20228230383515003, 0.13612164372984434, 0.18645838710110813, 0.35811229072266343, 0.2634638322819523, 0.23927181142202583, 0.3164049464776889, 0.24334860041004996, 0.3491051153182392, 0.1723366029600686, 0.2140451843816612, 0.1970697763979063, 0.2854809544073363, 0.31512132993304093, 0.10401644942730749, 0.28998732488043794, 0.25444603791101744, 0.19744384741598206, 0.1984426659072462, 0.2243996989146432, 0.1587371821821671 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20850306776680017, 0.29514958398027535, 0.4509816616947526, 0.2649840672940829, 0.22622674895972722, 0.14734351581666935, 0.13830985760395836, 0.17313654587024574, 0.12363260408398401, 0.15994105671726913, 0.1846473181688922, 0.280666184230938, 0.27823152369573567, 0.208989944934065, 0.15259428977750156, 0.10907329441992404, 0.2708244158925479, 0.19625306264274398, 0.15660138335467413, 0.28690884861314636, 0.21804435962938074, 0.2082938601567126, 0.3000094807052335 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 45.072381829211004, 37.19003534664934, 46.45033691817394, 110.04136179722832, 41.17581708719275, 53.63710566178779, 57.869230263416014, 34.72813198142703, 36.52213959261448, 40.44178438529307, 42.49749151866235, 58.045695968430934, 43.92105788995114, 52.686096952202014, 32.72546849666694, 48.92538933092279, 39.77837070817749, 78.14209033673588, 55.940698339519635, 34.91783660036538, 63.096008084228345, 56.30635541848275, 44.08429666194417, 55.46448333709444 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.26171050197705, 35.67653581677292, 44.83340237649325, 108.46127459867394, 39.14456668818544, 51.762264584557066, 56.339320557455096, 33.16820442175103, 34.72268065584422, 38.52507632517465, 40.8005315778099, 56.04168146808578, 42.15587829984513, 50.9131224095464, 30.927729104982244, 47.34572790194537, 38.05543955334344, 76.45292070864707, 54.13140425906216, 33.08651861258518, 61.56891252102753, 54.55986308684056, 42.370894663073045, 53.50770033641919 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44340582886434365, "rpss": 0.02068057186236605, "brier_below": 0.2228940498660256, "bss_below": 0.01655385552985833, "brier_above": 0.22051177854944873, "bss_above": 0.024816825155506983, "crps": 50.40248602109909, "crpss": -0.007164835988823226, "crps_fair": 48.65889004292074, "crpss_fair": -0.01459846361638939 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.43463788857589863, 0.4319827201398061, 0.6188364139824328, 0.38664656339440245, 0.4224932610981702, 0.5126790442583516, 0.3942365508256478, 0.40204555024219796, 0.43296503603279224, 0.3950053840032427, 0.5172683067514671, 0.472968678028307, 0.5124719267028944, 0.406676795365458, 0.4469094165721273, 0.4115010731669094, 0.39223991650353707, 0.5108512446210112, 0.4097211358402832, 0.5091513000795457, 0.41884357485130397, 0.44017711386539315, 0.440479426207648 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21242301453901646, 0.12492426216833734, 0.20194561543712772, 0.1369314324230584, 0.17996436639632005, 0.3817562927925281, 0.29154837843649484, 0.22820571710401008, 0.3004956041636108, 0.21223179258135283, 0.33961832470555464, 0.1635556928978687, 0.21983419050048048, 0.19469698731616272, 0.32865138177061776, 0.29725840951635846, 0.08896394682076042, 0.3177672004400325, 0.2366631827164087, 0.16951124395102418, 0.2288761831332342, 0.2245882586773009, 0.1548853195559403 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22221487452677735, 0.3070584619457644, 0.4168907987138771, 0.24971513063630332, 0.24252889607773212, 0.13092274801220255, 0.10268817128919704, 0.17383983051641916, 0.132469427998582, 0.18277359135622082, 0.17764997862182635, 0.3094129880349053, 0.2926377348324448, 0.21197980794090804, 0.11825803195874325, 0.1142426628840082, 0.30327597037405435, 0.19308404405389265, 0.1730579522615703, 0.3396400601143298, 0.1899673906232356, 0.21558885454613574, 0.28559410879608427 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.09749889096676, 41.28291178754893, 50.12989593998875, 102.58075921996407, 39.727297249540904, 60.35007147494534, 60.07369210830356, 37.027685592016525, 36.0755854031094, 38.39814097115054, 40.27027699445523, 57.03133552419689, 49.041077781329676, 58.108909705527594, 33.49935483925741, 49.14166825117503, 38.146997617862205, 92.95041005240418, 63.18783245195492, 35.47373876534071, 74.63259489467636, 51.015615668388755, 48.89089627299355, 54.76293139466748 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.276007000266596, 39.73401341529477, 48.49987837490916, 100.95339234745741, 37.681773988421135, 58.34316341751006, 58.55299905021038, 35.41800575051542, 34.318465578562254, 36.36621127338079, 38.48809974722727, 54.96698314189292, 47.22399600491094, 56.262746673273725, 31.702953825639163, 47.508960741529336, 36.39269506030178, 91.29998071701233, 61.28443906118554, 33.59577844599383, 73.09044994528016, 49.28208155456617, 47.101238302878876, 52.66660143492813 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4451469823676017, "rpss": 0.016961234554954352, "brier_below": 0.2230308819390577, "bss_below": 0.015752230265913547, "brier_above": 0.22211610009149477, "bss_above": 0.018172234736116066, "crps": 52.32904911882353, "crpss": -0.016635608641441868, "crps_fair": 50.54212145221451, "crpss_fair": -0.024611784946544146 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.432182676870745, 95.9086146571955, 37.90275542026958, 55.82360421291961, 27.610569780585042, 51.25928789592328, 101.08733529525618, 44.25260937200393, 32.987045330511506 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.59334470500503, 95.02689869442358, 37.0124173980534, 54.98822396524967, 26.819199141741493, 50.36768551517088, 100.14761598216667, 43.392507680862174, 32.17384794953698 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "brier_below": 0.19053471596347932, "bss_below": 0.05939738700825148, "brier_above": 0.241920706029438, "bss_above": 0.05824105759619336, "crps": 54.47377829350393, "crpss": 0.0709038490145002, "crps_fair": 53.613526781356654, "crpss_fair": 0.053310739417377184 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.366462689430804, 119.59488457212807, 39.28161729363782, 60.36382993258626, 28.172852732555675, 53.31231441464291, 109.50990889727429, 50.675033714434306, 35.29483466989173 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.511297083502576, 118.70012220238723, 38.363321308986485, 59.505029022069245, 27.376253762848574, 52.39434883985975, 108.54234996222335, 49.77765312968174, 34.47852130862453 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "brier_below": 0.1819696114826746, "bss_below": 0.06342120439196941, "brier_above": 0.25397370270143854, "bss_above": 0.05940603885689, "crps": 59.61908210184244, "crpss": 0.07139085086830732, "crps_fair": 58.738766291131505, "crpss_fair": 0.05484484602730577 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs", "1995": "mvs", "1996": "mvs", "1997": "mvs", "1998": "mvs", "1999": "mvs", "2000": "mvs", "2001": "mvs", "2002": "mvs", "2003": "mvs", "2004": "mvs", "2005": "mvs", "2006": "mvs", "2007": "mvs", "2008": "mvs", "2009": "mvs", "2010": "mvs", "2011": "mvs", "2012": "mvs", "2013": "mvs", "2014": "mvs", "2015": "mvs", "2016": "mvs" }, "chosen_test": "mvs", "frequency": { "mvs": 24, "mvs_r3": 0, "mvs_r4": 0, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41328690639629373, 0.4238847304745396, 0.6524095325264818, 0.4007479085533097, 0.41229467511651025, 0.5054558099087614, 0.4017736907006595, 0.4129148905568251, 0.4400293896531789, 0.4032896576530052, 0.5340912065641261, 0.4522990604078773, 0.4911723931822398, 0.40617989010738836, 0.4380752461524663, 0.424194625982471, 0.37462235268645694, 0.4864778269648469, 0.4110474227959342, 0.4844154765833763, 0.4162801422042627, 0.43261404217534816, 0.4579645445558511 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.20481989845654344, 0.1287740144034606, 0.2014415157839072, 0.1358124908789225, 0.1862148797645197, 0.35811229072266343, 0.2634638322819523, 0.23978541661777558, 0.31647126441248014, 0.24334860041004996, 0.34948951088293645, 0.17163340151070153, 0.21300937866812045, 0.19723319951526883, 0.2854809544073363, 0.31512132993304093, 0.10380389236419278, 0.29025900141691097, 0.25444603791101744, 0.1974773774231324, 0.198273158926421, 0.22437644978042168, 0.15804668604898287 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20846700842716226, 0.29511071969217645, 0.4509680166681313, 0.2649354191598375, 0.22607979627352062, 0.14734351581666935, 0.13830985760395836, 0.17312947105966264, 0.12355812112310414, 0.15994105671726913, 0.18460169337056231, 0.28066566079697297, 0.27816301370697544, 0.20894669027511922, 0.15259428977750156, 0.10907329441992404, 0.2708184604093669, 0.1962188249220034, 0.15660138335467413, 0.28693810132211495, 0.21800698239883262, 0.20823759182506063, 0.29991786045918695 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 45.072381829211004, 37.188270989773805, 46.440452858595094, 110.00096005251274, 41.11876031869803, 53.55646501335592, 57.869230263416014, 34.72813198142703, 36.55986676445294, 40.445334744690484, 42.49749151866235, 58.044055788713315, 43.849649745440466, 52.54012485711115, 32.70279521398612, 48.92538933092279, 39.77837070817749, 78.03976361951632, 55.837162547129715, 34.91783660036538, 63.04063659918974, 56.322836195085095, 44.07032611861171, 55.37359824411626 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.26171050197705, 35.682177096387846, 44.83136188529825, 108.42389963584552, 39.09845912283084, 51.68933223818182, 56.339320557455096, 33.16820442175103, 34.77140072687025, 38.53715862044211, 40.8005315778099, 56.048324150205865, 42.092197511486354, 50.774775580623405, 30.913229989933555, 47.34572790194537, 38.05543955334344, 76.35968100369071, 54.03916928054243, 33.08651861258518, 61.52094901350746, 54.58614614563284, 42.36405301759952, 53.42699947176135 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4432696123396777, "rpss": 0.020981423769027785, "brier_below": 0.2227878269467092, "bss_below": 0.01702252896694134, "brier_above": 0.22048178494822068, "bss_above": 0.024949467753843435, "crps": 50.37166216263171, "crpss": -0.006548899974380573, "crps_fair": 48.63403198407113, "crpss_fair": -0.014080142127858686 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.4354460330749334, 0.43173556343180974, 0.6178868358567043, 0.3862871396724849, 0.42228777286245833, 0.5126790442583516, 0.3942365508256478, 0.4021425742530715, 0.4327450632062659, 0.3950053840032427, 0.5174739650510932, 0.47243486556254366, 0.5115671476275402, 0.4068311158651589, 0.4469094165721273, 0.4115010731669094, 0.3921212210071148, 0.5112538545896481, 0.4097211358402832, 0.5087958336724344, 0.4186977086968805, 0.4404081505566645, 0.4398043789000503 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21323986079649188, 0.12471378543765509, 0.2010163440483656, 0.1366383430448727, 0.17988818594992073, 0.3817562927925281, 0.29154837843649484, 0.2283057037918064, 0.300341807912182, 0.21223179258135283, 0.3398648656655602, 0.163023434288496, 0.2190139436367841, 0.19486325837248678, 0.32865138177061776, 0.29725840951635846, 0.08885273889246466, 0.3181803951598283, 0.2366631827164087, 0.16909975401572155, 0.2287727840902167, 0.22489910872304258, 0.15430530635752748 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22220617274714438, 0.30702178193137425, 0.41687049183888253, 0.24964879628450162, 0.24239958826777996, 0.13092274801220255, 0.10268817128919704, 0.17383686784776323, 0.13240325140194256, 0.18277359135622082, 0.1776090959592097, 0.30941143418110517, 0.2925532027366031, 0.21196785738602028, 0.11825803195874325, 0.1142426628840082, 0.30326848281004587, 0.19307345932266498, 0.1730579522615703, 0.3396960836938814, 0.18992492351692733, 0.21550904127040935, 0.2854990746465333 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.09749889096676, 41.30896753117933, 50.134042944529604, 102.5314617872291, 39.67163582323805, 60.280848614452395, 60.07369210830356, 37.027685592016525, 36.07557166884964, 38.368981854661506, 40.27027699445523, 57.02102331067477, 48.99066809660875, 57.99454307207678, 33.48610765505973, 49.14166825117503, 38.146997617862205, 92.86169205653498, 63.13603378503479, 35.47373876534071, 74.54964729712962, 51.02450198610381, 48.898857701651956, 54.67326619806814 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.276007000266596, 39.76520394754631, 48.50926314250584, 100.90716210264864, 37.63425921821849, 58.280802774856824, 58.55299905021038, 35.41800575051542, 34.326158564694786, 36.34375942948089, 38.48809974722727, 54.96294843113454, 47.17963128056008, 56.15386815816383, 31.696145146329982, 47.508960741529336, 36.39269506030178, 91.21839709955609, 61.24049521450254, 33.59577844599383, 73.01375473644129, 49.29739827567477, 47.11448981356772, 52.586045517665426 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4450296285111263, "rpss": 0.01722039252919516, "brier_below": 0.22294055943712365, "bss_below": 0.0161508285242018, "brier_above": 0.2220890687368913, "bss_above": 0.018291722402572708, "crps": 52.30164206680013, "crpss": -0.01610315132597262, "crps_fair": 50.51926369373302, "crpss_fair": -0.02414840256280848 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.432182676870745, 95.9086146571955, 37.90275542026958, 55.82360421291961, 27.610569780585042, 51.25928789592328, 101.08733529525618, 44.25260937200393, 32.987045330511506 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.59334470500503, 95.02689869442358, 37.0124173980534, 54.98822396524967, 26.819199141741493, 50.36768551517088, 100.14761598216667, 43.392507680862174, 32.17384794953698 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "brier_below": 0.19053471596347932, "bss_below": 0.05939738700825148, "brier_above": 0.241920706029438, "bss_above": 0.05824105759619336, "crps": 54.47377829350393, "crpss": 0.0709038490145002, "crps_fair": 53.613526781356654, "crpss_fair": 0.053310739417377184 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.366462689430804, 119.59488457212807, 39.28161729363782, 60.36382993258626, 28.172852732555675, 53.31231441464291, 109.50990889727429, 50.675033714434306, 35.29483466989173 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.511297083502576, 118.70012220238723, 38.363321308986485, 59.505029022069245, 27.376253762848574, 52.39434883985975, 108.54234996222335, 49.77765312968174, 34.47852130862453 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "brier_below": 0.1819696114826746, "bss_below": 0.06342120439196941, "brier_above": 0.25397370270143854, "bss_above": 0.05940603885689, "crps": 59.61908210184244, "crpss": 0.07139085086830732, "crps_fair": 58.738766291131505, "crpss_fair": 0.05484484602730577 } } } } } }, "tests": { "mvs_r3": { "rps": { "Feb": { "training": { "mean_difference": 0.00029704434347789754, "bootstrap_95": [ -0.0034705437030578246, 0.004074461371953857 ], "p_improvement": 0.55785, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.007027301230396842, "bootstrap_95": [ -0.010967663600722691, -0.0029363574642767257 ], "p_improvement": 0.0078125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002734026438046914, "bootstrap_95": [ -0.0008398030906143803, 0.00037117003738280495 ], "p_improvement": 0.20098, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0006441455300156459, "bootstrap_95": [ -0.0016763782714334572, 0.0003306627431051849 ], "p_improvement": 0.12890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -2.94336955891511e-05, "bootstrap_95": [ -0.0004858729551533087, 0.00040263618740049703 ], "p_improvement": 0.44843, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00010027933368708973, "bootstrap_95": [ -0.0005647683968511563, 0.0007042085000047883 ], "p_improvement": 0.61328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -5.895430908758881e-06, "bootstrap_95": [ -0.0001496231716686823, 0.00014124562402240254 ], "p_improvement": 0.46727, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.000161625944077722, "bootstrap_95": [ -0.00010207421889011899, 0.0003471150343479375 ], "p_improvement": 0.87890625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 3.521898002939681e-05, "bootstrap_95": [ -0.00016321947735569822, 0.00023398458540219678 ], "p_improvement": 0.62935, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00017991996668650614, "bootstrap_95": [ -0.00013595522789765425, 0.000425631321015939 ], "p_improvement": 0.873046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.00045981634176431047, "bootstrap_95": [ -0.0031046881949306883, 0.0023428143936693392 ], "p_improvement": 0.373925, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.006742034480534054, "bootstrap_95": [ -0.009356638949219226, -0.004037747211627119 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002797479005512543, "bootstrap_95": [ -0.0007323859542398401, 0.000219860743978412 ], "p_improvement": 0.13617, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0005199904533765703, "bootstrap_95": [ -0.001364959143102237, 0.00022511256032521165 ], "p_improvement": 0.12109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -8.956286349786485e-05, "bootstrap_95": [ -0.0005845370249780162, 0.00036843201540959507 ], "p_improvement": 0.35741, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00010926729787637103, "bootstrap_95": [ -0.0006031508548283964, 0.000748943860705658 ], "p_improvement": 0.6171875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -3.1031000464348695e-05, "bootstrap_95": [ -0.00017741337096604848, 0.00011656235469220959 ], "p_improvement": 0.342885, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00015159697326463015, "bootstrap_95": [ -0.00012246048075700998, 0.00034623955750497093 ], "p_improvement": 0.859375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -8.452269335766302e-06, "bootstrap_95": [ -0.00019875841368675146, 0.00018320089135430916 ], "p_improvement": 0.466645, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00016360678782099803, "bootstrap_95": [ -0.00016353848264698682, 0.0004150759055580998 ], "p_improvement": 0.83984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0007568608209784101, "bootstrap_95": [ -0.0009022968416085099, 0.0023238761116562384 ], "p_improvement": 0.811085, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0002852665836334904, "bootstrap_95": [ -0.0018479353216202096, 0.0013282290266923994 ], "p_improvement": 0.37109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 6.345269994584175e-06, "bootstrap_95": [ -0.00024201168965092416, 0.00024331572317530935 ], "p_improvement": 0.518325, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00012415503731073708, "bootstrap_95": [ -0.0004682824178625161, 0.00019744111574458557 ], "p_improvement": 0.25, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 6.012917314269078e-05, "bootstrap_95": [ 2.666243369416037e-06, 0.00012515105554801686 ], "p_improvement": 0.96978, "years_better": 8, "years": 24 }, "test": { "mean_difference": -8.987954295544246e-06, "bootstrap_95": [ -8.159086822717941e-05, 5.679857587373181e-05 ], "p_improvement": 0.41015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 2.513556035669354e-05, "bootstrap_95": [ -1.0536922432167363e-05, 5.7405721626065534e-05 ], "p_improvement": 0.91285, "years_better": 7, "years": 24 }, "test": { "mean_difference": 1.0028969034361901e-05, "bootstrap_95": [ -3.923458747854011e-05, 6.012127257112467e-05 ], "p_improvement": 0.66015625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 4.367124776211093e-05, "bootstrap_95": [ 2.527197248214691e-05, 6.226681030442817e-05 ], "p_improvement": 0.99995, "years_better": 2, "years": 24 }, "test": { "mean_difference": 1.6313187887476463e-05, "bootstrap_95": [ -6.076819990649376e-06, 3.7362135791895434e-05 ], "p_improvement": 0.90234375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.03098142510928144, "bootstrap_95": [ -0.054419578872685746, -0.0016359156287642648 ], "p_improvement": 0.016285, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.011669748087553907, "bootstrap_95": [ -0.045384764837931975, 0.03406511624970366 ], "p_improvement": 0.3203125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.211705, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.023434013218997407, "bootstrap_95": [ -0.05392410089074481, 0.0057380388862565065 ], "p_improvement": 0.06981, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.058471952381274325, "bootstrap_95": [ -0.10754011792592828, -0.010039386454163676 ], "p_improvement": 0.037109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.73566, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.004328076053702408, "bootstrap_95": [ -0.02992863508562066, 0.019875374129386773 ], "p_improvement": 0.36836, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.009158222138358004, "bootstrap_95": [ -0.03811656766034873, 0.018498264128418807 ], "p_improvement": 0.287109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.008164846405471623, "bootstrap_95": [ -0.008872186863208675, 0.02475698682960392 ], "p_improvement": 0.82323, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.023298654031367425, "bootstrap_95": [ -0.008262321708454264, 0.051393510909404964 ], "p_improvement": 0.912109375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.013473428478640415, "bootstrap_95": [ -0.012995142446906967, 0.03932567375576033 ], "p_improvement": 0.82891, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.014496256766360065, "bootstrap_95": [ -0.02518192623792803, 0.04584653695175302 ], "p_improvement": 0.76953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "mvs_r4": { "rps": { "Feb": { "training": { "mean_difference": 0.00041577567837438115, "bootstrap_95": [ -0.004530140396611236, 0.005433276609294007 ], "p_improvement": 0.56147, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.009045867107603177, "bootstrap_95": [ -0.013724296889783714, -0.003754114122407189 ], "p_improvement": 0.0078125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0003545628468688, "bootstrap_95": [ -0.0009592537532957315, 0.00035302259154924647 ], "p_improvement": 0.15597, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0006251085973624534, "bootstrap_95": [ -0.0017048823607560117, 0.0003845217317906208 ], "p_improvement": 0.14453125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -8.39140255007841e-05, "bootstrap_95": [ -0.0006778436068338162, 0.0004811640096737266 ], "p_improvement": 0.38941, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00016719051034089525, "bootstrap_95": [ -0.0006920220335171888, 0.0009310636670364518 ], "p_improvement": 0.634765625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -1.0640811290760685e-05, "bootstrap_95": [ -0.00022138173384054664, 0.00017882235645996571 ], "p_improvement": 0.460695, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00021561746065413342, "bootstrap_95": [ -2.499459848936834e-05, 0.000365504826115577 ], "p_improvement": 0.95703125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 4.084290046299741e-05, "bootstrap_95": [ -0.00018133740143335103, 0.000264099626368033 ], "p_improvement": 0.633945, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00022150896019025435, "bootstrap_95": [ -0.00013056841216439925, 0.0005007770208071257 ], "p_improvement": 0.88671875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.00030941297570341353, "bootstrap_95": [ -0.003991872050124398, 0.0034976896192236238 ], "p_improvement": 0.4368, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.008763616488028049, "bootstrap_95": [ -0.012150189413261708, -0.004909373350665603 ], "p_improvement": 0.00390625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0003280015011057445, "bootstrap_95": [ -0.0008166906376170135, 0.00021061413845513015 ], "p_improvement": 0.117605, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0005340954372299604, "bootstrap_95": [ -0.0014204046005462322, 0.00024669436948504856 ], "p_improvement": 0.125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00013577236051401376, "bootstrap_95": [ -0.0007676372184937687, 0.0004516331493555123 ], "p_improvement": 0.33398, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00018547062837078065, "bootstrap_95": [ -0.000727551216977635, 0.000993778898802287 ], "p_improvement": 0.62890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -4.042394785764141e-05, "bootstrap_95": [ -0.0002317712238951002, 0.00013620971560945728 ], "p_improvement": 0.343095, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00020037784105721002, "bootstrap_95": [ -6.519973421893909e-05, 0.00036823251033287174 ], "p_improvement": 0.923828125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -9.869885077776428e-06, "bootstrap_95": [ -0.00022144513877678752, 0.00020723073034278506 ], "p_improvement": 0.465255, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0002060946937146899, "bootstrap_95": [ -0.00015924851869539237, 0.0004922935083661365 ], "p_improvement": 0.87109375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.000725188786571833, "bootstrap_95": [ -0.0012751793590010697, 0.002604822630778716 ], "p_improvement": 0.75971, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.000282250388985425, "bootstrap_95": [ -0.0018983562016069988, 0.0014565270480514543 ], "p_improvement": 0.37890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -2.65613322738423e-05, "bootstrap_95": [ -0.00030387787772846253, 0.00023390612634142824 ], "p_improvement": 0.425575, "years_better": 10, "years": 24 }, "test": { "mean_difference": -9.101312079792812e-05, "bootstrap_95": [ -0.00042576282946927, 0.00022432048597802333 ], "p_improvement": 0.314453125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 5.1858344364511554e-05, "bootstrap_95": [ -2.489998596543786e-06, 0.00011627549631197876 ], "p_improvement": 0.950585, "years_better": 9, "years": 24 }, "test": { "mean_difference": -1.8280114140493502e-05, "bootstrap_95": [ -9.863881972473998e-05, 5.706700575877077e-05 ], "p_improvement": 0.337890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 2.9783128494643405e-05, "bootstrap_95": [ -1.4800958556411138e-05, 7.66004853616677e-05 ], "p_improvement": 0.883185, "years_better": 11, "years": 24 }, "test": { "mean_difference": 1.5239620672882142e-05, "bootstrap_95": [ -5.822801815795043e-05, 7.674628735280503e-05 ], "p_improvement": 0.65234375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 5.071278472684043e-05, "bootstrap_95": [ 3.0561297854805904e-05, 7.147421255333977e-05 ], "p_improvement": 0.99998, "years_better": 2, "years": 24 }, "test": { "mean_difference": 1.5414274584688952e-05, "bootstrap_95": [ -7.901807278078925e-06, 3.7233522670941e-05 ], "p_improvement": 0.8828125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.03805481908636204, "bootstrap_95": [ -0.06556015158776736, -0.003768594606740762 ], "p_improvement": 0.01283, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.013334144776950533, "bootstrap_95": [ -0.05437803413062623, 0.043705760181470626 ], "p_improvement": 0.341796875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.17962, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.026831864982774716, "bootstrap_95": [ -0.05983786027932916, 0.005010731413359563 ], "p_improvement": 0.061305, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.06361365105695861, "bootstrap_95": [ -0.11559616186466702, -0.012211517202702261 ], "p_improvement": 0.0390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.73566, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00494421246700479, "bootstrap_95": [ -0.03578716285496843, 0.024362562191247467 ], "p_improvement": 0.37512, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00727788600047161, "bootstrap_95": [ -0.04324702320288137, 0.026332715880086018 ], "p_improvement": 0.359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.010944738468480727, "bootstrap_95": [ -0.007925976455167353, 0.02920409738627884 ], "p_improvement": 0.86959, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.030305986182957174, "bootstrap_95": [ -0.0030255616534177452, 0.06024702874379889 ], "p_improvement": 0.9453125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.023874691225355054, "bootstrap_95": [ -0.006329445902320524, 0.05347778541056291 ], "p_improvement": 0.9252, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.026954217981876225, "bootstrap_95": [ -0.0196547973928713, 0.06398849372065481 ], "p_improvement": 0.875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "vs": { "rps": { "Feb": { "training": { "mean_difference": 0.0009879004470405503, "bootstrap_95": [ -0.0045906994664266405, 0.006602030710685246 ], "p_improvement": 0.62996, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00963459072890317, "bootstrap_95": [ -0.015020045854147766, -0.0032940892916872018 ], "p_improvement": 0.01171875, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00034889723340294593, "bootstrap_95": [ -0.0009331041496962286, 0.0003436540785534489 ], "p_improvement": 0.15171, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0006004940323957783, "bootstrap_95": [ -0.0016754335263481194, 0.00036907705875319533 ], "p_improvement": 0.1484375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -8.683986266127634e-05, "bootstrap_95": [ -0.0006782191824108379, 0.00047214878182117104 ], "p_improvement": 0.385015, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00016639179084624065, "bootstrap_95": [ -0.0006960564734607136, 0.0009360757012233319 ], "p_improvement": 0.63671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -4.1298379633544304e-05, "bootstrap_95": [ -0.00028844426246931533, 0.00017010902035273192 ], "p_improvement": 0.37904, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00022645110893856592, "bootstrap_95": [ -1.807562840354428e-05, 0.0003917505207922835 ], "p_improvement": 0.958984375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 3.909002706919499e-05, "bootstrap_95": [ -0.00018417850210197343, 0.00026207486483098975 ], "p_improvement": 0.627795, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00022457045216971942, "bootstrap_95": [ -0.0001321209642383465, 0.000506934348910304 ], "p_improvement": 0.88671875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.00022186928904036553, "bootstrap_95": [ -0.004135212549272267, 0.004605932390405218 ], "p_improvement": 0.537685, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00940686127995989, "bootstrap_95": [ -0.013457340211547717, -0.0046771625337072515 ], "p_improvement": 0.005859375, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0003284846830677625, "bootstrap_95": [ -0.000816770392645746, 0.00020259675279890964 ], "p_improvement": 0.1136, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005531351961025888, "bootstrap_95": [ -0.001437703360681339, 0.00022414332666901662 ], "p_improvement": 0.123046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00013800273515090881, "bootstrap_95": [ -0.0007689533093375722, 0.00044874577764408087 ], "p_improvement": 0.330905, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00018666801122836486, "bootstrap_95": [ -0.0007327729722702163, 0.000997689466363046 ], "p_improvement": 0.62890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -5.593222349179264e-05, "bootstrap_95": [ -0.0002703432354469281, 0.0001321768512429699 ], "p_improvement": 0.308335, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0002106149869365057, "bootstrap_95": [ -5.432099417579291e-05, 0.0003780153513440527 ], "p_improvement": 0.935546875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -1.1464088703379513e-05, "bootstrap_95": [ -0.00022410774157584178, 0.00020552665693391892 ], "p_improvement": 0.459695, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.00020849728609460363, "bootstrap_95": [ -0.00016071396353233182, 0.0004975447681963521 ], "p_improvement": 0.87109375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.000766031286920852, "bootstrap_95": [ -0.001351738372525066, 0.0027357265521210164 ], "p_improvement": 0.76001, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0002277291839109272, "bootstrap_95": [ -0.002005570399722633, 0.0016332910518276499 ], "p_improvement": 0.412109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -2.041253923396394e-05, "bootstrap_95": [ -0.0002824633618819656, 0.0002292994033545104 ], "p_improvement": 0.43928, "years_better": 9, "years": 24 }, "test": { "mean_difference": -4.735879702078005e-05, "bootstrap_95": [ -0.00035301451922912293, 0.00024561170407666363 ], "p_improvement": 0.376953125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 5.116288120045274e-05, "bootstrap_95": [ -9.969388131125337e-06, 0.00012546278096593974 ], "p_improvement": 0.9224, "years_better": 9, "years": 24 }, "test": { "mean_difference": -2.0276216818465587e-05, "bootstrap_95": [ -9.884046663421386e-05, 5.473676087679727e-05 ], "p_improvement": 0.3203125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 1.4633834367141935e-05, "bootstrap_95": [ -4.7602046610287566e-05, 7.506759177816741e-05 ], "p_improvement": 0.670965, "years_better": 12, "years": 24 }, "test": { "mean_difference": 1.5836123506927462e-05, "bootstrap_95": [ -7.309998023671927e-05, 8.515685507572694e-05 ], "p_improvement": 0.62890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 5.0554114600649104e-05, "bootstrap_95": [ 2.9987765498242383e-05, 7.12954406064202e-05 ], "p_improvement": 0.99996, "years_better": 3, "years": 24 }, "test": { "mean_difference": 1.6073174170171277e-05, "bootstrap_95": [ -7.27096919803028e-06, 3.7979298367594896e-05 ], "p_improvement": 0.88671875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.04182601804611114, "bootstrap_95": [ -0.07067296086069136, -0.006405512873346416 ], "p_improvement": 0.009825, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.014000751375621907, "bootstrap_95": [ -0.059396098402773254, 0.049679330863080615 ], "p_improvement": 0.357421875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.147375, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.027047984422133558, "bootstrap_95": [ -0.06055969708372634, 0.005115207882925675 ], "p_improvement": 0.06249, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.06431119562816237, "bootstrap_95": [ -0.11665601505578613, -0.012669938917504406 ], "p_improvement": 0.037109375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.73566, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00477387125346566, "bootstrap_95": [ -0.0357580578759932, 0.024670912724976363 ], "p_improvement": 0.380025, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.007200921100390032, "bootstrap_95": [ -0.043318791977466166, 0.026579920536992836 ], "p_improvement": 0.365234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.012317315838250131, "bootstrap_95": [ -0.006909847562766577, 0.030881080524515457 ], "p_improvement": 0.891795, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0317625214862313, "bootstrap_95": [ -0.0018026929278685381, 0.06208843712291453 ], "p_improvement": 0.94921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.02559332389740258, "bootstrap_95": [ -0.0050335472422476935, 0.05573457921680422 ], "p_improvement": 0.93521, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.028481665339581654, "bootstrap_95": [ -0.018481385777144668, 0.06576159316290246 ], "p_improvement": 0.888671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "SEL-P": { "rps": { "Feb": { "training": { "mean_difference": -0.0002610723549273918, "bootstrap_95": [ -0.0007832170647821754, 0.0 ], "p_improvement": 0.500185, "years_better": 1, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00037313236825905805, "bootstrap_95": [ -0.0009824918527378398, 0.00033853972111410875 ], "p_improvement": 0.143645, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0006251085973624534, "bootstrap_95": [ -0.0017048823607560117, 0.0003845217317906208 ], "p_improvement": 0.14453125, "years_better": 5, "years": 9 }, "decision": { "holm_p": 0.718225, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 3.9431350055911994e-05, "bootstrap_95": [ -0.0004841264281348773, 0.0005428088240204801 ], "p_improvement": 0.55643, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00016639179084624065, "bootstrap_95": [ -0.0006960564734607136, 0.0009360757012233319 ], "p_improvement": 0.63671875, "years_better": 3, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -3.390120126965657e-05, "bootstrap_95": [ -0.0001727064770100715, 0.00011066488760687405 ], "p_improvement": 0.32385, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.000161625944077722, "bootstrap_95": [ -0.00010207421889011899, 0.0003471150343479375 ], "p_improvement": 0.87890625, "years_better": 1, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00013621652466589557, "bootstrap_95": [ -1.8847505567209524e-05, 0.0003046971432682032 ], "p_improvement": 0.940515, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } }, "SEL-A": { "crps": { "Feb": { "training": { "mean_difference": -0.04182601804611114, "bootstrap_95": [ -0.07067296086069136, -0.006405512873346416 ], "p_improvement": 0.009825, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.014000751375621907, "bootstrap_95": [ -0.059396098402773254, 0.049679330863080615 ], "p_improvement": 0.357421875, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.049125, "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.027015370462833976, "bootstrap_95": [ -0.0603956644031865, 0.005116564863261759 ], "p_improvement": 0.062495, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.06431119562816237, "bootstrap_95": [ -0.11665601505578613, -0.012669938917504406 ], "p_improvement": 0.037109375, "years_better": 7, "years": 9 }, "decision": { "holm_p": 0.24998, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.003696236328013599, "bootstrap_95": [ -0.03343878902830315, 0.02455464884320988 ], "p_improvement": 0.402265, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00727788600047161, "bootstrap_95": [ -0.04324702320288137, 0.026332715880086018 ], "p_improvement": 0.359375, "years_better": 4, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } } } }