{ "created_utc": "2026-10-12T14:33:28.758270+00:00", "config": "config/bias_correction/feb_fmam.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P, SEL-A and each sensitivity variant).\nVariants (e.g. the MVS all-zero guard) run through the same pipeline but are never chosen by SEL-P / SEL-A.\nCheckpoints (one per target and method) are reused only when the complete dependency fingerprint of the target\n(configuration contents, masks, input files, calculation code; bias_benchmark.dependencies) is unchanged.", "provenance": { "commit": "9f397927f5d4ddf2be3a1fa52595f34fc8fcb56a", "uncommitted_changes": false, "code_sha256": { "scripts/bias_methods.py": "03b2fdd8a645b96f27e4087a96408c0b412b135c80bfc23637757c6c44f9c370", "scripts/bias_benchmark.py": "b2cbc28349379aa016ef81d0255ac9edd21b38ffc5425b9a12c93a1df52e9084", "scripts/bias_confirmation.py": "f2fd9f9c0a73d3ed54e670f7770b47139793173cbdcd42dda1ba642be90848cc", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/feb_fmam.json", "sha256": "5e74d282f6e0f984a3bb2d0527f665d535894be91f139628db7e8deb7d5374c9" }, "project_config": { "path": "config/fmam_feb/project.json", "sha256": "9999e9e5e03f95998e3d22396d2d2e5bf2f8c79decfc571c715caf2878daa4a1" }, "cycle_config": { "path": "config/cycles/feb_2026_fmam.json", "sha256": "120955984a14d292912b9a8d48f83af060290d40d6b54ed9d627b36280c0652b" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init02_Feb", "files": 67, "sha256": "aa05fc058f64121f726ee7f06608768bafb243ef9702ccd6c154217f2a9a13d5" }, "Mar": { "folder": "data/processed/init02_Mar", "files": 67, "sha256": "41b2c07eb813ed00ca81d1c21d2a620cd1cdbc2d2725e806669bd035f1a8f7cf" }, "Apr": { "folder": "data/processed/init02_Apr", "files": 67, "sha256": "7c29ca912e693cabdd2d1626e106f967dd554116d18f98a18faa33f957dfb15e" }, "May": { "folder": "data/processed/init02_May", "files": 67, "sha256": "c590b53da737506d77661bb04aa6caf2a91d62a0ab9b88d8a2ecbb7c49b925c0" }, "FMAM": { "folder": "data/processed/init02_FMAM", "files": 67, "sha256": "6915035b5cc71c72bb89702c935f922163818566aa3868159a9183f7326db742" } }, "scoring_version": 3, "dependency_sha256": "fe51e7585ac5c768040f758353565a1b438e5069af37ebb9541ef385ab323fdb", "python": "3.11.9", "numpy": "1.26.4", "checkpoint_keys": { "Feb": "d85b4135438c89e79e9ccf745ce54d8b9bbdd9780d483cc75081b58a4e09ff4a", "Mar": "3cac9cbd1192cb57b07f46f3c081c3530a877e9f0a3823be8596c24395bd56ee", "Apr": "759a8d4df219f45f36a361e3dd4ed6029b2dc3341743cfd6faa1025bbe6c2e6f", "May": "0468a89bd24c3f9e8b5e04af3b66cbe8b240cc72f2b361ed2b725edb0cde84ca", "FMAM": "26d63e77cb25d27643f46c06192252e440310ba74165cdbccdcaca028c2b0f59" } }, "methods": [ "mvs", "ls", "vs", "sqrt_mvs", "pt", "dc", "loci", "eqm", "gqm", "dqm", "qdm", "sdm", "cdft", "mvs_zero_guard" ], "family": [ "mvs", "ls", "vs", "sqrt_mvs", "pt", "dc", "loci", "eqm", "gqm", "dqm", "qdm", "sdm", "cdft" ], "variants": [ "mvs_zero_guard" ], "reference": "mvs", "targets": { "Feb": { "tag": "init02_Feb", "methods": { "mvs": { "lambda_": { "training_mean": 0.48230585625266126, "training": [ 0.5379184916250985, 0.4762887103836154, 0.5196976191801893, 0.481837267945674, 0.47950579787677866, 0.48931087312548793, 0.4772178411620838, 0.4775965093035968, 0.48575824119681676, 0.484176370142674, 0.46104456806158683, 0.4559804169988465, 0.4714717108048243, 0.45454270840602135, 0.5211789342793635, 0.4847293172863198, 0.4724612381058275, 0.4927807720214552, 0.47930941963355067, 0.49807408876466763, 0.47483276422036613, 0.46827688163891984, 0.4751028147251733, 0.45624719317493406 ], "test": 0.4837304965364892 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2112180408384159, 0.45303788000804884, 0.33268488659805484, 0.42701279488378235, 0.41841242170453297, 0.3194159203844659, 0.4195852458115674, 0.4933798948985926, 0.3628012208168902, 0.41680502038707523, 0.5840367302696414, 0.4417653447212832, 0.41271573599677913, 0.48098544742430965, 0.27655931887302454, 0.3995465457948823, 0.3807631876545, 0.25379998428819606, 0.3698774989164374, 0.368023724004967, 0.4260350678332725, 0.3934260565549052, 0.39600519902120807, 0.458420218085758 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04221720431507358, 0.3284723564783085, 0.09449198112746521, 0.23545488087522462, 0.31268251653905127, 0.10973245558133637, 0.3123785146108837, 0.3947560343537717, 0.1467278490078051, 0.29138679124905853, 0.2450842196191028, 0.18765297231510944, 0.2106380938121853, 0.14149125422922873, 0.06893882450367653, 0.31333849742400843, 0.17016727086583722, 0.05321450342416322, 0.25450773133628557, 0.2632548476300475, 0.3297357370753349, 0.1346457946646722, 0.2680095286259636, 0.18640214216948392 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16900083029825205, 0.12456552508953123, 0.2381929043474934, 0.1915579152730495, 0.10572990720866672, 0.20968346302823018, 0.10720673360607537, 0.09862386282723855, 0.21607337250237724, 0.12541823160197246, 0.3389525100173603, 0.25411237632655265, 0.20207764310720844, 0.3394941934615393, 0.2076204919599373, 0.08620805068370735, 0.2105959172926899, 0.2005854767357345, 0.11536976970156376, 0.10476887832410087, 0.09629933319812338, 0.25878026108475766, 0.12799567162300884, 0.2720180733778246 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.95844012476891, 2.519413783718392, 6.675882175681669, 3.9440427149966273, 2.159942389321878, 9.823756682045255, 2.5689116320532457, 3.3214551598425435, 3.259035154587032, 2.9654876569184667, 9.729461143467056, 5.93959331584185, 3.324598838740013, 7.92292581828373, 6.554292706064692, 1.8553920795053196, 3.71293195567706, 20.525302024883548, 2.70089333476698, 2.051645230317703, 2.39056222695134, 4.285509621237966, 2.5060116691614858, 4.638188631020586 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.620458269056334, 2.4521247914166513, 6.445387299842601, 3.7969351036722383, 2.1202460242629577, 9.360703312423237, 2.4412575434351864, 3.217700356576177, 3.090170817525766, 2.901436587503713, 9.565287872164301, 5.783952553370184, 3.1499180255792845, 7.684724116806179, 6.290242786275774, 1.7801539613986028, 3.6406864960722225, 20.19379036141606, 2.5702137047284217, 1.9471729733884096, 2.3187934327978588, 4.126523734070506, 2.4270483395366624, 4.510948203984698 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.39567972440710797, "rpss": 0.1263736164396203, "brier_below": 0.21230758340971156, "bss_below": 0.06512527212516095, "brier_above": 0.18337214136154145, "bss_above": 0.18796867271874562, "crps": 5.222236502910556, "crpss": 0.24014136294682165, "crps_fair": 5.0598281944710015, "crpss_fair": 0.231762602575856, "reliability": { "below": { "weight": [ 0.0, 0.438025, 0.11676, 0.113968, 0.139339, 0.141315, 0.050593, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2508, 0.3548, 0.4541, 0.5484, 0.6285, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2565, 0.2194, 0.3282, 0.4375, 0.5601, 0.6537, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.153752, 0.381862, 0.174529, 0.075163, 0.068792, 0.145902, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2506, 0.3447, 0.448, 0.5548, 0.6455, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0744, 0.2107, 0.3617, 0.5128, 0.7344, 0.6883, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20268581697250107, 0.4337773257777311, 0.32483112662579694, 0.43439527181835197, 0.4119414892581978, 0.30902899963350194, 0.4203532683970585, 0.4932917736358745, 0.3577426988358697, 0.4203769142376136, 0.5294720195713368, 0.4379288135436904, 0.3967885525432215, 0.48497625063462774, 0.26714805550961157, 0.408062246965576, 0.3622105253010331, 0.23971459297133701, 0.3709500876990043, 0.3734351038288038, 0.4529345490666317, 0.41178396770984277, 0.38377677115463077, 0.47986696125336314 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04100396376882437, 0.33614232898070473, 0.08080851008780178, 0.23789318107176752, 0.31356452559343767, 0.10897863215380921, 0.30980109438360554, 0.4008328727290074, 0.139730141635937, 0.31626167752733364, 0.24415805465460466, 0.20295108293253475, 0.20057925116515493, 0.12977525660204287, 0.06554839601115928, 0.31540296747055724, 0.16951954101131442, 0.044879243387518274, 0.24418860108262253, 0.2601270578033563, 0.34232016743301835, 0.13789542059525128, 0.26704506829225994, 0.18113758703171154 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16168184644700134, 0.09763499878946018, 0.24402261504813022, 0.1965020921511613, 0.09837696584722898, 0.2000503658180839, 0.11055217685443067, 0.09245890381734079, 0.21801255793424848, 0.10411523972980971, 0.2853139652254762, 0.23497773501715963, 0.1962093026192521, 0.3552009940292261, 0.20159965718316736, 0.09265928181542481, 0.19269098467648782, 0.19483534463764784, 0.12676148867591627, 0.11330804786607034, 0.11061438408300932, 0.2738885457126335, 0.11673170456731399, 0.29872937103685615 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.825798059971582, 2.572850179963791, 7.864111463984611, 4.746468811951012, 2.4320456916806354, 11.590274775545018, 3.016116522991642, 3.9218720629408113, 3.738844254513643, 3.2395952606874237, 9.538035836691016, 7.163077760807841, 3.736713690846555, 9.33935754586858, 6.754345538953609, 2.1456648037397086, 4.250178706070808, 24.577969297537162, 3.209340082129657, 2.3874046966129763, 2.8936331851163404, 5.30530637450127, 2.827575684500669, 5.495600827816597 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.42971909052152, 2.502664702030692, 7.585046264789994, 4.577625902745342, 2.391657163505126, 11.023258946798297, 2.870088311690456, 3.803999189078924, 3.541019519365533, 3.1719336415077257, 9.339418278654293, 6.981740009495665, 3.543662341697902, 9.06198572773837, 6.458531493051824, 2.0613562155667458, 4.169740352269801, 24.215683809758275, 3.0615620190660233, 2.2665416626051362, 2.806165115429388, 5.129896405548974, 2.739130521732948, 5.346340615898488 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3919780492893836, "rpss": 0.1344813461111931, "brier_below": 0.21210602597522232, "bss_below": 0.06573096080908047, "brier_above": 0.1798720237326057, "bss_above": 0.20358953503832045, "crps": 6.023840879809289, "crpss": 0.2555162029383171, "crps_fair": 5.836615304189476, "crpss_fair": 0.2472925161695675, "reliability": { "below": { "weight": [ 0.0, 0.477393, 0.107984, 0.106043, 0.130402, 0.128314, 0.049864, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1801, 0.251, 0.3552, 0.4542, 0.548, 0.6291, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2609, 0.2221, 0.324, 0.446, 0.568, 0.6909, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164891, 0.372398, 0.163816, 0.070497, 0.069046, 0.159352, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2509, 0.3442, 0.4487, 0.5562, 0.6461, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2032, 0.3661, 0.5217, 0.7475, 0.6878, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3413595295785565, 0.541508955661979, 0.4258401922911376, 0.3674205423582209, 0.43796496113356864, 0.41673796239913297, 0.33143527006804674, 0.3642819510133622, 0.4247193610299639 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05130541267232243, 0.1199658906609397, 0.15347815522076375, 0.15923638939509713, 0.1446641591561163, 0.21630393259771122, 0.2438776379248456, 0.09230587717758137, 0.23066337603346745 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2900541012581489, 0.42154303378964153, 0.2723620305548712, 0.2081841514672766, 0.29330079255247454, 0.20043402677213826, 0.08755764015580879, 0.27197606202344665, 0.19405598528275317 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.150682360745757, 13.709323585735325, 5.551579350630334, 5.242986062651691, 4.801818578805825, 4.801401850912995, 2.1883713968176615, 10.572931123261435, 3.2309522370647454 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.034344355404457, 13.621994168606037, 5.429224125390342, 5.16965485327733, 4.723599876132117, 4.773011895321857, 2.164893462775442, 10.427851286846773, 3.171348761615713 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4056965250593298, "rpss": 0.05611194205411729, "brier_below": 0.1568667589820939, "bss_below": 0.033136183744374326, "brier_above": 0.24882975820628442, "bss_above": 0.07004337767091195, "crps": 7.250005171847308, "crpss": -0.002095735138877952, "crps_fair": 7.168435865041118, "crpss_fair": -0.029886356472097253, "reliability": { "below": { "weight": [ 0.0, 0.422551, 0.13882, 0.140974, 0.12396, 0.122065, 0.05163, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1694, 0.2475, 0.3488, 0.4432, 0.5466, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.117, 0.0704, 0.1292, 0.1784, 0.2921, 0.353, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164902, 0.276702, 0.271228, 0.14444, 0.075607, 0.067121, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2513, 0.345, 0.4404, 0.5382, 0.6569, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1831, 0.3821, 0.557, 0.6749, 0.7044, 0.4704, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34683354540759165, 0.5262922394253995, 0.42946571612727824, 0.3758301472089058, 0.42909360207718733, 0.418520490915995, 0.3222957715951435, 0.37330728743167396, 0.4095990812016335 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.051396231700756516, 0.1138203326033195, 0.16510888863468975, 0.1578212784620889, 0.14926616910127635, 0.22439120479807903, 0.23307237135741346, 0.10024028256379557, 0.2504416705332382 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2954373007760705, 0.41247187669377533, 0.2643568241850747, 0.21800886601992375, 0.2798274271768749, 0.19412928396235285, 0.0892234070612625, 0.2730669953371332, 0.1591574155220484 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.449904695103754, 16.575350512145288, 6.040664027913047, 6.328963012851245, 5.705894205322382, 5.672559097922525, 2.5365089758307224, 12.524918138236217, 3.4116644374308644 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.317725992361584, 16.47513250977062, 5.899960159428608, 6.24374179781449, 5.617097094732737, 5.643124303318937, 2.512613909538452, 12.351542587811084, 3.347723982230419 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4034708757100898, "rpss": 0.04799300671441564, "brier_below": 0.16061760330607303, "bss_below": 0.040876846962303315, "brier_above": 0.24285326630383508, "bss_above": 0.05264174252582221, "crps": 8.36071412252845, "crpss": -0.01781570963644441, "crps_fair": 8.267629148556326, "crpss_fair": -0.047691874826179426, "reliability": { "below": { "weight": [ 0.0, 0.459747, 0.125367, 0.122058, 0.10646, 0.125238, 0.06113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2466, 0.3496, 0.4434, 0.5505, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1272, 0.0814, 0.1453, 0.1991, 0.3081, 0.3734, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.19111, 0.273102, 0.246035, 0.137084, 0.072812, 0.079857, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2484, 0.346, 0.4405, 0.5372, 0.6572, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.3664, 0.5323, 0.6317, 0.6267, 0.4563, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.4904305941598679, "training": [ 0.5224209480132351, 0.4901315337638202, 0.5164887223262531, 0.48725111790548636, 0.4949506046198464, 0.5033309452912818, 0.4885346432728507, 0.49319114344134385, 0.4834847823947061, 0.4925843252286375, 0.4752035151922466, 0.4640450106864366, 0.4800631074272972, 0.4780890657233449, 0.5106198802765837, 0.49218906738812845, 0.48115372758008673, 0.5119661519206493, 0.48513356010895886, 0.4952090950190938, 0.4858685365493404, 0.4775766869846073, 0.48521929091848043, 0.4756287978041125 ], "test": 0.49748410546372684 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2200243834191273, 0.32710068241022877, 0.3882949758206399, 0.3896479020254438, 0.3141392354785411, 0.32716343954526206, 0.33676145608179076, 0.30547472398774655, 0.4405718660680667, 0.3401173911218654, 0.5829140425168219, 0.4303824315920153, 0.42330081054583785, 0.6032786576987542, 0.3217650618424529, 0.2949936185900171, 0.4837800201690421, 0.3133321539035984, 0.37204277644570827, 0.330415552138371, 0.3060408880079519, 0.5058598649112376, 0.4023361440528718, 0.587754455762378 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.05195881485660522, 0.21984049894379934, 0.12777971909497474, 0.21011223844085794, 0.21779155279682605, 0.11479965887571894, 0.2451939553665655, 0.22634669966845833, 0.2220743431748804, 0.23194460643218132, 0.25478596193476577, 0.19731862871018302, 0.24294138499276535, 0.23531396878373373, 0.11264998300840687, 0.22024538338041766, 0.26535214260183826, 0.08516331020057534, 0.2767345325808914, 0.22746611571774109, 0.22680621352447397, 0.2323484562362203, 0.2768648788882384, 0.28940070847188326 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16806556164989553, 0.10726018449644015, 0.2605152562976239, 0.17953566496856352, 0.0963476837347085, 0.21236377820205626, 0.09156750363433092, 0.07912802653930326, 0.21849752270247186, 0.10817278632500579, 0.32812807847886255, 0.23306380443416302, 0.18035942415737136, 0.36796468599547255, 0.20911507618439729, 0.0747482378242405, 0.2184278764742956, 0.22816883989842157, 0.09530824439389182, 0.10294943878641685, 0.0792346771141414, 0.2735114078712324, 0.12547126609735126, 0.2983537444284301 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 14.49604745847945, 4.400159649450582, 8.191945857755096, 4.872444149644969, 3.7197772819302397, 14.727514702736551, 3.3593693999180925, 3.422640947368394, 5.19112899848149, 5.377849149861617, 11.775836052328303, 8.09748734335181, 4.093810804459822, 10.228510633455986, 8.8143492846591, 3.4551230795996677, 6.045326678953038, 20.75123520833342, 3.9247364729476324, 3.182877224522844, 4.12914621909979, 6.279881463249517, 4.50580892972003, 7.0558533670245085 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 13.88409901100435, 4.29341421116521, 7.788390811918212, 4.6386627162356255, 3.6528574030827468, 13.76595829824337, 3.1474187515007994, 3.2531968353140877, 4.918669607419038, 5.277488220997002, 11.504839674828089, 7.847667631730789, 3.808096025337704, 9.846486673994685, 8.364847641394826, 3.3378240297260398, 5.931056580240932, 20.146310572537608, 3.715927429292313, 3.00228210215427, 4.017798502361562, 6.028371590097144, 4.379352632646002, 6.853681821311411 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3894788555889905, "rpss": 0.14006459494154266, "brier_below": 0.20880140652845838, "bss_below": 0.0805643633959473, "brier_above": 0.18067744877871197, "bss_above": 0.1999016456251137, "crps": 7.087452514888831, "crpss": -0.031255862338103624, "crps_fair": 6.808529115605576, "crpss_fair": -0.033743931024160956, "reliability": { "below": { "weight": [ 0.0, 0.092888, 0.116968, 0.098687, 0.148927, 0.3264, 0.216129, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1866, 0.2454, 0.3566, 0.4568, 0.5514, 0.6293, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0512, 0.106, 0.2003, 0.2552, 0.4588, 0.5731, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.162667, 0.454795, 0.149597, 0.068796, 0.067339, 0.096807, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1889, 0.2469, 0.345, 0.445, 0.5531, 0.6337, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1166, 0.218, 0.3889, 0.579, 0.6954, 0.8425, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2074142722509659, 0.28192284478166363, 0.3872107002678928, 0.38562024803952616, 0.3003515159260547, 0.31062232052889427, 0.3357139127234477, 0.2852562061515117, 0.4390536787741274, 0.31530695631553035, 0.5120026914538445, 0.4086719639555268, 0.4091717847403274, 0.6352897535082138, 0.3149078407694675, 0.30891854681318237, 0.46814329197922416, 0.3085066996865043, 0.38827330204016786, 0.3445436225827961, 0.3215157045897023, 0.5351291060338875, 0.3893346402801458, 0.6166998430389278 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04668893212670998, 0.20416750182162888, 0.11928712839407726, 0.2018030033984669, 0.2114979953348358, 0.10954604734374583, 0.24444049970391513, 0.21423638466389963, 0.21845232706486248, 0.2318818281237267, 0.24106091667141014, 0.19951967275825247, 0.23782091492667054, 0.2462792018753746, 0.11133976000911337, 0.22887304774731818, 0.26680253883972604, 0.08093836999146357, 0.28430126164001057, 0.23183141018790387, 0.23161258248895214, 0.24560666571402553, 0.27662375482715595, 0.2875802444871309 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16072533257949584, 0.077755344455823, 0.2679235712341779, 0.1838172463273698, 0.08885352144036067, 0.20107627036352257, 0.09127341596093341, 0.07101982423635839, 0.22060135133294262, 0.08342513038551135, 0.2709417739825055, 0.20915229350292167, 0.17135086845632488, 0.3890105478513941, 0.20356807810711577, 0.08004550145067219, 0.20134075232597373, 0.2275683250897943, 0.10397204040353784, 0.11271221474926812, 0.08990312449337462, 0.28952243909095415, 0.11271088680460681, 0.32911959497097526 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 16.675922502519313, 4.678075139967399, 9.62304181770359, 5.733159956181629, 4.089057125927944, 17.686570272160438, 3.8682323347281344, 3.9254438438783095, 5.959325898196492, 6.0075924484586904, 11.849994828566535, 9.802268681785595, 4.555228153438926, 11.94283366272505, 9.691251094040831, 3.972234493502068, 6.981120594013501, 23.97504439233145, 4.669727443565303, 3.5951348661607776, 4.749196562948394, 7.60083132355524, 5.013418139220942, 8.140601663659526 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 15.959127084118766, 4.568178928104478, 9.135784907601819, 5.4655173400280885, 4.024894736346735, 16.506260630015593, 3.6281159291348968, 3.735779092628888, 5.642247813514092, 5.904233420989189, 11.52277245654893, 9.511757645689842, 4.23944103943582, 11.505699989523126, 9.194394451594382, 3.8422272221501275, 6.855908691341934, 23.318381076737175, 4.433555318784914, 3.3878323414820417, 4.613912731277039, 7.32321513978233, 4.872997225199983, 7.9036283112777035 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3837325603013138, "rpss": 0.1526880404466212, "brier_below": 0.20717466625584902, "bss_below": 0.08745225178014371, "brier_above": 0.1765578937331631, "bss_above": 0.21826334455593177, "crps": 8.116054468301504, "crpss": -0.0030595376403494967, "crps_fair": 7.795660980137829, "crpss_fair": -0.00535191293877646, "reliability": { "below": { "weight": [ 0.0, 0.097736, 0.119203, 0.094017, 0.138022, 0.323509, 0.227514, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1864, 0.2453, 0.3569, 0.4567, 0.5522, 0.6304, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0514, 0.1082, 0.1731, 0.2471, 0.4564, 0.5821, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.178476, 0.449639, 0.138426, 0.064574, 0.06732, 0.101566, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2468, 0.3444, 0.4474, 0.5552, 0.6331, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1148, 0.2121, 0.3955, 0.5991, 0.7083, 0.8629, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.396912489170825, 0.6657550163360304, 0.4588670280419617, 0.3988345009432123, 0.4977842878331252, 0.5301777755580657, 0.3896202410505544, 0.3848344630795761, 0.4325372500023254 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.1038667969369695, 0.2251746104032036, 0.1957705332079353, 0.19617398877437295, 0.20828373965068447, 0.31223975535920967, 0.3156631750272774, 0.11475616530060116, 0.24555482044292168 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2930456742360624, 0.4405803724341558, 0.26309648632965515, 0.20266050952949421, 0.28950053799355063, 0.21793801643434924, 0.07395707268260188, 0.27007828463426287, 0.1869824285738825 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.116872847592433, 15.408838698849895, 6.891534771278937, 6.364070971630011, 6.635449365456721, 8.249796862218508, 5.81463290862844, 10.649612776246663, 3.975245980533941 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.918344173906032, 15.262581503653667, 6.693065834366224, 6.248074411030702, 6.503343353353191, 8.20369681685215, 5.77629046724507, 10.404079382623626, 3.87799356488786 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.46170256133507515, "rpss": -0.07419094581466368, "brier_below": 0.21305373167813063, "bss_below": -0.313177791231942, "brier_above": 0.24864882031644608, "bss_above": 0.07071960060380544, "crps": 8.789561686937283, "crpss": -0.2148932409624269, "crps_fair": 8.654163278657613, "crpss_fair": -0.24334022863161708, "reliability": { "below": { "weight": [ 0.0, 0.048695, 0.122325, 0.144533, 0.252474, 0.232299, 0.199673, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.2562, 0.3499, 0.4478, 0.5505, 0.6275, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0144, 0.0123, 0.0305, 0.135, 0.2551, 0.2677, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.207006, 0.312867, 0.271969, 0.143117, 0.048027, 0.017013, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.252, 0.3429, 0.4415, 0.5385, 0.6244, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2035, 0.3984, 0.56, 0.7226, 0.7611, 0.6052, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40180524175484106, 0.6557539178916109, 0.4584435633222468, 0.40528124641707336, 0.48984593371569474, 0.5393926612024511, 0.3928674355969351, 0.3870234615840773, 0.4025298420560583 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.10634048959563432, 0.22201675435842985, 0.2048803007301085, 0.19673292057908862, 0.2170631063783752, 0.32461092227919186, 0.32012191344799096, 0.11809678303065357, 0.2513856281551448 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.29546473667257445, 0.43373713054191393, 0.253563257004343, 0.20854832209295562, 0.2727828205583565, 0.214781736087673, 0.07274552746906168, 0.2689266675162081, 0.15114421751968599 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.600496041816367, 18.516503384048857, 7.64586525442956, 7.58401293122686, 7.873845199941078, 9.827140311679393, 6.804924096106561, 12.571466962979255, 4.1470995139395725 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.376602820952087, 18.349481427248843, 7.418484628755004, 7.449642025887765, 7.724424033975006, 9.780152342047048, 6.767321497763622, 12.277948351994851, 4.043690361224423 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4592159226156654, "rpss": -0.08353984408117343, "brier_below": 0.21791653539495753, "bss_below": -0.3012819904227757, "brier_above": 0.24129937949586358, "bss_above": 0.05870337604270581, "crps": 10.174594855129723, "crpss": -0.23863372565660135, "crps_fair": 10.020860832205406, "crpss_fair": -0.26986519158261735, "reliability": { "below": { "weight": [ 0.0, 0.048749, 0.120109, 0.132415, 0.238174, 0.22334, 0.237214, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2557, 0.3492, 0.447, 0.5534, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.017, 0.0139, 0.0402, 0.1393, 0.2826, 0.2737, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.23916, 0.313503, 0.246619, 0.136341, 0.045466, 0.018911, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.249, 0.3435, 0.442, 0.5388, 0.6263, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2097, 0.3849, 0.529, 0.6767, 0.6854, 0.5796, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.4932413202814945, "training": [ 0.551741201174648, 0.4854493387389627, 0.5328170155947951, 0.492567431976362, 0.4911330605662253, 0.46747671427631476, 0.4888165808820164, 0.48837598335598476, 0.4995874057458914, 0.49757372965431285, 0.4722163855283989, 0.47108199326076194, 0.4864920706280328, 0.469890265651366, 0.5340059410984332, 0.49881918055588265, 0.48216964922025807, 0.5116927251749783, 0.4885820420756114, 0.5104742208263637, 0.4883185345522238, 0.4829532194357999, 0.489323213352528, 0.45623378342971566 ], "test": 0.4933577041976531 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.21600748530095581, 0.4489344610929436, 0.3298187927467892, 0.419935934422103, 0.4308243002119166, 0.3130297378597555, 0.43843730381335216, 0.516508069616256, 0.36675518265155543, 0.43224516543593444, 0.559590118383997, 0.4391136661967182, 0.4143493998693306, 0.47862231139656536, 0.2784334541828868, 0.42205202273829284, 0.3637747328285711, 0.24076976374202547, 0.390865474113782, 0.38413974113236204, 0.4305673640835818, 0.3671672375358464, 0.3976761702822262, 0.4404051068618165 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.041772778544134644, 0.31850943733189846, 0.09123316300423706, 0.22802734468010738, 0.32430386245340537, 0.10808912330889967, 0.3267442759775, 0.4123847688379719, 0.14819444404586188, 0.3005451797560934, 0.22182676160404755, 0.1828833661231933, 0.2086069974262763, 0.1459850324953974, 0.06525282673536528, 0.3311692981398381, 0.15407489864803456, 0.04846352420310111, 0.2683206038369829, 0.27973376661458565, 0.3295963258983036, 0.11974049487607868, 0.2685049493966089, 0.1767436408321235 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.17423470044248315, 0.13042502559009259, 0.23858562851989285, 0.19190859115141723, 0.10652044014059739, 0.20494061246684644, 0.11169303046271721, 0.10412330341719606, 0.2185607397911691, 0.13169998821702436, 0.3377633569057253, 0.25623030374570527, 0.20574240354229598, 0.3326372792492301, 0.2131806252597049, 0.09088272694622239, 0.20969983501074266, 0.19230623483744186, 0.12254487262804291, 0.10440597634214444, 0.10097104093260482, 0.24742674194350864, 0.12917122227738065, 0.2636614637429097 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.842792105891318, 2.398232192351916, 6.666748199888808, 3.881302155034524, 2.0650427712179944, 10.032094595907152, 2.532641194672924, 3.30134155061007, 3.207998745559234, 2.9084848537484347, 9.609437081328577, 5.869239339014286, 3.3000741281112016, 7.923038689259323, 6.732123987670431, 1.7827197237916974, 3.6245252635931804, 20.41554780928345, 2.71685907629789, 2.013619619557728, 2.322564075443394, 4.214398801049213, 2.423934402628951, 4.5450912748349825 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.509712835216357, 2.33341905410981, 6.440546927641199, 3.737389846309321, 2.0276034604666417, 9.561872500496149, 2.4080531490614088, 3.2009566752086784, 3.0429930328661876, 2.8468927783425433, 9.447087761820887, 5.717486493213067, 3.1302478523621207, 7.688016972955273, 6.477037198405709, 1.7092012519612965, 3.5543992958106876, 20.09320983837428, 2.5884969927805495, 1.912191260417717, 2.2516940907423604, 4.058598856271702, 2.3467085184255243, 4.419157349571415 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.39666762485414847, "rpss": 0.12419241825930183, "brier_below": 0.21252945269875193, "bss_below": 0.06414829340455108, "brier_above": 0.18413817264846233, "bss_above": 0.18457643768217646, "crps": 5.180410484864445, "crpss": 0.24622723459360873, "crps_fair": 5.020957249701286, "crpss_fair": 0.2376644064113962, "reliability": { "below": { "weight": [ 0.0, 0.457131, 0.161211, 0.108069, 0.131031, 0.113454, 0.029103, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2383, 0.3547, 0.4514, 0.5429, 0.6225, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2851, 0.1833, 0.3409, 0.4719, 0.6051, 0.7337, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.127329, 0.395793, 0.169698, 0.075014, 0.076157, 0.156009, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.2501, 0.3446, 0.4455, 0.5542, 0.6437, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0748, 0.1955, 0.3594, 0.5038, 0.7433, 0.6553, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20965242342468376, 0.442487248496176, 0.32663804678304176, 0.43270818608892514, 0.41837488956776103, 0.30586533222002693, 0.4282817912543419, 0.5066463147228771, 0.3679291284580202, 0.443987061952245, 0.5252516772844892, 0.4452011058766256, 0.40317847000541246, 0.4765484116566625, 0.2700988062705381, 0.4142718845904634, 0.3525750934590942, 0.22120668915874328, 0.37694596021602367, 0.37342741026442144, 0.4473001008960098, 0.3875409010327188, 0.3833860300959325, 0.46294804118150684 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04227884061124406, 0.3373541610421257, 0.08108242846229563, 0.23661722244389172, 0.3205613139412618, 0.1103834803731786, 0.31262711428491613, 0.40808884001571283, 0.1462696841679435, 0.33193401729761324, 0.23821723577881038, 0.20668515188873665, 0.20239683031918757, 0.12977565228215554, 0.06277114422723282, 0.3160603394098585, 0.1615180495373036, 0.037897038555860775, 0.24205508432538062, 0.2612933642138421, 0.33120990969860614, 0.1273615194929875, 0.2659330001487003, 0.17452570658606675 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16737357612502354, 0.10513308993925241, 0.24555561679296753, 0.19609096521653543, 0.09781357811748762, 0.19548185011520477, 0.11565468011674739, 0.09855747783385335, 0.22165944542865298, 0.11205304787241249, 0.287034442314682, 0.2385159586425074, 0.2007816411937514, 0.3467727591277011, 0.20732766012083628, 0.09821154765458853, 0.19105704463341508, 0.18330964487828297, 0.13489087827994475, 0.1121340478917626, 0.11609019396912165, 0.2601793803204687, 0.11745303167207362, 0.28842233142326884 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.81300806543521, 2.508246824471151, 7.858603614257737, 4.715494160067946, 2.387576496652691, 11.830651130159335, 2.975574629010575, 3.8968709938721693, 3.7343903374744194, 3.2091372832216845, 9.493108355614202, 7.119593131256256, 3.736649272961802, 9.338137991019202, 6.777962544818685, 2.0876357258521896, 4.184778257286436, 24.668183743757563, 3.208800662431817, 2.3501649018892685, 2.853740542552717, 5.262829845771182, 2.7889055957182833, 5.452914337029874 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.418154462038965, 2.438517964878943, 7.582267187894995, 4.547225378527547, 2.3475141272971953, 11.251070931235308, 2.8302028817285834, 3.779624108629785, 3.5379852580325055, 3.1418570332900937, 9.294969605563212, 6.9391977241379745, 3.5447581616227186, 9.060445729100014, 6.482688946336205, 2.003606964501813, 4.10465114454949, 24.309947879769332, 3.0612378050977753, 2.230929277800064, 2.766678646161621, 5.08769065571985, 2.700806531480051, 5.303716653037892 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.39260212520653087, "rpss": 0.13310333693768728, "brier_below": 0.21187071371270472, "bss_below": 0.06676744697396597, "brier_above": 0.1807314120700226, "bss_above": 0.1997844637927647, "crps": 6.010539935107599, "crpss": 0.257160060738282, "crps_fair": 5.823572710767998, "crpss_fair": 0.24897452828879307, "reliability": { "below": { "weight": [ 0.0, 0.466697, 0.153203, 0.102203, 0.125493, 0.118661, 0.033743, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2379, 0.3552, 0.4519, 0.5438, 0.6229, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2856, 0.1749, 0.3312, 0.4654, 0.5996, 0.7388, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.135957, 0.387094, 0.158242, 0.069658, 0.075112, 0.173937, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.25, 0.3439, 0.4462, 0.5554, 0.6447, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.062, 0.1877, 0.3608, 0.5133, 0.7627, 0.6519, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.337400149058175, 0.5275800509974812, 0.4176518039020204, 0.3573892530200779, 0.42168085622737944, 0.3973814971326009, 0.3404574669788471, 0.36118931121847164, 0.4038270204387863 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.04744654892497735, 0.10511241681185281, 0.14337910082057376, 0.14995213108685623, 0.13102201494628157, 0.20201096229876417, 0.2477263972940781, 0.08851323970492848, 0.21197626743089346 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28995358451041414, 0.42246760321159416, 0.274272696602552, 0.20743712070563894, 0.29065883230276, 0.1953705322040498, 0.09273107811840765, 0.27267605980101867, 0.1918507537449259 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.359703681573402, 13.654187786181073, 5.564613083164182, 5.222651794142196, 4.740270387812292, 4.709329407485035, 2.1323397966943105, 10.580815906725187, 3.1601279404674947 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.247200984773123, 13.568550441528393, 5.444765589389756, 5.150709220927213, 4.663847264347804, 4.682204151966094, 2.1100580314367856, 10.437925934763413, 3.1024870244322424 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39606193433042663, "rpss": 0.07852765076860013, "brier_below": 0.147459897702134, "bss_below": 0.09111630556972239, "brier_above": 0.2486020290223735, "bss_above": 0.07089447467877064, "crps": 7.236004420471685, "crpss": -0.00016055124456393344, "crps_fair": 7.156416515951648, "crpss_fair": -0.028159541323859782, "reliability": { "below": { "weight": [ 0.0, 0.494658, 0.137465, 0.12861, 0.109248, 0.084702, 0.045317, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1721, 0.2483, 0.3473, 0.4461, 0.5504, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1153, 0.0812, 0.139, 0.1954, 0.3402, 0.3789, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.160486, 0.265119, 0.271468, 0.157905, 0.06587, 0.079151, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2525, 0.3447, 0.4424, 0.5419, 0.6527, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1777, 0.3751, 0.5607, 0.6614, 0.7319, 0.4614, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34595326626598377, 0.5258003324623546, 0.4262824256046463, 0.37151580181820215, 0.42261050719704196, 0.40633242503736283, 0.3232757070829012, 0.371073161486883, 0.3956863711969156 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.04994229719177068, 0.11041081132035102, 0.15895695422368414, 0.15366600830733776, 0.14417351994803157, 0.21905986785799517, 0.22750976753771174, 0.09724883716477281, 0.23913558308306793 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2960109560663414, 0.41538949111224094, 0.2673254682199703, 0.21784979109009978, 0.27843698168029746, 0.18727255540109888, 0.09576594676053493, 0.27382431495134835, 0.15655079326353846 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.467527237221823, 16.559231598525606, 6.029849939826268, 6.31661450766968, 5.670623641986901, 5.611929152423067, 2.506739539829444, 12.524336097759269, 3.3598975583322472 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.336902302146946, 16.45937156369145, 5.889643513643336, 6.231545876211026, 5.582304034651458, 5.582628820671805, 2.483042093208336, 12.351878655282878, 3.296304936562409 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.3987255553502546, "rpss": 0.05918979547889058, "brier_below": 0.15556707184830254, "bss_below": 0.0710359425818663, "brier_above": 0.2431584776161634, "bss_above": 0.051451128697935555, "crps": 8.338527697063812, "crpss": -0.015114780978001452, "crps_fair": 8.245957977341073, "crpss_fair": -0.04494565706626075, "reliability": { "below": { "weight": [ 0.0, 0.494641, 0.124758, 0.118107, 0.10926, 0.097845, 0.055389, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1719, 0.2473, 0.349, 0.4462, 0.5522, 0.6212, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1276, 0.0867, 0.1518, 0.1979, 0.3475, 0.3895, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.185674, 0.262891, 0.246002, 0.148875, 0.060268, 0.09629, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.25, 0.3457, 0.4435, 0.541, 0.6529, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1817, 0.3636, 0.5328, 0.6293, 0.6412, 0.4458, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.3020619113054071, "training": [ 0.3362477975374311, 0.3084801079592696, 0.32627515177337624, 0.30292681682560263, 0.29873129375576274, 0.3061759090563444, 0.30548354237345676, 0.3067294854488823, 0.2994938465116714, 0.3157708100020097, 0.2896568087673366, 0.258339427244068, 0.28335392757960703, 0.29229689571501194, 0.3158022556216469, 0.31263807504732166, 0.29765362938728135, 0.30230366576657564, 0.2984863667142487, 0.31678935205345465, 0.3001589010672301, 0.2872238533443787, 0.30537554891929175, 0.28309240285851023 ], "test": 0.3026923224929588 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.11861129205393693, 0.3300517280642928, 0.2660870862031911, 0.4030844237468213, 0.36903226668730005, 0.277585992021377, 0.3599889951575585, 0.4114814320204404, 0.35813273393838235, 0.3297729143880182, 0.5318106097343346, 0.44939677543021894, 0.43072508207464427, 0.4954830777024038, 0.22315605268918912, 0.3405317709305374, 0.3656107049442701, 0.17596026073267806, 0.3957782598003632, 0.31825554347898494, 0.35861488210543835, 0.4159183431932397, 0.37512274148113994, 0.5155203632286437 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.019339990561081825, 0.22678297947613887, 0.07186647064645167, 0.21285378999868834, 0.2647872915420866, 0.09872903775665687, 0.26319972159728156, 0.31694361844483177, 0.14417049912416818, 0.2231411531264613, 0.21018644906324882, 0.16420777724033975, 0.2131001682815718, 0.15148063278703672, 0.05138369769260098, 0.2659418679014495, 0.174530354020015, 0.032926774546050724, 0.28434888549031134, 0.22222745977821404, 0.27819827267565556, 0.16074735069604507, 0.2545784185831154, 0.2310971556889999 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.09927129566102919, 0.10326874940030609, 0.1942206136092803, 0.1902306325041646, 0.10424497692584793, 0.1788569521626037, 0.09678927328262006, 0.09453781518790917, 0.2139622348737744, 0.10663176320089522, 0.3216241612055675, 0.2851890049393482, 0.21762491426158695, 0.34400245002067253, 0.17177235273967378, 0.07458990441608805, 0.19108035240616722, 0.14303348274030486, 0.11142937492455918, 0.09602808477392662, 0.08041660979924901, 0.2551709901654023, 0.12054432350849362, 0.2844232070425495 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.927076294932375, 2.133183874467264, 6.44812997122679, 3.755522960239047, 1.488884229561488, 9.583921339280005, 2.1856114898192454, 2.8535666261619457, 3.17218578741332, 2.7874382364318935, 9.393720525729533, 6.391876113479197, 3.503418952159093, 7.693771705019907, 7.043342468601425, 1.5452980036312698, 3.553550680169053, 19.816823945087556, 2.8050380302617874, 1.67777088374624, 2.0918621038826553, 4.249594865877954, 2.300036522570915, 4.51166202357784 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.62997438221262, 2.041323554477765, 6.2201817888171504, 3.590526814631971, 1.4308890021746126, 9.183014679569848, 2.027610994264906, 2.727743530036298, 2.983560743671925, 2.7000535153017573, 9.207359676450718, 6.228935122199372, 3.3124272578382272, 7.456784280293686, 6.795981067778831, 1.4458751404081782, 3.462294927155789, 19.525992336204038, 2.6572900985744954, 1.54287194320626, 2.0018276517915496, 4.076151619975625, 2.1924670209568626, 4.361648236127103 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.35898805549197527, "rpss": 0.20738562702255714, "brier_below": 0.18903207569660427, "bss_below": 0.16761658962769221, "brier_above": 0.1699559799896675, "bss_above": 0.2473797874329634, "crps": 5.038053651388658, "crpss": 0.26694078699588497, "crps_fair": 4.866782724338316, "crpss_fair": 0.2610728368089691, "reliability": { "below": { "weight": [ 0.0, 0.30869, 0.110518, 0.133301, 0.174198, 0.163008, 0.08901, 0.021275, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.136, 0.2468, 0.3435, 0.4491, 0.5494, 0.6493, 0.7315, NaN, NaN ], "observed_frequency": [ NaN, 0.121, 0.2525, 0.3064, 0.4391, 0.5715, 0.6311, 0.7817, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.250033, 0.221636, 0.181102, 0.099379, 0.06136, 0.062874, 0.119317, 0.004299, 0.0 ], "mean_forecast": [ NaN, 0.163, 0.2462, 0.336, 0.443, 0.5494, 0.6536, 0.751, 0.8035, NaN ], "observed_frequency": [ NaN, 0.0984, 0.2076, 0.3179, 0.3861, 0.5296, 0.6978, 0.8452, 0.1661, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.1093557079571431, 0.2806892350932279, 0.25717314234216515, 0.40553198633749044, 0.3400808277357149, 0.27170710813232674, 0.3490030379212502, 0.3766774915008976, 0.36058269052073494, 0.31447206259390137, 0.4681375589022933, 0.4535285410785563, 0.41427225545016777, 0.4889970150942523, 0.21689280774951408, 0.3494789127783307, 0.3524396267571905, 0.13458208313381048, 0.40106692156215057, 0.32733221786472877, 0.3875690233285249, 0.44726515840196035, 0.35515087788456773, 0.5433827175866295 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.019400577278952034, 0.21277353981637037, 0.0621867537561157, 0.21128402588418432, 0.25079378291255333, 0.1001482539721765, 0.25312551416664947, 0.30090179454989424, 0.1420471623203201, 0.23423917137665587, 0.20395729055662531, 0.17954825826570397, 0.2006102329435766, 0.13848591394960205, 0.04649333085459752, 0.2703755400646808, 0.17841634980268176, 0.020365994959533226, 0.28181492713391854, 0.22186546690799572, 0.29310258188862665, 0.17276465918211403, 0.24854192756731847, 0.2300402939041637 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.08995512463282683, 0.06791569667412369, 0.1949863864542846, 0.19424795937948428, 0.08928704657975657, 0.17155885235217894, 0.09587752408539747, 0.07577569848506174, 0.21853552822142946, 0.0802328938146661, 0.264180269602702, 0.273980289540529, 0.2136620230614691, 0.35051110559886334, 0.1703994745394729, 0.07910337396574636, 0.17402327797766728, 0.11421608293445341, 0.11925199474814417, 0.1054667517090481, 0.09446644153691756, 0.2745004963587098, 0.10660895124684029, 0.31334242285033914 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.883972560929175, 2.1285284614533886, 7.613971309409268, 4.518514687817869, 1.5928578353849019, 11.30001455275917, 2.5596158687450035, 3.315059922145578, 3.6865627405977732, 3.0311171799312304, 9.268118851605658, 7.78903941849343, 3.9536450268774717, 8.998000514143264, 7.291403640341107, 1.8117742182963075, 4.1150484931809235, 23.871761854923456, 3.305840211119423, 1.9680681239235653, 2.5869206597506356, 5.276466011620513, 2.601615058333616, 5.376897509388387 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.53359365540445, 2.0287378608532527, 7.33844136325856, 4.327576333606942, 1.5309691378203767, 10.809986847638989, 2.377166171058073, 3.170270701174242, 3.464411329132012, 2.9357325402863426, 9.043554109171923, 7.59750807627709, 3.738815271195672, 8.72020900324577, 7.009094785552247, 1.6989098712167254, 4.011794506709656, 23.548121474823766, 3.1366660529692227, 1.8112117605687474, 2.4784977251787064, 5.081345882827745, 2.479735150685508, 5.20048365752185 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3502237086544804, "rpss": 0.2266782453147399, "brier_below": 0.18638680600062543, "bss_below": 0.17901709128994436, "brier_above": 0.163836902764588, "bss_above": 0.27458744722526607, "crps": 5.82686727963213, "crpss": 0.2798600819860393, "crps_fair": 5.628034719507411, "crpss_fair": 0.27419169641179175, "reliability": { "below": { "weight": [ 0.0, 0.314554, 0.110029, 0.12869, 0.170407, 0.161675, 0.089568, 0.025077, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1353, 0.2455, 0.3435, 0.449, 0.5491, 0.6517, 0.732, NaN, NaN ], "observed_frequency": [ NaN, 0.1163, 0.2508, 0.3023, 0.4422, 0.5694, 0.6489, 0.7887, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.257934, 0.222676, 0.176278, 0.092904, 0.057963, 0.062372, 0.125712, 0.00416, 0.0 ], "mean_forecast": [ NaN, 0.1617, 0.2463, 0.3347, 0.4437, 0.549, 0.6541, 0.7503, 0.8035, NaN ], "observed_frequency": [ NaN, 0.0798, 0.2109, 0.3162, 0.3964, 0.5371, 0.699, 0.8675, 0.1752, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.30233151155009236, 0.5210109715728825, 0.40509376941975356, 0.33929741785459294, 0.44167339724578675, 0.4965188560528217, 0.36323280727151996, 0.32476243549521583, 0.3976328074157439 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.033265848579247685, 0.12605110222999985, 0.1482867313145427, 0.14070540507522766, 0.15161940140588287, 0.2809534856754615, 0.29209071984410706, 0.07695864682212367, 0.2115794916743709 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26906565190966064, 0.39495984009959256, 0.25680703363081264, 0.19859201358637166, 0.29005398747844147, 0.2155653657145107, 0.07114209444104072, 0.24780378161448813, 0.18605331704647585 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.04271878948408, 13.103576561384989, 5.583715457463716, 5.2051230618627615, 4.788502174847062, 5.019138218460008, 2.3840050579596657, 10.351782747233312, 2.9112548385601054 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.926536113209309, 13.007154663888128, 5.455176651475923, 5.12824939237428, 4.704493226538843, 4.9800259476393505, 2.350244648002042, 10.212880322199275, 2.8394496615547733 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39906155265315657, "rpss": 0.07154877927640191, "brier_below": 0.16239009251344044, "bss_below": -0.0009074299008846598, "brier_above": 0.23667145394682162, "bss_above": 0.11548286064869118, "crps": 7.15442410080619, "crpss": 0.011115480767869612, "crps_fair": 7.067134514097992, "crpss_fair": -0.015332431293341386, "reliability": { "below": { "weight": [ 8.9e-05, 0.302045, 0.154334, 0.18621, 0.116192, 0.117024, 0.095711, 0.028394, 0.0, 0.0 ], "mean_forecast": [ 0.0949, 0.1321, 0.2477, 0.3531, 0.4507, 0.5551, 0.6514, 0.7244, NaN, NaN ], "observed_frequency": [ 0.0, 0.0295, 0.0925, 0.1927, 0.1988, 0.2518, 0.3098, 0.4268, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.207762, 0.188355, 0.230809, 0.163199, 0.102589, 0.058832, 0.048455, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1486, 0.2508, 0.3528, 0.4502, 0.5514, 0.645, 0.7543, NaN, NaN ], "observed_frequency": [ NaN, 0.2058, 0.3699, 0.5264, 0.5761, 0.6803, 0.7357, 0.5846, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.32472359086080027, 0.509826056102692, 0.41825075248035026, 0.34954470184774555, 0.44449819934703, 0.523267854984375, 0.3553600819242828, 0.3442124162352396, 0.38457100484376044 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.035124929423412124, 0.12381102895548725, 0.1617175350290947, 0.1448048623507238, 0.16179677703720394, 0.3067208799638629, 0.28891979919722244, 0.08503046655278346, 0.22806353615117914 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28959865247571315, 0.38601499949628043, 0.25653321600937334, 0.20473983904376475, 0.282701416837278, 0.21654697049642763, 0.06644028800355058, 0.2591819444995163, 0.1565074740558347 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.28738207261841, 15.90143133264815, 6.103012152547912, 6.266929112288887, 5.72785922821703, 6.020542412628312, 2.775174729657069, 12.270656212002033, 3.045374959796636 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.153526086496186, 15.789658522491239, 5.953359330258422, 6.177072166034768, 5.631604173043381, 5.978053830215233, 2.7394932007054003, 12.104009038114656, 2.966034659051901 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.40602829540291957, "rpss": 0.04195866426514894, "brier_below": 0.17066553496232995, "bss_below": -0.019124072571353068, "brier_above": 0.2353627556575265, "bss_above": 0.08186184411836395, "crps": 8.266484690267157, "crpss": -0.006344417225281118, "crps_fair": 8.165867889601243, "crpss_fair": -0.034796467658824826, "reliability": { "below": { "weight": [ 0.000312, 0.303502, 0.144168, 0.168747, 0.108965, 0.121629, 0.118148, 0.034529, 0.0, 0.0 ], "mean_forecast": [ 0.0949, 0.1312, 0.2469, 0.3535, 0.4516, 0.5579, 0.6514, 0.7242, NaN, NaN ], "observed_frequency": [ 0.3322, 0.0354, 0.1128, 0.2092, 0.2101, 0.2545, 0.32, 0.4334, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.241851, 0.191337, 0.207455, 0.150174, 0.101435, 0.052873, 0.054875, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1487, 0.2487, 0.3527, 0.4497, 0.5515, 0.6449, 0.7555, NaN, NaN ], "observed_frequency": [ NaN, 0.2139, 0.3715, 0.4862, 0.5527, 0.6357, 0.6461, 0.5527, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.3426878861732205, "training": [ 0.3773488273878002, 0.35127259682308587, 0.3608072300486454, 0.3399446792902581, 0.3394937774095462, 0.35107947353605495, 0.3446994221214503, 0.3458372231002268, 0.33762762744871033, 0.35514348514124894, 0.32948700307109846, 0.3041127718070752, 0.32193695652413123, 0.3330643394305643, 0.35630630858218504, 0.3558265731175567, 0.34044763651456633, 0.3416487412931343, 0.33697757243535925, 0.35808821672564506, 0.34134772102150646, 0.3303734429339505, 0.3452525735258169, 0.3263850688676738 ], "test": 0.34199638565503737 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.12944595980568127, 0.32271721778478485, 0.26257594367087383, 0.4090762545051911, 0.37476257350014575, 0.2755062238841254, 0.37427653539057015, 0.40838194629530317, 0.3772957649021901, 0.3416193095204187, 0.5155614840545674, 0.45348532735572566, 0.4458616889625593, 0.4976626274953829, 0.24114373335593192, 0.3377933298027654, 0.3774423046159745, 0.1651195378236517, 0.42027543563201264, 0.3407190425143871, 0.3629625785862172, 0.4158649601662931, 0.40584375685988516, 0.5194861859447115 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.02256425670306879, 0.21502696251137468, 0.07718905003521705, 0.20294898831396113, 0.2621256521019192, 0.09892666637584978, 0.2612924117774154, 0.29522185549793595, 0.16032945822249725, 0.22274688014862964, 0.2037427095865363, 0.1646355886642773, 0.21445188544833915, 0.17448200878128164, 0.05835812366195836, 0.25370969774933977, 0.18364309850185506, 0.034303039611947805, 0.28638898453676165, 0.23370088919675316, 0.25951853178896656, 0.16642638821356953, 0.2666339074737515, 0.24579966753248486 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.10688169652646035, 0.10769025593992858, 0.18538689158789728, 0.20612726495837796, 0.11263692321358242, 0.17657955576686826, 0.11298412462603391, 0.11316009336907872, 0.21696630633455827, 0.11887243183512984, 0.3118187758060265, 0.28884974356164356, 0.2314098038853241, 0.3231806218252967, 0.1827856081550101, 0.08408363350647172, 0.1937992075894956, 0.13081649414438543, 0.1338864510762824, 0.1070181544018564, 0.10344404812840861, 0.249438570101518, 0.1392098505574535, 0.27368651680881584 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 10.891210375761695, 2.858946408699952, 6.542709165155757, 4.083515021933538, 2.4157193860901844, 9.947801383353974, 2.703252143757925, 3.2129235997269108, 3.4821009383879824, 3.5282401693350876, 9.58377042254862, 7.130167156490667, 4.124358972601789, 7.464864289721439, 7.99776331422566, 2.0714143585952334, 3.8385922250246076, 19.55754644445425, 3.351543486359653, 2.205558404228701, 2.4149786207001482, 4.523174178055478, 2.877497876132356, 4.790786248072858 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 10.650101934144926, 2.7354667684389544, 6.317356813129002, 3.8901619736316997, 2.336442323546354, 9.606583783362504, 2.504733552381212, 3.0573860839230815, 3.26411454412286, 3.409497678168103, 9.364814083941015, 6.956321414564089, 3.9104202053450576, 7.21431570495991, 7.774515347789515, 1.9382724619124079, 3.722067517359758, 19.321244092960892, 3.176068808830337, 2.0308828065062836, 2.298788230498637, 4.323216742208394, 2.7312473561070965, 4.604156199195766 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3656199884345563, "rpss": 0.19274289646232046, "brier_below": 0.19017361260148716, "bss_below": 0.16258994862800646, "brier_above": 0.175446375987746, "bss_above": 0.22306653288668454, "crps": 5.483268107892269, "crpss": 0.20216010348477664, "crps_fair": 5.297424017792827, "crpss_fair": 0.1956882557932793, "reliability": { "below": { "weight": [ 0.0, 0.274985, 0.117687, 0.12635, 0.16891, 0.199698, 0.09075, 0.021621, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1449, 0.2432, 0.3433, 0.444, 0.5425, 0.6414, 0.713, NaN, NaN ], "observed_frequency": [ NaN, 0.1062, 0.24, 0.2963, 0.4245, 0.5556, 0.5945, 0.7895, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.139271, 0.266884, 0.185594, 0.112562, 0.082805, 0.078806, 0.134077, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1641, 0.2425, 0.3368, 0.4389, 0.5445, 0.6554, 0.7355, NaN, NaN ], "observed_frequency": [ NaN, 0.0586, 0.1791, 0.2981, 0.3249, 0.4619, 0.6441, 0.8028, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.12111993679736681, 0.27948551338833577, 0.25022579246991955, 0.4163887917006802, 0.3424010130150935, 0.27660912705684765, 0.3589911584716914, 0.36483277599387326, 0.38251905122381336, 0.32468386208806327, 0.46484001304050737, 0.46948641278745, 0.43915930604646863, 0.4852962068777598, 0.24021001766172217, 0.3380224019028184, 0.37284559740405043, 0.12061854265466748, 0.4229384198357208, 0.34483357815686033, 0.38825078198871055, 0.4500863908943547, 0.39136337936454246, 0.5506301129250688 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.023051673007408804, 0.20603136812792483, 0.06742197048088347, 0.20348305566508956, 0.24684441020204326, 0.1020795184352835, 0.24741580793186885, 0.27296765978660187, 0.16102805429753808, 0.23319403142751058, 0.2031104523119872, 0.18286328683330985, 0.20751626030531112, 0.16266589462248793, 0.055711167290084504, 0.24999048087960415, 0.19096364167966762, 0.022234441383247136, 0.2809137053914158, 0.22868219766885337, 0.2691623452166467, 0.1820721114718597, 0.26304601192060667, 0.24966041082112536 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.09806825688145428, 0.07345414675096938, 0.18280381960127162, 0.2129057348005238, 0.0955566045171572, 0.17452960711295815, 0.11157535242746563, 0.09186511818174405, 0.22149099656926255, 0.09148983327596054, 0.2617295620843844, 0.28662313161876646, 0.231643046316921, 0.32263031473941295, 0.18449884902449284, 0.08803192259490321, 0.18188195691581602, 0.09838409521878191, 0.1420247146217742, 0.11615138152460461, 0.11908843809540563, 0.26801427705473324, 0.1283173691126257, 0.30096970006906143 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 13.09011579136222, 3.027548910156483, 7.72773988961883, 4.904309123249103, 2.7047905364222062, 11.73548440734697, 3.1634306992307204, 3.725904441969692, 4.063217284885621, 3.9191872593137345, 9.573877234514075, 8.73488064968119, 4.707118281392143, 8.693049236733728, 8.3021979516965, 2.4330969763210515, 4.448426735593969, 23.576831176351856, 3.9260164969005977, 2.5646192102867746, 2.9639066252965764, 5.607701418873287, 3.2665107095065986, 5.7113527396140364 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 12.804215377902361, 2.8897377192578504, 7.455540094152187, 4.678875243071985, 2.6158436555032303, 11.31940000406811, 2.9314500736637448, 3.5435680849628617, 3.804887802240607, 3.7857316019691933, 9.311023450849055, 8.529586366761064, 4.462911973013995, 8.395482613976165, 8.04058032381408, 2.2797213056249146, 4.313965298343957, 23.309788844549384, 3.723152558006531, 2.3609114630057735, 2.8256537212288197, 5.379280565056217, 3.0991249846073723, 5.49129663178978 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.35815992432276605, "rpss": 0.20915445102411934, "brier_below": 0.18800458154826502, "bss_below": 0.1718912324202092, "brier_above": 0.1701553428796021, "bss_above": 0.24661160236952862, "crps": 6.357138074429915, "crpss": 0.2143241518944613, "crps_fair": 6.139655406559135, "crpss_fair": 0.20821155210625952, "reliability": { "below": { "weight": [ 0.0, 0.272832, 0.11282, 0.120679, 0.162856, 0.205871, 0.099423, 0.02552, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1447, 0.243, 0.3438, 0.4435, 0.5432, 0.6431, 0.7133, NaN, NaN ], "observed_frequency": [ NaN, 0.0975, 0.2356, 0.2912, 0.4112, 0.5492, 0.6025, 0.7877, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.151344, 0.262617, 0.185067, 0.104872, 0.079551, 0.076101, 0.140449, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1637, 0.2424, 0.3361, 0.4388, 0.5448, 0.6575, 0.7354, NaN, NaN ], "observed_frequency": [ NaN, 0.0584, 0.1698, 0.299, 0.3225, 0.464, 0.6372, 0.8304, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.2969519880926867, 0.5050645808807829, 0.4134640315997703, 0.3414806532553439, 0.4396129040397272, 0.4731632821066135, 0.3978504082968976, 0.3230575496575884, 0.3987862900226589 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.03551565023529596, 0.13359545282281426, 0.1536135940571883, 0.13817262037265596, 0.15367567747004737, 0.2786132481434927, 0.3105703813243068, 0.0805268679596414, 0.2110391948337659 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26143632801912375, 0.3714691004769854, 0.259850435193983, 0.20330803586480042, 0.28593722086856044, 0.19455003106431884, 0.0872800356882019, 0.24253067601830042, 0.18774709853469526 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.456864941560784, 12.652286572217916, 5.9964720682654225, 5.611338601578036, 5.16914904564863, 5.7263927791072105, 3.301477824895391, 10.515156769987401, 3.2489697376730335 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.339359845113387, 12.542353781830306, 5.855461431506809, 5.526585029506273, 5.073536277981413, 5.672737922696059, 3.2545866877586787, 10.378800120134034, 3.1594732780976282 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.3988257431057855, "rpss": 0.07209741058568075, "brier_below": 0.16614696524657874, "bss_below": -0.024063287340148953, "brier_above": 0.23267877352544103, "bss_above": 0.13040478809608447, "crps": 7.519789815659313, "crpss": -0.03938536936145409, "crps_fair": 7.422543819402732, "crpss_fair": -0.06639394616043126, "reliability": { "below": { "weight": [ 0.0, 0.272172, 0.162108, 0.193701, 0.125405, 0.110713, 0.110403, 0.025497, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1441, 0.2527, 0.3512, 0.4472, 0.555, 0.6517, 0.7173, NaN, NaN ], "observed_frequency": [ NaN, 0.0243, 0.0927, 0.1721, 0.2082, 0.2552, 0.3046, 0.4098, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.182926, 0.147812, 0.19807, 0.205469, 0.129491, 0.083538, 0.052695, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1608, 0.2541, 0.3541, 0.4507, 0.5506, 0.6458, 0.7398, NaN, NaN ], "observed_frequency": [ NaN, 0.1903, 0.345, 0.5033, 0.5475, 0.6434, 0.7134, 0.5394, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.32115129400450687, 0.5017453495623092, 0.430123556751007, 0.34997834858394944, 0.4490009940279684, 0.5033316630723336, 0.3878449338677385, 0.34286002912348673, 0.39516094703356425 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.03791190587349915, 0.13656589324094914, 0.16861826310667152, 0.14270667298198822, 0.1680732470543083, 0.3081963608687538, 0.3061978005867785, 0.08919316732372634, 0.23040642933962277 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2832393800408221, 0.36517942984075813, 0.261505294462125, 0.20727167705160113, 0.2809277440963182, 0.19513529937057567, 0.08164714013393723, 0.2536668577321729, 0.1647545249611994 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.677148230840242, 15.35583464578167, 6.60663990679768, 6.7235109903646455, 6.199038034854638, 6.904850523649731, 3.857643445010226, 12.485612160284134, 3.461573016687804 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.539476975959214, 15.227078009043105, 6.440727017389225, 6.62389945322413, 6.088108389228179, 6.844320380068735, 3.806242832587042, 12.321685467957108, 3.360133386667091 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.40902190178076264, "rpss": 0.03489512045461951, "brier_below": 0.17642997115292197, "bss_below": -0.05354622867879755, "brier_above": 0.23259192752105662, "bss_above": 0.0926707039499729, "crps": 8.696872328252308, "crpss": -0.058738900848904096, "crps_fair": 8.583519101347092, "crpss_fair": -0.08772213391634454, "reliability": { "below": { "weight": [ 0.0, 0.262338, 0.140588, 0.183558, 0.128302, 0.11837, 0.135848, 0.030997, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1437, 0.2517, 0.3533, 0.447, 0.5563, 0.6519, 0.7174, NaN, NaN ], "observed_frequency": [ NaN, 0.0282, 0.103, 0.1805, 0.2117, 0.272, 0.3075, 0.4157, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.214319, 0.158856, 0.177714, 0.18635, 0.125612, 0.077164, 0.059985, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1608, 0.2524, 0.3542, 0.4498, 0.5511, 0.6461, 0.7399, NaN, NaN ], "observed_frequency": [ NaN, 0.1965, 0.3598, 0.4736, 0.5172, 0.6045, 0.6368, 0.5127, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.4959719867723524, "training": [ 0.528422201265527, 0.4943356806989651, 0.518610274464803, 0.49173141126453823, 0.49873157808925106, 0.5106315198042088, 0.4899663551871233, 0.4941051112805464, 0.48629753037254747, 0.4972391112213533, 0.47979181597742654, 0.47585274108547426, 0.4837847115118106, 0.4988447412319333, 0.513388439314154, 0.4975696636668654, 0.4831622988400472, 0.5145690314331813, 0.4897090297471113, 0.5011794064082158, 0.4929343314924243, 0.48665995142345025, 0.48955965418899317, 0.48625109256650545 ], "test": 0.503893428417033 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2079724130106232, 0.3293863053395171, 0.38047936278592953, 0.3886650532112864, 0.3223053349834348, 0.3250412451257324, 0.34030211170503355, 0.3214402976201275, 0.4433980941254624, 0.34567242079794247, 0.6248171151003922, 0.3856093406743773, 0.4084599564408365, 0.49218608564250915, 0.3120939214987563, 0.2896190830182804, 0.5103906994725158, 0.27953469659772057, 0.3602915646627755, 0.3226987971549668, 0.30864485580320944, 0.5088114844912596, 0.3997521295963929, 0.5737639295286304 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04044185325373511, 0.22132079147271203, 0.11580245186611172, 0.2110040788811627, 0.22335320602226963, 0.11242535898195574, 0.25706605067274235, 0.2401969422299056, 0.21408968939721393, 0.23454976418999068, 0.28135451826754604, 0.18526299384086084, 0.23614917565731483, 0.1672932026040355, 0.10781830461667745, 0.21912827482156713, 0.27628088905723963, 0.06283286154353293, 0.2679497088021673, 0.2206935733569682, 0.23172644632506278, 0.22540167661845262, 0.27873115784217267, 0.27232276701907315 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.1675305556652208, 0.10806551365898957, 0.2646769096220167, 0.17766097398035968, 0.09895212889091978, 0.21261588495542683, 0.08323606126032128, 0.08124335546665108, 0.22930840494616653, 0.11112265697909833, 0.34346259652145544, 0.2003463475790119, 0.17231078159961563, 0.3248928820468, 0.20427561554285514, 0.07049080830341023, 0.23410981063214478, 0.21670183300333734, 0.09234185610322995, 0.10200522384344415, 0.07691840985196566, 0.2834098071107508, 0.12102097201390549, 0.3014411628850561 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 12.337429998900104, 3.6240244360977907, 8.517544023204696, 4.450012035154359, 2.692217065428454, 12.188596841544483, 2.299188862851538, 2.7325879013576153, 4.535345051132275, 4.773977432645507, 10.82135302667944, 6.321288034564638, 3.683664009993048, 8.268201167179857, 8.174239436073716, 2.9954264292653945, 5.90941049873399, 20.988741423960963, 3.322369765509077, 1.9511368549346506, 3.7510952854561137, 5.807117078061565, 3.720723180400046, 6.038868926546857 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 11.367571406721623, 3.544877960660836, 8.051920344976606, 4.2329579529492465, 2.6189330471598273, 11.34654791163571, 2.1596098181740078, 2.5959785525089396, 4.307726325555545, 4.677630254765825, 10.624574056880848, 5.960088787691824, 3.436781540909646, 7.970954596133704, 7.553838311855289, 2.890884541765362, 5.792615349301695, 20.20331606943242, 3.1345555079242495, 1.8417558810194137, 3.6396604279101155, 5.57889816076671, 3.6362839179346116, 5.888500449277797 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.382555679099488, "rpss": 0.15535036589767925, "brier_below": 0.2042998223891863, "bss_below": 0.10038662871317938, "brier_above": 0.1782558563525897, "bss_above": 0.21062524244477066, "crps": 6.246023281903174, "crpss": 0.09117583331505918, "crps_fair": 5.960685882246327, "crpss_fair": 0.09498472417629034, "reliability": { "below": { "weight": [ 0.0, 0.191002, 0.046335, 0.101193, 0.158419, 0.321822, 0.181227, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1881, 0.2484, 0.3535, 0.456, 0.5579, 0.6335, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0703, 0.1178, 0.2208, 0.285, 0.5198, 0.5236, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.169673, 0.439114, 0.175927, 0.053332, 0.034329, 0.127625, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.239, 0.3348, 0.443, 0.543, 0.6422, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1293, 0.2091, 0.3814, 0.6154, 0.812, 0.8067, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20599929616776497, 0.289868680856835, 0.37460666231893514, 0.38770096402128623, 0.30611397644246235, 0.31980307152168524, 0.33099792352185187, 0.291828943312397, 0.4525697680762433, 0.3184867492672039, 0.546064923017096, 0.3719819002634238, 0.39439583808728934, 0.492493720527078, 0.32637848796280733, 0.3069665022624353, 0.5032029819577181, 0.2643462323701155, 0.37748875153299855, 0.33590568596247533, 0.32472469570244167, 0.5388832693563242, 0.3847010750522246, 0.6003372913355014 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.0410865393063609, 0.20982321295577175, 0.10630806392296124, 0.20677633640547124, 0.21672759059217286, 0.11250544659581825, 0.24878185123796337, 0.2204643242928614, 0.22056792883834286, 0.2334431604168799, 0.2627432478301444, 0.1952329448051638, 0.23098850841745183, 0.1604445841386773, 0.11550602839403055, 0.2301798076374214, 0.28361657009740837, 0.0560149147856065, 0.2747073972841328, 0.22313167759485675, 0.23789590765685875, 0.24031597379822037, 0.2765234887876028, 0.26685647067952245 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.164912752682994, 0.08004546785821913, 0.26829859719181554, 0.18092462681706326, 0.08938638566819819, 0.20729762368283125, 0.08221607250635099, 0.0713646188631406, 0.23200183968719654, 0.08504358926924263, 0.28332167527636815, 0.17674895636759994, 0.16340733066442178, 0.33204913485194265, 0.2108724585208209, 0.07678669462047744, 0.21958641216542094, 0.20833131450334288, 0.10278135441992647, 0.11277400826837199, 0.08682878827538908, 0.2985672946845864, 0.10817758646964092, 0.33348082109339483 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 14.652956193846478, 3.84828390723493, 10.090611958145756, 5.325792299372237, 2.7955745155171354, 14.521051737762715, 2.677346543812131, 3.124610466694309, 5.24438204666145, 5.296804227475106, 10.52796647206896, 7.632768148207717, 4.150901073064015, 9.449270130232097, 8.668025107625425, 3.5271229833211137, 6.8650645872021565, 24.21421476927217, 4.000290204087054, 2.246598809286103, 4.306834436019202, 7.112506168306445, 4.159341210433223, 6.937580387631509 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 13.50481349809753, 3.7610544339316005, 9.520396201548351, 5.068196370937956, 2.715006455913352, 13.488235759511943, 2.5149871702816893, 2.9675174512228084, 4.971139448125018, 5.190203084396264, 10.288291940936501, 7.194775174414135, 3.8680062438399907, 9.112638878983962, 7.939720195181372, 3.4047639977850954, 6.729859129270126, 23.331159645211496, 3.7834687457061165, 2.117372961227877, 4.1692102710440215, 6.858685986856759, 4.061987880500694, 6.759041605406024 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3769103079540248, "rpss": 0.16775211528147516, "brier_below": 0.2029434156863209, "bss_below": 0.10608975340695204, "brier_above": 0.17396689185036485, "bss_above": 0.2297353954695498, "crps": 7.140662432636643, "crpss": 0.11748872729962523, "crps_fair": 6.805022188763779, "crpss_fair": 0.12240384843627128, "reliability": { "below": { "weight": [ 0.0, 0.179384, 0.05004, 0.097562, 0.1644, 0.32789, 0.180724, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.2493, 0.3528, 0.4563, 0.5575, 0.6334, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.059, 0.0997, 0.1976, 0.2845, 0.5221, 0.5288, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.170175, 0.442249, 0.177565, 0.051437, 0.036996, 0.121578, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.2395, 0.3335, 0.4425, 0.5432, 0.6418, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1116, 0.2051, 0.3812, 0.6553, 0.8282, 0.8462, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36389164368204674, 0.6169329189240367, 0.3965349515547315, 0.4086940328157842, 0.49631782547374964, 0.5111309003859196, 0.3852832770948989, 0.4106415638737, 0.4194146960572572 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.06149524548762722, 0.1721917387632434, 0.13800797082412075, 0.2006506530381633, 0.18876202577410908, 0.29420886743579755, 0.3100925450032947, 0.10292004960972645, 0.2390305833888982 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3023963831730982, 0.44474114759778877, 0.2585269748320017, 0.20804337664163822, 0.3075557888291363, 0.2169220294173202, 0.07519073929306444, 0.3077215022427747, 0.18038411156759523 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.312979821911197, 14.898197157721258, 5.616243515600267, 6.211758416284586, 5.9240195828938855, 7.47266723212545, 4.714966483329353, 11.058174466016164, 3.3464430018576445 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.949184746794396, 14.686025397888256, 5.32636108711255, 5.960684197257634, 5.697315277310384, 7.403542249385972, 4.649562491144637, 10.593497805205374, 3.2120083941966286 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.44542686776245827, "rpss": -0.036324136884680724, "brier_below": 0.18970663103610896, "bss_below": -0.16927562246318484, "brier_above": 0.25572022817715756, "bss_above": 0.044291481167194835, "crps": 8.283938853082201, "crpss": -0.1450060514522009, "crps_fair": 8.053131294032871, "crpss_fair": -0.15699020019834764, "reliability": { "below": { "weight": [ 0.0, 0.22383, 0.089072, 0.168647, 0.142351, 0.233173, 0.142928, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1789, 0.2615, 0.3564, 0.4488, 0.5537, 0.6219, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0602, 0.0445, 0.0639, 0.1627, 0.2696, 0.2741, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.217111, 0.314412, 0.253798, 0.102901, 0.025011, 0.086767, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1861, 0.2552, 0.3453, 0.44, 0.5388, 0.642, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.214, 0.4211, 0.6009, 0.7565, 0.5695, 0.5288, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3873119234338781, 0.6094237270484598, 0.40671811259950336, 0.42132418436781577, 0.4828688106893635, 0.5234816822895817, 0.3751489196678111, 0.41549816593513406, 0.4071810688215359 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06661143058103201, 0.1712302430587118, 0.15011097793524683, 0.20603194511654416, 0.19769797914169304, 0.30938730593132324, 0.3017415125778972, 0.10823113644216314, 0.2581870893456281 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.32070047876248436, 0.4381934524521342, 0.2566071311298689, 0.2152922348088766, 0.28517082439147, 0.21409437370578924, 0.07340741335621247, 0.3072670203098874, 0.14899398253375382 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.76836060659011, 17.9951783567217, 6.0984022671078995, 7.476766985306636, 7.008252208420851, 8.905609000608141, 5.493593479224296, 13.080451759886587, 3.5454404959871253 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.347074836339047, 17.748093544726082, 5.762791123357509, 7.176363208232772, 6.74958566217325, 8.831592260317828, 5.421266921492844, 12.524749941639527, 3.3981537001413984 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4476618438725648, "rpss": -0.056277495231221275, "brier_below": 0.19658106890335994, "bss_below": -0.17387789851912405, "brier_above": 0.2510807679389419, "bss_above": 0.02054667651732489, "crps": 9.596895017761483, "crpss": -0.16830576547154563, "crps_fair": 9.328852355380029, "crpss_fair": -0.18217237838871791, "reliability": { "below": { "weight": [ 0.0, 0.205248, 0.09049, 0.161722, 0.130878, 0.250643, 0.161018, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1788, 0.2631, 0.3552, 0.4494, 0.5543, 0.6222, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0676, 0.0358, 0.0705, 0.1865, 0.2874, 0.2737, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.2453, 0.303992, 0.247201, 0.096655, 0.023188, 0.083664, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.186, 0.2541, 0.3449, 0.4401, 0.5384, 0.6427, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2258, 0.3828, 0.5939, 0.7285, 0.4727, 0.4266, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.4998292619358398, "training": [ 0.5365370535716517, 0.49771656822381116, 0.5253028421036817, 0.4956458012463477, 0.5024672216937038, 0.5171765600012898, 0.49661341866213754, 0.5014635536934803, 0.4928850983122619, 0.501051535289334, 0.4842323330577116, 0.4727480371885293, 0.4888482408042, 0.4886428519603004, 0.5213761490420646, 0.5010745419499555, 0.4888426888066564, 0.5183837957632635, 0.4942251373940932, 0.5035309671329726, 0.4957627040240332, 0.48909794769295295, 0.4942018214297848, 0.48807541741593874 ], "test": 0.506810385390671 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.23327979648734515, 0.32443676030336877, 0.38213703331776877, 0.3940284945936564, 0.31705667765022194, 0.32802806427764414, 0.33656517125357593, 0.31116588236048154, 0.4329806609101702, 0.33640074818590066, 0.5726460201361088, 0.4186080077808049, 0.4161319372490188, 0.6023433902130461, 0.3254309214305625, 0.30371977286618745, 0.488658698140216, 0.3330411198439481, 0.37333038005605224, 0.33778772976237936, 0.3069384609064548, 0.5068584999733103, 0.40424885333285665, 0.5893569410629589 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.05668385279097948, 0.2170125917443425, 0.12356088686753923, 0.21548873413872396, 0.2207421605936071, 0.11350310927435683, 0.24601925095091653, 0.23160080019023926, 0.21764501152738908, 0.22917981743537472, 0.2472063968938899, 0.19124742465321623, 0.2402852956248153, 0.23473691630773336, 0.11536918154470503, 0.22781901438651553, 0.2611223935468888, 0.0919057130485186, 0.27840704873545885, 0.23092923217777017, 0.22936132054468114, 0.23010406770157532, 0.2782162580300161, 0.28683375129495237 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.17659593696659134, 0.10742416951034363, 0.25857614608622, 0.17853976162196986, 0.09631451776493043, 0.21452495256745885, 0.09054592304867945, 0.07956508414578882, 0.21533564939344324, 0.10722093246032004, 0.3254396214451476, 0.22736058470740428, 0.17584664046969595, 0.36760647168429017, 0.21006173700585667, 0.07590076104167172, 0.22753630401966943, 0.24113540304531458, 0.0949233316512174, 0.10685849955740528, 0.07757714295796232, 0.27675443078719486, 0.1260325965047776, 0.3025231867922218 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 12.657632799100712, 3.981212587059293, 7.6109181917772935, 4.624631541047555, 3.294359334003904, 12.075929383780991, 3.0477800984916823, 3.1438756283668057, 4.902339326259193, 4.984826305988205, 11.416807144314443, 7.762126566110511, 3.9431981934400873, 9.881890497689616, 8.488387634061414, 3.0883419996624775, 5.760307265849603, 20.743774721793415, 3.6637725057704063, 2.8002724360556805, 3.688168904000769, 5.994204347145795, 4.0825052679819915, 6.739899686904302 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 12.117939824684147, 3.8813669112335543, 7.264243341088564, 4.408112620045338, 3.232666120205805, 11.309167217429506, 2.853745319731291, 2.9874520338799386, 4.6543680503923754, 4.889947920511981, 11.171736588197856, 7.530267607084835, 3.6804000724482253, 9.536861795670857, 8.07944393727123, 2.978242454181573, 5.656084276281612, 20.20085165864149, 3.4683145273432916, 2.6402681203303358, 3.584295933861944, 5.75810886922004, 3.9646885699734637, 6.551839829806226 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.39063250092058494, "rpss": 0.13751744648590136, "brier_below": 0.20895750958350856, "bss_below": 0.07987697955987938, "brier_above": 0.1816749910514823, "bss_above": 0.19548420484178475, "crps": 6.599048431944006, "crpss": 0.03980910390592296, "crps_fair": 6.350017233313145, "crpss_fair": 0.035872261779636205, "reliability": { "below": { "weight": [ 0.0, 0.094518, 0.114361, 0.104042, 0.151933, 0.336199, 0.198948, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.2474, 0.3555, 0.4546, 0.5513, 0.6292, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0475, 0.1048, 0.2062, 0.2631, 0.4875, 0.5366, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.116105, 0.51491, 0.145854, 0.070385, 0.069071, 0.083675, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.2423, 0.3449, 0.4463, 0.5569, 0.6308, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.174, 0.2004, 0.391, 0.5912, 0.7541, 0.8411, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.222527708895939, 0.2818128761482174, 0.38272114726200107, 0.3951069056625168, 0.30269921761513735, 0.3127858514863229, 0.3327751421277799, 0.2888322016913227, 0.43252473618454357, 0.3125900391270396, 0.5070942482174674, 0.3982098006610414, 0.39883436428911184, 0.6332277929310434, 0.3199915160593168, 0.31624749463490825, 0.48099313129829624, 0.33392232307343817, 0.38564717107022256, 0.3518697626931002, 0.3215219960913896, 0.5404297615010423, 0.39419695200034294, 0.6227685643325341 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.0529508641693031, 0.2038397458162903, 0.11670786210718327, 0.21234407972149258, 0.2134432271997899, 0.10900412516638255, 0.24268118730314756, 0.21755707965696428, 0.21685540637102801, 0.22986544744211465, 0.23813183094642487, 0.1955269010792106, 0.2333619397145495, 0.24486528095853485, 0.11563363236496914, 0.234710036001798, 0.26701220473328796, 0.09006154243488214, 0.28273749085224625, 0.23423770762341684, 0.23421423286740836, 0.24573556458913579, 0.2802823670944016, 0.28801562011468046 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16957683746827126, 0.0779731317324846, 0.26601328448813133, 0.18276282736971763, 0.08925599099874774, 0.20378172368545672, 0.09009395763711156, 0.0712751245869502, 0.2156693297349676, 0.08272459388307833, 0.26896241628987017, 0.2026829017142373, 0.1654724235313447, 0.3883625088519691, 0.20435788072162808, 0.0815374610048638, 0.21398092598381216, 0.24386077608737824, 0.102909680124316, 0.11763205687092171, 0.0873077656726259, 0.2946941950486135, 0.1139145864967278, 0.334752940357577 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 14.638479741203621, 4.257982707030169, 8.945692779556198, 5.500773857122202, 3.689511511148111, 14.395774286408052, 3.553026411769797, 3.632571540098824, 5.670292821623238, 5.5834581561184, 11.494468718963427, 9.41882481999833, 4.430441125741989, 11.659489924711359, 9.254826855619799, 3.6129579475247873, 6.692384321110848, 24.30917825249474, 4.409295754255049, 3.231097801229397, 4.335401348917484, 7.32324257970802, 4.6032813615442825, 7.864355404561224 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 14.003650935965464, 4.1530015498930775, 8.526395396479446, 5.2509370580185735, 3.6268884948034392, 13.45644415966971, 3.3308463214636395, 3.4545117891539006, 5.379400804783736, 5.482922616635254, 11.197553298737517, 9.146852758961252, 4.137755612888241, 11.25937212251414, 8.794231180272448, 3.4893690855094093, 6.576159372968207, 23.70870482307007, 4.1867587988656725, 3.0465657525264587, 4.209184896343043, 7.061076023581997, 4.471329981866274, 7.643236172080742 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.38622211271058643, "rpss": 0.1471909110691838, "brier_below": 0.20832397401369343, "bss_below": 0.0823898654112557, "brier_above": 0.17789813834753343, "bss_above": 0.21232920975084502, "crps": 7.604450417852473, "crpss": 0.060169377875508245, "crps_fair": 7.316381208627154, "crpss_fair": 0.05645744951923515, "reliability": { "below": { "weight": [ 0.0, 0.095541, 0.114024, 0.09591, 0.136842, 0.340008, 0.217675, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.2471, 0.3556, 0.4551, 0.5521, 0.6302, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0477, 0.0949, 0.1735, 0.2494, 0.4868, 0.5362, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.128804, 0.518165, 0.132532, 0.064866, 0.069662, 0.085971, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2415, 0.3442, 0.4482, 0.5592, 0.6302, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1731, 0.1953, 0.4012, 0.6106, 0.7761, 0.864, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40303970955897295, 0.6683841992519802, 0.45776760789506865, 0.393560942834937, 0.4924930427643778, 0.522374235255687, 0.3860873846663188, 0.38778294718460804, 0.43459870733496064 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.1064835871868793, 0.22282201094319912, 0.19684706432331442, 0.19124682061299358, 0.202777039930839, 0.3052868791397626, 0.3119495463582337, 0.11675171048207353, 0.24614867847302807 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2965561038349993, 0.44556215452174147, 0.2609205346422588, 0.2023141195214384, 0.28971599265863623, 0.21708735250981137, 0.07413784513776928, 0.2710312232837575, 0.18845002809158798 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.956586495359453, 15.266304865215902, 6.640500817109923, 6.144460041776353, 6.359865109096526, 7.783273881716271, 5.332088870981757, 10.433556893683061, 3.714040916908659 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.78186556086004, 15.135255447557574, 6.45970755265396, 6.035503718015767, 6.240598597035226, 7.740085211535504, 5.296472276047525, 10.21598924650673, 3.624209668941096 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.46067653074965675, "rpss": -0.07180379690693761, "brier_below": 0.21114592638336924, "bss_below": -0.301418844212604, "brier_above": 0.24953059491133336, "bss_above": 0.06742412610016035, "crps": 8.514519765760877, "crpss": -0.17687694584783276, "crps_fair": 8.39218747546149, "crpss_fair": -0.20570226820104587, "reliability": { "below": { "weight": [ 0.0, 0.039909, 0.139174, 0.170622, 0.218804, 0.247406, 0.184085, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2515, 0.3565, 0.4498, 0.5512, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0154, 0.0114, 0.0491, 0.1364, 0.2681, 0.2535, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.178241, 0.354781, 0.280409, 0.12829, 0.048787, 0.009493, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1843, 0.2471, 0.3449, 0.4436, 0.5399, 0.6265, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2127, 0.3713, 0.5837, 0.7313, 0.754, 0.5731, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4118116657514247, 0.6646112567782586, 0.4595334545466544, 0.4022854845390002, 0.48722152686964715, 0.5346057425875014, 0.38807485047819207, 0.39260691015117966, 0.4093566649560648 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.11136401842644632, 0.22376873457549334, 0.20932387697085578, 0.19412889763779406, 0.21362239816126588, 0.3209990369760264, 0.3150864044858646, 0.12285544224001085, 0.2566955020439164 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3004476310073282, 0.44084248872416487, 0.2502095715144601, 0.2081565829612992, 0.27359912191201635, 0.2136067028101843, 0.07298845137827377, 0.2697514564765829, 0.15266116667012622 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.29312947260359, 18.413131703843202, 7.359103376051789, 7.37304555311301, 7.587421026394841, 9.314401261226994, 6.286588079375366, 12.334166405004261, 3.8807401045633485 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.093983967716877, 18.262246609589937, 7.150396333276278, 7.246017028848695, 7.451534518341699, 9.269157493552823, 6.250269579450698, 12.073598107715538, 3.783733668406886 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.46112306185088037, "rpss": -0.08803982164683677, "brier_below": 0.21864936794640816, "bss_below": -0.3056580778062774, "brier_above": 0.2424736859393818, "bss_above": 0.05412246624888706, "crps": 9.871302998019598, "crpss": -0.20171161442932006, "crps_fair": 9.731215256322159, "crpss_fair": -0.23316067678405306, "reliability": { "below": { "weight": [ 0.0, 0.037537, 0.132481, 0.152307, 0.205477, 0.248021, 0.224177, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1833, 0.2519, 0.3568, 0.4493, 0.5539, 0.6275, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0221, 0.0134, 0.0555, 0.138, 0.2864, 0.2613, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.208334, 0.36176, 0.254427, 0.119315, 0.046262, 0.009902, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1844, 0.2438, 0.3453, 0.4441, 0.5402, 0.6278, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2163, 0.3604, 0.5554, 0.6919, 0.6751, 0.5155, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.30074545315107276, "training": [ 0.3462976995372751, 0.3078982066070654, 0.3214713019132231, 0.3010545120224722, 0.30691054367416487, 0.3122429799151665, 0.30556051185052757, 0.30728995527943925, 0.2958141644286961, 0.3114407328100593, 0.2860706332582091, 0.2550390159797788, 0.2808973968051883, 0.28564403576535413, 0.31481131910692156, 0.31200123199191593, 0.2890208577947558, 0.2892735215657744, 0.29341069886251075, 0.3157498741401484, 0.2977440431818883, 0.2888922929847101, 0.30140120434670553, 0.29195414180379636 ], "test": 0.305175408944584 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.13712916611715126, 0.33957317168420853, 0.28319446002976467, 0.39575523783353134, 0.34223838853855, 0.26686060022429975, 0.3468640687092739, 0.39762646236050236, 0.36931532294268, 0.35923095242247177, 0.5603861756858061, 0.4410704392924901, 0.4027755771402924, 0.5402900365803434, 0.25181785180830896, 0.325843372025421, 0.41241123013313086, 0.21899951797281814, 0.378985009780173, 0.32942492893044734, 0.3507180675799443, 0.4407298627185445, 0.38811193147517353, 0.5292307186336402 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.028359204748410152, 0.2347422783546325, 0.0740928531067418, 0.21427361221487057, 0.25322946799554014, 0.0914091356372299, 0.2563385906200589, 0.3208071401448428, 0.152168260497037, 0.2502520565360534, 0.213023671182278, 0.16707394172516624, 0.21421784481984152, 0.17308471506999865, 0.07551533067268922, 0.25826958118331445, 0.1906338331779287, 0.04989802902952866, 0.28310915600429, 0.2293292599822105, 0.2774828732501377, 0.16674637864368758, 0.26411602465059797, 0.22766115550797497 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.10876995606581129, 0.10483089253799895, 0.2091016033084414, 0.18148162271779994, 0.08900892136623137, 0.17545146422346752, 0.09052547691301262, 0.0768193218862046, 0.21714706336738165, 0.10897889428417908, 0.34736250455414375, 0.2739965027421859, 0.18855772928970893, 0.36720532723855126, 0.17630251840019323, 0.06757379071063417, 0.2217773980923416, 0.169101486602914, 0.09587585247580202, 0.10009566821295163, 0.0732351937647209, 0.2739834821467454, 0.12399590671875683, 0.3015695658629898 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 11.261373843513297, 2.0472689252217866, 7.0124212305818645, 3.673814668701545, 1.098471513206024, 9.604051546828682, 2.0354516371313873, 2.8310197955466223, 3.2157600947203346, 2.74549179539032, 9.587878471867583, 6.404621530619405, 3.6124738506314604, 8.011103905236256, 7.42413804704206, 1.4241123497832704, 3.6159787662272587, 20.77112974508194, 2.743301471446117, 1.588846041846711, 2.079759203385053, 4.360542787801781, 2.193937106443878, 4.635337815977479 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 10.981533603043095, 1.9659568262111549, 6.775120727277193, 3.5171878709391944, 1.047295359642858, 9.238993728613586, 1.8898045919389423, 2.7128365189934303, 3.0368045252527542, 2.6675179718676403, 9.407049064369476, 6.24115915316121, 3.428608198790217, 7.780621979561069, 7.177974742235144, 1.3339461300373974, 3.5344352787257716, 20.525012837854458, 2.594734054688265, 1.4692114870100168, 1.9997335840841644, 4.187424365816785, 2.0992205219274176, 4.492617467777436 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.36702427294245704, "rpss": 0.18964235852607547, "brier_below": 0.19440976644812755, "bss_below": 0.1439364784551047, "brier_above": 0.1726145059784653, "bss_above": 0.23560697193729419, "crps": 5.165761922676338, "crpss": 0.2483586655414105, "crps_fair": 5.004366691242445, "crpss_fair": 0.24018336297718657, "reliability": { "below": { "weight": [ 0.0, 0.251528, 0.108029, 0.21321, 0.187354, 0.141375, 0.05854, 0.039799, 0.000165, 0.0 ], "mean_forecast": [ NaN, 0.1389, 0.2463, 0.3516, 0.4435, 0.5452, 0.65, 0.7418, 0.8056, NaN ], "observed_frequency": [ NaN, 0.0985, 0.2193, 0.3153, 0.487, 0.6106, 0.5892, 0.5198, 0.7992, NaN ] }, "above": { "weight": [ 0.0, 0.301461, 0.245452, 0.182646, 0.071922, 0.049211, 0.045131, 0.100328, 0.003847, 0.0 ], "mean_forecast": [ NaN, 0.1615, 0.2493, 0.333, 0.441, 0.5505, 0.6494, 0.7476, 0.8056, NaN ], "observed_frequency": [ NaN, 0.1393, 0.2349, 0.3123, 0.4611, 0.6597, 0.7451, 0.8765, 0.1602, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.12518131686398315, 0.30108286132371415, 0.274187409048131, 0.4054644113814262, 0.31823899495489316, 0.25809909849897994, 0.3315877647221522, 0.36874071100342115, 0.365733370945112, 0.34382590021250325, 0.501030657903297, 0.439588086405439, 0.3796192801324754, 0.5457728927274251, 0.2513045750465226, 0.33673340693897347, 0.4093188954203309, 0.18972713112144138, 0.3786109913956405, 0.33652596049213324, 0.3742514262749702, 0.4812947829630251, 0.37365845775020484, 0.5630552367864243 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.02858679041113661, 0.2295231647072441, 0.06695309693030219, 0.21905956397647644, 0.24067366635605758, 0.09282357248979883, 0.2418455284671144, 0.305690835290192, 0.15082749263798031, 0.2634871296341231, 0.2179358098144952, 0.1832090864477583, 0.20197415741258895, 0.16354708902736093, 0.07615646478499517, 0.2619735753073165, 0.2026236054640726, 0.04277328418823061, 0.2730928979213659, 0.2239662650678023, 0.28902163787761204, 0.18450235192911424, 0.26435061179933866, 0.22813237036666892 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.09659452048757897, 0.07155969605936874, 0.2072343083111628, 0.18640484454967104, 0.07756532965373265, 0.16527552565603204, 0.08974223577253931, 0.06304987530445323, 0.2149058792124617, 0.08033876916946905, 0.283094848127565, 0.2563790043792631, 0.1776451191622698, 0.3822258094223985, 0.17514810765344666, 0.0747598312974579, 0.20669529075241816, 0.14695384271905435, 0.10551809245162694, 0.11255969436597674, 0.08522978761435208, 0.2967924283662999, 0.10930784611064169, 0.334922869386705 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 13.504044365174385, 2.064689010129581, 8.289409587284066, 4.440947182703085, 1.183779475023439, 11.306634176429334, 2.4020455577910798, 3.334403221788795, 3.7189445027668357, 2.986413269288957, 9.479093305374496, 7.790588180916468, 4.120354692372561, 9.420035841706676, 7.496424492983815, 1.700636924168823, 4.165930696693137, 25.12258344712679, 3.240495055930562, 1.8775300969072592, 2.5806465145432376, 5.432110998689766, 2.522551753824488, 5.542125100398849 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 13.172727854175859, 1.9745419227080563, 7.999152275118566, 4.258553182628928, 1.1269252626508526, 10.865476667229936, 2.230996258580315, 3.1956419385875194, 3.50611018313757, 2.898581336142885, 9.257800365864579, 7.597368401008543, 3.9117779120426555, 9.148129775502078, 7.208694920964436, 1.5957697969420637, 4.072435809394296, 24.84455099519924, 3.0690999709343187, 1.7352991554095412, 2.4826211537001552, 5.236690757519618, 2.4130163697482914, 5.372381085178402 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3605264008463591, "rpss": 0.20392908297385992, "brier_below": 0.19386375201288109, "bss_below": 0.14608318884735894, "brier_above": 0.16666264816608106, "bss_above": 0.26207603404179136, "crps": 5.9884340604173545, "crpss": 0.25989211589298, "crps_fair": 5.7989309729320295, "crpss_fair": 0.25215240099704017, "reliability": { "below": { "weight": [ 0.0, 0.248213, 0.105673, 0.214314, 0.182183, 0.133917, 0.067025, 0.048479, 0.000195, 0.0 ], "mean_forecast": [ NaN, 0.1383, 0.2457, 0.3526, 0.4443, 0.5475, 0.6516, 0.7423, 0.8056, NaN ], "observed_frequency": [ NaN, 0.0912, 0.2021, 0.3169, 0.494, 0.6179, 0.5799, 0.5093, 0.7992, NaN ] }, "above": { "weight": [ 0.0, 0.305242, 0.253382, 0.175074, 0.068384, 0.044406, 0.044606, 0.104896, 0.004011, 0.0 ], "mean_forecast": [ NaN, 0.1599, 0.2502, 0.3315, 0.441, 0.5522, 0.6496, 0.7467, 0.8056, NaN ], "observed_frequency": [ NaN, 0.1238, 0.2356, 0.3129, 0.4762, 0.6818, 0.7595, 0.9056, 0.1626, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.31846030730339897, 0.5721270053457701, 0.4209851633008771, 0.3430589242890669, 0.4463158133063183, 0.47971393593213274, 0.35983635720340623, 0.33470122961637216, 0.4239599966514633 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0467215173618204, 0.14274749879140763, 0.15993893501336165, 0.14343331413531435, 0.14594125243387832, 0.2670522021923574, 0.2907240379716235, 0.08842925909473351, 0.2319940504782112 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.27173877564953025, 0.4293794766006791, 0.2610462205097202, 0.19962560880284932, 0.30037455223542997, 0.2126617288749881, 0.06911232540115225, 0.24627196112235097, 0.19196594609056186 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.961751438677105, 13.639334465755185, 5.649027881921979, 5.2543651935438405, 4.645402112233144, 4.8078880125792125, 2.3038872904711023, 10.54512082498804, 2.9115448328155247 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.840006578448932, 13.543079173052323, 5.521674183303679, 5.1810055184465735, 4.5600943694479, 4.7740575808109895, 2.2753698027138864, 10.405823205445765, 2.844785896714799 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.41101763699431176, "rpss": 0.04373191486584327, "brier_below": 0.16855356305252311, "bss_below": -0.038896591438140726, "brier_above": 0.24246406614302915, "bss_above": 0.09383401080340215, "crps": 7.190924672553903, "crpss": 0.00607037163876889, "crps_fair": 7.105099589820538, "crpss_fair": -0.020786858764717975, "reliability": { "below": { "weight": [ 0.0, 0.228632, 0.182646, 0.271249, 0.102511, 0.099845, 0.064559, 0.050558, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1334, 0.2488, 0.3551, 0.4445, 0.5532, 0.6461, 0.7428, NaN, NaN ], "observed_frequency": [ NaN, 0.0216, 0.0887, 0.1837, 0.2193, 0.2512, 0.3167, 0.2854, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.226044, 0.244471, 0.257386, 0.125024, 0.102278, 0.024052, 0.020746, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1425, 0.2526, 0.3515, 0.4493, 0.5508, 0.6397, 0.7256, NaN, NaN ], "observed_frequency": [ NaN, 0.1981, 0.4093, 0.5692, 0.5946, 0.721, 0.728, 0.5966, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3349064451300134, 0.5659855574735716, 0.4334512552284166, 0.35246313259010376, 0.44764494723015796, 0.5040397445748287, 0.34969997933026, 0.352059290647054, 0.41493537610538006 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.05125997837420127, 0.1460454516883789, 0.1775003427150226, 0.14782309084442527, 0.15951400022768836, 0.2935610751823173, 0.28289739722894097, 0.09990435243714543, 0.25681025782142264 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28364645486780077, 0.41994007673260203, 0.25595090782868724, 0.20464003934139513, 0.2881309413501051, 0.21047866504993307, 0.06680258665387483, 0.2521549308902017, 0.1581251223378438 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.990144086415361, 16.519197478734245, 6.092722962035597, 6.332852101013382, 5.516222947084191, 5.73996539495946, 2.7049488236357524, 12.4401215156983, 3.024087797623553 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.848604234741213, 16.40650316010326, 5.94263991652725, 6.246632635279562, 5.417138672787556, 5.7023199996161065, 2.6735091021794872, 12.272581849217302, 2.949088686748839 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.41724285870108735, "rpss": 0.015497416801599773, "brier_below": 0.1794795496132825, "bss_below": -0.07175669408315977, "brier_above": 0.23776330278360489, "bss_above": 0.07249743170193379, "crps": 8.262251456355536, "crpss": -0.005829072254185386, "crps_fair": 8.162113139688952, "crpss_fair": -0.03432065761649872, "reliability": { "below": { "weight": [ 0.000207, 0.22253, 0.168054, 0.253415, 0.101841, 0.111047, 0.079003, 0.063904, 0.0, 0.0 ], "mean_forecast": [ 0.0956, 0.1332, 0.2483, 0.3578, 0.4456, 0.5533, 0.6456, 0.7431, NaN, NaN ], "observed_frequency": [ 0.5, 0.0258, 0.106, 0.1922, 0.2185, 0.2702, 0.3327, 0.2836, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.259803, 0.247793, 0.233825, 0.116902, 0.09486, 0.023296, 0.023521, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1419, 0.2511, 0.3527, 0.4508, 0.5487, 0.641, 0.7226, NaN, NaN ], "observed_frequency": [ NaN, 0.2108, 0.3841, 0.5499, 0.5675, 0.6506, 0.6544, 0.5879, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.3747586768903399, "training": [ 0.4155889979030966, 0.37792958273074573, 0.39820659994894425, 0.3698869579191513, 0.37718290695214646, 0.39157660462187294, 0.3736614574963855, 0.37368390305500854, 0.3692030796922983, 0.3860926325533211, 0.3593763408002953, 0.3360979678758581, 0.3562944053959907, 0.365217691649834, 0.394617649839527, 0.38497834080420035, 0.36955912185970535, 0.3525554128316348, 0.3687766532612967, 0.39256527112972117, 0.37382583469120123, 0.3666300140474427, 0.3761719105209287, 0.36452890778755115 ], "test": 0.3796051204545476 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.15564597403331873, 0.398687961668235, 0.26339009434496535, 0.4355600289780109, 0.4037342597068424, 0.2713689535368928, 0.4027212335803927, 0.5026559631577783, 0.34860930724500633, 0.38327908794782617, 0.5117530788257333, 0.44502396169932834, 0.4157230725259769, 0.4650480143519334, 0.26598529381359287, 0.42138446397802753, 0.3722088601997889, 0.21014029334621975, 0.43167721514566143, 0.3804678306054327, 0.4259459078304009, 0.4032251194734792, 0.3977145813235179, 0.42409178768422917 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.033695671405812394, 0.2668696734295191, 0.07660917247545046, 0.2177695660964688, 0.28497953406146537, 0.09467163674071133, 0.27986715646648175, 0.3761832799593023, 0.13560664564629957, 0.25041024485141966, 0.19590681031627527, 0.1625429533557439, 0.20883806438533262, 0.15914281276188313, 0.07545921359719085, 0.3123720056229471, 0.16933824430179772, 0.050766378865349626, 0.28871424419179537, 0.25714161809656394, 0.31069529587851424, 0.14227726556003117, 0.25783959697109604, 0.18261057785008314 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.12195029611111351, 0.13181828783209276, 0.18678091883356157, 0.2177904633056339, 0.11875472663491002, 0.17669731443121253, 0.1228540754819146, 0.1264726835269976, 0.21300266234191498, 0.13286884312942837, 0.31584626808941646, 0.2824810138793189, 0.20688500877351051, 0.30590520298051993, 0.1905260789515827, 0.10901245655267534, 0.2028706159409847, 0.1593739096870465, 0.14296297015783632, 0.12332621091397242, 0.11525061157905526, 0.26094785210228677, 0.13987498297038772, 0.24148121234772607 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 10.080269704538779, 2.453143722804157, 6.286390832492062, 4.059702533489953, 1.5835560275921967, 9.610947411864974, 2.4993184472823455, 3.3589410939989253, 3.094268520390713, 2.8165343893125794, 9.277622563971653, 6.533671546349151, 3.797995721842834, 7.176401091816999, 7.333094673839347, 1.9470687323725597, 3.7502216303681344, 20.46834747574335, 3.1347667251430025, 2.0029581317476435, 2.6143382339291823, 4.19226602312667, 2.552818974846812, 3.96356507207796 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.832671008884235, 2.3438026785006394, 6.095407246735245, 3.9001849387179943, 1.5020122264796005, 9.274160059347993, 2.3353815098917763, 3.2227383084047307, 2.911421000305093, 2.712124487538501, 9.095785884284497, 6.381815492407551, 3.618015216410233, 6.958460141345774, 7.118724784807903, 1.8302461051127132, 3.6521402151002778, 20.21895646322149, 2.988386803776504, 1.8590438035765409, 2.512021250798266, 4.024132230592241, 2.4280270115799074, 3.811741477166639 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.38066843104177456, "rpss": 0.15951724530503852, "brier_below": 0.19959615262031397, "bss_below": 0.12109875743022869, "brier_above": 0.18107227777312915, "bss_above": 0.19815321475657977, "crps": 5.1911753867059165, "crpss": 0.24466089349880904, "crps_fair": 5.026141681041097, "crpss_fair": 0.23687725042772612, "reliability": { "below": { "weight": [ 0.0, 0.27634, 0.160022, 0.275916, 0.163909, 0.055673, 0.04768, 0.020459, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1553, 0.2484, 0.3436, 0.4386, 0.5508, 0.6503, 0.7174, NaN, NaN ], "observed_frequency": [ NaN, 0.1117, 0.2399, 0.4032, 0.5984, 0.6011, 0.5463, 0.511, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.156545, 0.209619, 0.163216, 0.198213, 0.086319, 0.101049, 0.085039, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1694, 0.2463, 0.3427, 0.4489, 0.5457, 0.6569, 0.7253, NaN, NaN ], "observed_frequency": [ NaN, 0.109, 0.1817, 0.2458, 0.3202, 0.4848, 0.7434, 0.8092, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.14634419578010474, 0.37633254040710706, 0.25249863388028326, 0.45562137638337646, 0.3782900125780952, 0.2675065547782582, 0.3832087604770497, 0.4681500894097934, 0.35033675548879717, 0.38050154673677183, 0.47806374958477504, 0.45713729218332777, 0.39438550107102643, 0.4529125783829515, 0.26723772058477757, 0.42469887796038375, 0.3818270864404956, 0.17847837452166387, 0.4198570752223873, 0.3799258982851838, 0.4473664730939335, 0.4393410314521653, 0.39023840207220706, 0.44949887558271273 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.034054261621325695, 0.2749040585182469, 0.06912587224249855, 0.22675937444902605, 0.27484066682058694, 0.09573346707690077, 0.2607368481885288, 0.35834940068479565, 0.13592202519064248, 0.27038715950567177, 0.20677975148080135, 0.18029502484147175, 0.19516271824506526, 0.14667564280734022, 0.07589427324299258, 0.3085997339148852, 0.18434122392521954, 0.04342703531589714, 0.2687269869809636, 0.24516718964333417, 0.3190196838650399, 0.1571015880313858, 0.2616483296387825, 0.18530250752251362 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.11228992712286008, 0.10142848148006278, 0.18337275825604807, 0.22886200224193942, 0.10344934637709331, 0.17177308524793616, 0.12247191116712247, 0.10980068832929443, 0.21441473111277887, 0.11011438740314347, 0.2712839963892647, 0.27684227320289345, 0.19922278332280263, 0.30623693614425684, 0.1913434461123534, 0.116099142323647, 0.19748586213279964, 0.1350513324342637, 0.1511300877697251, 0.13475870696481215, 0.1283467889742618, 0.28223944178040683, 0.12859007092326666, 0.2641963710399525 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 12.189400096963936, 2.5583483787375556, 7.4209665138596685, 4.90174391653701, 1.7299418595031606, 11.308292408234564, 2.91978657852721, 3.9016774428893415, 3.594724015961252, 3.094357099558875, 9.201136128945532, 7.9584437396338945, 4.330789329729281, 8.396618948593067, 7.41951939459098, 2.284688581059822, 4.390412756224113, 24.88062152936403, 3.6371832037529868, 2.351020794471422, 3.2247515982243424, 5.232189490342569, 2.952282912139351, 4.7462680195471725 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.895792897260089, 2.4352894797846307, 7.189655124989875, 4.715775179367987, 1.6376352989288694, 10.893853194665217, 2.7278680022469306, 3.7414841491562107, 3.3778655065372685, 2.9757306440772244, 8.981767717829483, 7.778087855168277, 4.125481745842045, 8.137906421877922, 7.169381662598576, 2.1504437337276503, 4.277075658770013, 24.600265318517536, 3.4679366365351436, 2.182260331545157, 3.102734435457618, 5.04028375371581, 2.8088434424546613, 4.567855905390243 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.37582330843156786, "rpss": 0.170152296529278, "brier_below": 0.1991231176564132, "bss_below": 0.12291712148107636, "brier_above": 0.17670018992720773, "bss_above": 0.21763330673398662, "crps": 6.02604853072463, "crpss": 0.25524336035020223, "crps_fair": 5.832553087351852, "crpss_fair": 0.2478163918843893, "reliability": { "below": { "weight": [ 0.0, 0.269807, 0.152676, 0.276165, 0.156734, 0.060019, 0.059003, 0.025596, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1549, 0.2472, 0.3437, 0.4395, 0.5521, 0.6502, 0.7175, NaN, NaN ], "observed_frequency": [ NaN, 0.1046, 0.2301, 0.3996, 0.6027, 0.5891, 0.5364, 0.5148, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.16905, 0.208031, 0.152879, 0.199569, 0.083928, 0.100472, 0.086072, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1687, 0.2464, 0.342, 0.4497, 0.5447, 0.6579, 0.7249, NaN, NaN ], "observed_frequency": [ NaN, 0.1082, 0.178, 0.2413, 0.3144, 0.4803, 0.7632, 0.8443, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3077199110800486, 0.48513635565935104, 0.4063175561055987, 0.3574970748360372, 0.42605490236253674, 0.43568935756896376, 0.34814213531168525, 0.34312939578256246, 0.4322014063043852 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.047956503537908805, 0.11677314404660345, 0.14782963891182932, 0.13887045899980577, 0.1317806446920365, 0.23437227784583262, 0.2534125732742693, 0.08804149298387165, 0.22212416267983492 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.25976339636154966, 0.3683631829925807, 0.258487914714914, 0.2186266195288537, 0.29427425285851516, 0.20131707834185678, 0.09472957317161615, 0.25508789524875103, 0.21007724777815104 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.382285903891864, 12.7536894488165, 5.781072469298, 5.445955445380019, 4.766012619116663, 4.849482251111138, 2.2582382347062095, 10.550021734178138, 3.294962503688193 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.282349340208405, 12.663015650186688, 5.6620977923365885, 5.37242423849807, 4.688007011258162, 4.800936778855663, 2.2134165374404082, 10.430080639335122, 3.220969813758056 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.3935431216679077, "rpss": 0.08438788630304739, "brier_below": 0.15346232188577694, "bss_below": 0.0541197692057338, "brier_above": 0.24008079566630983, "bss_above": 0.10274105704499015, "crps": 7.231302290020746, "crpss": 0.0004893772395216933, "crps_fair": 7.1481442002085736, "crpss_fair": -0.02697106098022317, "reliability": { "below": { "weight": [ 0.0, 0.279662, 0.258564, 0.221248, 0.104865, 0.05318, 0.059612, 0.02287, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1511, 0.2554, 0.3463, 0.4481, 0.5478, 0.6544, 0.7219, NaN, NaN ], "observed_frequency": [ NaN, 0.0283, 0.1404, 0.2105, 0.2216, 0.2876, 0.3131, 0.2364, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.151568, 0.155313, 0.193313, 0.251437, 0.139839, 0.081095, 0.027435, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1604, 0.2508, 0.3526, 0.4538, 0.5481, 0.6486, 0.7281, NaN, NaN ], "observed_frequency": [ NaN, 0.2209, 0.3866, 0.4865, 0.4967, 0.6018, 0.7017, 0.5761, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.32952845646364226, 0.48500708191218134, 0.4215175619311917, 0.3698482507153752, 0.4377259285330026, 0.46427417701181567, 0.328588257596415, 0.36382668721901357, 0.44248640931984784 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.052261489645451305, 0.12331747263426439, 0.16463601897654756, 0.143175689836352, 0.14611942886970625, 0.2621911411826126, 0.23947851514793556, 0.09947410465451467, 0.25309713436628495 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.277266957417594, 0.36168958165026355, 0.2568815436576395, 0.226672563294339, 0.29160649756573614, 0.20208303473994904, 0.08910975221968755, 0.2643525765187283, 0.1893892837008267 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.446433698200895, 15.487168427952096, 6.298702493613956, 6.556475960221912, 5.715344248728228, 5.808158395559895, 2.61352341613995, 12.514949487059843, 3.5343990768033002 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.329665633795138, 15.381075081846088, 6.158590055730823, 6.470035348251787, 5.62478027552591, 5.752971630246638, 2.5633289923213076, 12.370397086437318, 3.4505694624528145 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4047558678558317, "rpss": 0.044961012132625044, "brier_below": 0.1648612217015188, "bss_below": 0.015536208253029149, "brier_above": 0.23989464341830707, "bss_above": 0.06418318013552005, "crps": 8.330572800475563, "crpss": -0.014146368639366802, "crps_fair": 8.233490396289758, "crpss_fair": -0.04336573818849132, "reliability": { "below": { "weight": [ 0.0, 0.267703, 0.227187, 0.22207, 0.115815, 0.065447, 0.071994, 0.029784, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1506, 0.2551, 0.347, 0.4482, 0.5488, 0.6549, 0.7214, NaN, NaN ], "observed_frequency": [ NaN, 0.035, 0.1563, 0.2132, 0.2341, 0.3053, 0.3155, 0.236, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.177651, 0.167689, 0.172721, 0.240368, 0.136095, 0.075282, 0.030194, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1602, 0.2495, 0.3515, 0.4542, 0.5492, 0.65, 0.7277, NaN, NaN ], "observed_frequency": [ NaN, 0.2301, 0.3937, 0.454, 0.455, 0.5646, 0.6363, 0.5374, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.5131489956772824, "training": [ 0.5446693898626492, 0.5112657893131297, 0.5361824358578992, 0.5100467822113227, 0.5171709117776738, 0.534344756800751, 0.5091500764578437, 0.5140325198479196, 0.5056476816651232, 0.5160883582897822, 0.49524632983966393, 0.48532737134090936, 0.4986245333363985, 0.5117701344204874, 0.5273291659012482, 0.5158733493639334, 0.5033512229927504, 0.5272159634966105, 0.5074118165394118, 0.5172825304604898, 0.5096634356695593, 0.505144162740952, 0.5081280084504877, 0.5046091696177847 ], "test": 0.5189557284953156 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.21588804899082745, 0.3262169794842937, 0.31860116386491977, 0.3713766386906172, 0.32208431704735097, 0.3116123464334558, 0.34070803842475533, 0.32601737752828364, 0.41800157579570063, 0.341758587231477, 0.6255427675901157, 0.4023826051246501, 0.41052305807709394, 0.5192765711408704, 0.2883139113707035, 0.2896612445022824, 0.4899401815247978, 0.27126053142501455, 0.3709264998453177, 0.32377120401738074, 0.30767737750756363, 0.4824155598946607, 0.4025217712737659, 0.5880883149439555 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.052536219314496035, 0.218485953314463, 0.09355844141647113, 0.19924182281012956, 0.2227358783415336, 0.11170561344474543, 0.2537263372294305, 0.2426240285563942, 0.19361050751720593, 0.23124221387154253, 0.27753702348565257, 0.1700832101984247, 0.22801807787859193, 0.1755119636089137, 0.09667252994057664, 0.21820165711975054, 0.2613593275614219, 0.06999568860207517, 0.28031411004512213, 0.22163586660189466, 0.23143908648854847, 0.2127480820649152, 0.2803227029529713, 0.2843181662797797 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.1633518215030073, 0.10773102684878005, 0.2250427194060795, 0.1721348158352831, 0.09934843967630637, 0.1999067295261535, 0.08698170346328238, 0.08339335143733105, 0.2243910685108576, 0.11051637536704459, 0.3480057411795571, 0.232299398507252, 0.18250498001499746, 0.3437646065700045, 0.19164137778442994, 0.0714595896760835, 0.22858085303433606, 0.20126483680174923, 0.09061239115227417, 0.10213533920488296, 0.0762382936017518, 0.26966747651446543, 0.12219906948251587, 0.3037701444582546 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 16.88348475012274, 3.857982450682854, 8.599407042822968, 3.9674430564201275, 3.241347585561792, 15.104233859671641, 2.4013033186024395, 3.1395917929871584, 4.195210735051684, 5.144255872015853, 10.991235485524365, 9.630340611278049, 3.902423051916609, 8.902444044741443, 11.100427866764878, 3.022410723378978, 5.866387109480747, 22.48617131677848, 3.4800534339714955, 2.138557457299231, 3.8091587374603213, 5.59005046174382, 3.948207628097029, 6.262779950399496 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 16.53131471039452, 3.793079587071545, 8.36121832134019, 3.814522342444447, 3.198870616036974, 14.63835929928967, 2.269289067079729, 3.038811583836403, 4.01898055711746, 5.0788833932463255, 10.814134288388399, 9.47158327881356, 3.721180495039801, 8.664587065205868, 10.821762913922674, 2.945868736937517, 5.7945532637272645, 22.139009169997635, 3.34778058327853, 2.035105643921953, 3.7373929821073086, 5.42536743068417, 3.8721159136556382, 6.133820668959294 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3776902779887439, "rpss": 0.16609274796772122, "brier_below": 0.20115102119354375, "bss_below": 0.11425205270619554, "brier_above": 0.17653925623152836, "bss_above": 0.21822690464038352, "crps": 6.9860378476155915, "crpss": -0.016499577208447747, "crps_fair": 6.819482996354036, "crpss_fair": -0.0354070667106825, "reliability": { "below": { "weight": [ 0.0, 0.220156, 0.086965, 0.068027, 0.115187, 0.2858, 0.223866, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1919, 0.2495, 0.3527, 0.4547, 0.5547, 0.6309, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0727, 0.2104, 0.2171, 0.3076, 0.484, 0.5617, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.207464, 0.428627, 0.113196, 0.051164, 0.0393, 0.160249, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.2429, 0.3438, 0.4428, 0.5504, 0.6344, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1216, 0.2238, 0.3836, 0.484, 0.6579, 0.8071, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.21316331014390089, 0.2823983378641771, 0.30903962958139236, 0.36700816834255423, 0.302857025247225, 0.30680082735488745, 0.3319086075149248, 0.28966048768997193, 0.42031522892808953, 0.3185574586893426, 0.548684960778044, 0.39466696574244775, 0.388866982451382, 0.5189943980798143, 0.294923283002915, 0.307668500855018, 0.48322048850558075, 0.25336702072913886, 0.38635101185181736, 0.33875632647100834, 0.3237636850558424, 0.5155028425976513, 0.3890571549281002, 0.6184614847278277 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.05509180242872416, 0.2030623852882111, 0.08675975189911314, 0.19305563301991494, 0.21398384602646778, 0.11079407502296863, 0.24562588326915977, 0.2192127617294742, 0.19611353591459593, 0.23379851230268653, 0.260554467968967, 0.18198803302427943, 0.21618444206093704, 0.16537355080978683, 0.10041479437594358, 0.23010009357164785, 0.26970953860725416, 0.06494770987831715, 0.28584207087123525, 0.2257577422844025, 0.23725723462770035, 0.228961978657326, 0.27944742199746886, 0.28137414522395116 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.15807149894887246, 0.0793359538138439, 0.2222798739558906, 0.1739525356751192, 0.08887317990950358, 0.19600674914786712, 0.0862827266729721, 0.07044772848996658, 0.22420169308498836, 0.08475894915830882, 0.2881304916021327, 0.21267893676613767, 0.17268254049846996, 0.3536208453123308, 0.194508485247163, 0.07756840924480905, 0.2135109492262088, 0.18841930274421406, 0.10050894206918831, 0.11299858581644283, 0.08650645270220175, 0.28654086208770146, 0.1096097346011238, 0.3370873344084418 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 19.456120823793917, 4.126637890401865, 10.137367366176845, 4.727475640137218, 3.4260400045825805, 18.20126209272396, 2.7954513935076726, 3.5733062920206797, 4.808081187406394, 5.771757029506775, 10.723946972061876, 11.952957861379188, 4.382269926185, 10.132932622710694, 12.515026390398768, 3.5417167815765307, 6.8181167577398325, 25.17842620385099, 4.153826735001984, 2.463006208580462, 4.3766406931597235, 6.859207254520753, 4.4087255224067, 7.196688743252843 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 19.04129624448219, 4.056475987714821, 9.848643842707755, 4.549318315413954, 3.381461225454763, 17.630771663739246, 2.6414037659510923, 3.4575533856364116, 4.598415154979767, 5.700613448090049, 10.507004005397699, 11.766642427839967, 4.177588691804424, 9.854789560438535, 12.195569717419742, 3.4536425223670975, 6.736361069787514, 24.792967348719664, 4.002349519854865, 2.340096398019153, 4.2885792055897225, 6.67595267664271, 4.321995560610195, 7.043782144692903 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3709997577972106, "rpss": 0.18080307929525685, "brier_below": 0.19939214211918888, "bss_below": 0.121732142293424, "brier_above": 0.17160761504932912, "bss_above": 0.24018144869725666, "crps": 7.988624516378469, "crpss": 0.012689473058959178, "crps_fair": 7.794303078473092, "crpss_fair": -0.005176793851414452, "reliability": { "below": { "weight": [ 0.0, 0.209689, 0.086154, 0.065885, 0.119195, 0.288687, 0.230389, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.2492, 0.353, 0.4555, 0.5543, 0.6311, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0607, 0.1847, 0.1982, 0.303, 0.4843, 0.5675, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.214671, 0.433422, 0.109111, 0.048947, 0.036611, 0.157237, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.244, 0.3441, 0.4414, 0.5503, 0.6342, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1117, 0.2204, 0.3872, 0.5068, 0.7, 0.8425, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.33911604540134255, 0.6071687946247518, 0.4011198932939628, 0.369514670538153, 0.48749271616569967, 0.5208707425621102, 0.3970371188156124, 0.36188836108060635, 0.41858082075536895 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.061007517191546755, 0.1686572144924827, 0.15060104776072822, 0.17469697283010652, 0.17798170479951253, 0.30411227263587315, 0.3232450687763622, 0.10324286408685172, 0.23609773530654182 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.27810851511031043, 0.43851154833260564, 0.25051883988196705, 0.1948176960161095, 0.3095110021856812, 0.21675846607028917, 0.07379205627132798, 0.2586454888818067, 0.1824830841945299 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.489216451318613, 14.79700739082574, 5.835892932044421, 5.882642497451618, 6.061421870717239, 7.915071212089378, 5.339066737298459, 11.128367395805261, 3.2627612355830165 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.367487192915918, 14.70455783261794, 5.707140581391185, 5.81006430401369, 5.981189582150506, 7.888608412917858, 5.3158787320573895, 10.973115065089196, 3.2035224775682325 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4336432403597342, "rpss": -0.008908508458756792, "brier_below": 0.18884915532000063, "bss_below": -0.16399048590141208, "brier_above": 0.24479407743829196, "bss_above": 0.08512601120660601, "crps": 8.412383080348194, "crpss": -0.16275961290430452, "crps_fair": 8.327951575635769, "crpss_fair": -0.19647352178108468, "reliability": { "below": { "weight": [ 0.0, 0.26895, 0.108304, 0.120048, 0.11357, 0.20108, 0.188048, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2482, 0.352, 0.4557, 0.5604, 0.6278, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0481, 0.0602, 0.0976, 0.1696, 0.2678, 0.2612, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.232452, 0.300215, 0.189596, 0.09077, 0.08107, 0.105897, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.183, 0.2473, 0.3473, 0.4467, 0.5525, 0.6384, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2112, 0.4189, 0.5839, 0.6725, 0.7212, 0.6067, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36659496430014105, 0.5941998998401843, 0.4166514295267294, 0.3800458192007008, 0.48246089762128425, 0.5371313316515134, 0.3882341787160015, 0.3759645408166354, 0.4070609287393539 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06762976862474873, 0.165132765585795, 0.16734396595392778, 0.18129463197059018, 0.1902520721983603, 0.32277225596851056, 0.31714859531724443, 0.11327503482195354, 0.2566111534866108 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2989651832779979, 0.42906710324801034, 0.2493074600321967, 0.19875118471445485, 0.29220881969551854, 0.2143590725475159, 0.07108558846580335, 0.2626894999502657, 0.15044977819863598 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 17.022943586084743, 17.886660249235916, 6.39562734191234, 7.044333545247875, 7.25397681293327, 9.495331408337645, 6.268502250034829, 13.214992345276576, 3.4435974273134473 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.881503417896386, 17.778666873763232, 6.244410057250434, 6.959112842231711, 7.1619091880764625, 9.467176785477115, 6.244217417729598, 13.027739445506963, 3.3784729549007793 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.438704887823616, "rpss": -0.035143169780484484, "brier_below": 0.1979400271030824, "bss_below": -0.1819928762459455, "brier_above": 0.24076485445893323, "bss_above": 0.06078853106355331, "crps": 9.78066277404185, "crpss": -0.19067726466714707, "crps_fair": 9.682578775870297, "crpss_fair": -0.22699735662612652, "reliability": { "below": { "weight": [ 0.0, 0.246367, 0.107152, 0.109653, 0.106106, 0.210482, 0.220239, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2487, 0.3531, 0.4556, 0.5614, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0512, 0.0604, 0.1114, 0.1827, 0.2832, 0.2668, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.262741, 0.297517, 0.181628, 0.079788, 0.077513, 0.100813, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.183, 0.2454, 0.3484, 0.4452, 0.5535, 0.638, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2227, 0.3891, 0.5647, 0.6641, 0.6764, 0.5297, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.4583892231162771, "training": [ 0.49207300183810687, 0.4560242568814887, 0.4818363569282729, 0.45501546121554515, 0.464660436160986, 0.4789371624946327, 0.4549230479179338, 0.4616478781773568, 0.4494489699798803, 0.4611079670739593, 0.44250325438297444, 0.4296203254880723, 0.4366084837032339, 0.44896569598405556, 0.47960138586950757, 0.46682682842022094, 0.4510895143094537, 0.46711699267356543, 0.4476010977923463, 0.4699312611246634, 0.45357612451908924, 0.44964796550486225, 0.4559173096922472, 0.4466605766581969 ], "test": 0.4662370951658406 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36652714782229867, 0.3289817967719475, 0.3693599755483895, 0.3835731120975344, 0.3098773459077505, 0.38576253655687504, 0.3349672521902293, 0.33758905908692366, 0.3867397610301546, 0.36436003175871373, 0.603858116991854, 0.41838675297613875, 0.42937499050501016, 0.5476120294656349, 0.3358518047030757, 0.28125702675815495, 0.4537134387105159, 0.3764992011619434, 0.3869247210611469, 0.3146802013578797, 0.31522759660980854, 0.4353814174145138, 0.37741511539609873, 0.5597769689269195 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.10772398925679164, 0.22231124520394496, 0.1263495652664471, 0.2116491789155486, 0.21889918531630784, 0.1420766171297369, 0.24645939156779134, 0.25219785257200344, 0.17217384806491826, 0.2508222835371269, 0.25615978734531974, 0.17802632119403802, 0.22382638289212947, 0.19513708801201204, 0.11650615367941676, 0.20887800428362918, 0.22919808775422137, 0.10943537132374859, 0.2715822377815982, 0.21320769021370817, 0.2353778503624539, 0.18517200156025906, 0.2564928746084184, 0.2653184576341433 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.258803158675323, 0.10667055271221763, 0.24301041132248116, 0.17192393132915856, 0.09097816130168367, 0.24368591778681536, 0.08850786147734772, 0.08539120841896233, 0.21456591328433, 0.11353774968341426, 0.347698325768703, 0.24036043418784175, 0.2055486083733526, 0.35247494265596224, 0.2193456496578752, 0.07237902455386554, 0.22451535120473504, 0.26706383002165957, 0.11534248414430827, 0.10147251223756239, 0.07984974779800755, 0.250209413624076, 0.12092224192966103, 0.294458509644282 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 11.107572473627684, 2.6891432075597512, 7.496573167699281, 3.430931472693084, 2.079262871356504, 9.933453414701995, 1.8913437724187498, 2.6291573287939323, 3.700343390560902, 4.0284166138591475, 10.3103855093154, 8.764165434615103, 4.498263768333957, 8.746053405332667, 9.80990604313039, 1.9610739695165038, 4.431365219548057, 19.473314128478417, 3.535239149130615, 1.7027466097600468, 2.7060250895134432, 5.534700892228762, 2.937730102363666, 5.415863070201652 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 10.54189083756162, 2.611282436174613, 7.180574576245183, 3.2776150312029073, 2.017594521339987, 9.378822033092378, 1.7530839115328598, 2.517736212026342, 3.5306233579493105, 3.9526748650231633, 10.130856204132801, 8.53453656273838, 4.316646063459444, 8.481197433820022, 9.413263418072647, 1.8799878641795515, 4.348234406854805, 18.95288289558899, 3.399382933143314, 1.5855744299571517, 2.6202003890202215, 5.364784966746972, 2.847977122579297, 5.282733170545765 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3918207250337296, "rpss": 0.13489395109103042, "brier_below": 0.20395756106148807, "bss_below": 0.10189374146183927, "brier_above": 0.18786316424140112, "bss_above": 0.16808096653336224, "crps": 5.783876254364155, "crpss": 0.15842028121937335, "crps_fair": 5.580006485124488, "crpss_fair": 0.1527835541083904, "reliability": { "below": { "weight": [ 0.0, 0.023963, 0.192368, 0.234958, 0.159232, 0.200446, 0.189033, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2522, 0.3545, 0.4558, 0.5557, 0.6371, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1817, 0.1289, 0.1943, 0.3608, 0.5134, 0.5999, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.229159, 0.357304, 0.159489, 0.091923, 0.098409, 0.063716, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2468, 0.3461, 0.4508, 0.5574, 0.625, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0967, 0.2536, 0.4061, 0.5707, 0.7123, 0.6971, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37775156685672023, 0.2833831580371391, 0.381588110842622, 0.38412663154632215, 0.2981667639764852, 0.387484593088655, 0.3292390573762245, 0.3112730102795083, 0.3841243019391939, 0.34284575462856853, 0.5265359042771968, 0.4079793447945681, 0.4056741048614563, 0.5646595786054196, 0.3359757840282417, 0.3003507023739789, 0.4508116525768259, 0.37624231638903777, 0.3981928866850485, 0.32776886605804756, 0.3342795400047356, 0.46794124103613166, 0.35621897902752137, 0.5863879116286029 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.1125570198794214, 0.20598405031269332, 0.12586797703254093, 0.2115649982345141, 0.21282579106706914, 0.144445989762945, 0.24036689300582292, 0.23572670383378183, 0.17014891997833836, 0.255319054649235, 0.24182423261491576, 0.1905458912660157, 0.21045480930607957, 0.1935543305775932, 0.11804562420619186, 0.22080586949333955, 0.2392206988311619, 0.1065429549263261, 0.27199737721533546, 0.21449868770397926, 0.2421530911670202, 0.19984189514020056, 0.2481810911486991, 0.2604619713632212 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.2651945471495961, 0.07739910947549757, 0.2557201348633565, 0.17256163153863405, 0.08534097400279655, 0.24303860162039, 0.08887216552224035, 0.07554630870562504, 0.21397538216402587, 0.08752670203666887, 0.28471166901690614, 0.21743345557693208, 0.1952192966757605, 0.3711052492466523, 0.21793015843957175, 0.07954483472041946, 0.2115909540515454, 0.26969936126439625, 0.12619551021827788, 0.11327017935306403, 0.09212645010590706, 0.2680993428858282, 0.10803788951945736, 0.3259259381567382 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 12.939629338589985, 2.763092515032628, 8.936050246029824, 4.09741840862695, 2.255688750597227, 11.513412517423914, 2.222070947721333, 2.980768010617754, 4.255402372663328, 4.439413787116047, 10.104990123496924, 10.6662043380433, 5.0554641530790665, 10.353402686111481, 11.088950042311472, 2.3097294376725364, 5.16510993913816, 22.820390111259595, 4.159171896002168, 1.990337309688608, 3.2620836979846106, 6.671290405206398, 3.28535605180123, 6.349431880681013 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 12.272092151021296, 2.6786283356311036, 8.54918020597304, 3.9174240449156437, 2.18970822286176, 10.832266373552407, 2.060852050940484, 2.853048239802079, 4.052714269590615, 4.355824120676429, 9.885690692090968, 10.389845729061971, 4.850486320861128, 10.045955900165897, 10.629091672389267, 2.217686859306557, 5.070010994781648, 22.239054688818644, 4.0035028056786715, 1.8547252405919865, 3.1577836882505896, 6.479862188423769, 3.184516377849532, 6.192678527516339 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.38829174003826045, "rpss": 0.14262100961182578, "brier_below": 0.2030389967798517, "bss_below": 0.10566874482877864, "brier_above": 0.18525274359626198, "bss_above": 0.17976558777004803, "crps": 6.6535357902873145, "crpss": 0.17769249090860328, "crps_fair": 6.415109570864659, "crpss_fair": 0.1726881536776872, "reliability": { "below": { "weight": [ 0.0, 0.020365, 0.187344, 0.231076, 0.166233, 0.205689, 0.189292, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1813, 0.2526, 0.3545, 0.4556, 0.5553, 0.6374, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1804, 0.121, 0.1798, 0.3684, 0.5048, 0.6098, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.227017, 0.36907, 0.161827, 0.086768, 0.098755, 0.056562, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1784, 0.248, 0.3442, 0.453, 0.5567, 0.6241, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0799, 0.2523, 0.4168, 0.6149, 0.7439, 0.6909, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35633383857825635, 0.5978244939561372, 0.42613876598003075, 0.3666433826005931, 0.46426368991919376, 0.4893300631909649, 0.37820170708750783, 0.3421999145052217, 0.40280695910487513 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.10420126249837967, 0.16499083000899137, 0.16654644318540884, 0.16084053474800947, 0.17028003668859693, 0.2817155485900358, 0.3059881337100031, 0.12417253010140412, 0.21736505108909812 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.25213256115173804, 0.4328336320664466, 0.2595923184065921, 0.20580284886176292, 0.2939836462330294, 0.2076145100680132, 0.07221357995839266, 0.21802737533958128, 0.18544190734446797 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.197432194449126, 14.120209584540717, 6.0568652886776215, 5.896561147618665, 6.655284966987394, 6.562314075014313, 4.086688688663149, 10.049672799237516, 2.6310007045426844 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.063524916701303, 14.029687568358145, 5.927963170538908, 5.8107849959337505, 6.5722618957954495, 6.52940361365417, 4.05691067189951, 9.879437862228814, 2.573946997834554 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.42486031276919783, "rpss": 0.011525732296197355, "brier_below": 0.1884555967355475, "bss_below": -0.16156474856002956, "brier_above": 0.23640470882555822, "bss_above": 0.1164797727293887, "crps": 7.806225494414576, "crpss": -0.07897650968047842, "crps_fair": 7.715991299216067, "crpss_fair": -0.10855342997121964, "reliability": { "below": { "weight": [ 0.0, 0.036005, 0.225953, 0.297588, 0.141525, 0.145062, 0.153866, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2487, 0.3411, 0.4443, 0.5589, 0.6384, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0382, 0.1335, 0.17, 0.2497, 0.2909, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.203731, 0.2975, 0.182468, 0.134362, 0.119764, 0.062175, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.172, 0.2434, 0.3436, 0.4486, 0.5567, 0.6284, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.194, 0.4025, 0.5519, 0.5651, 0.722, 0.7553, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36610446926899365, 0.5842612782245956, 0.442488640147188, 0.3749162393393654, 0.46225311786940537, 0.5034107259188291, 0.37090691651992785, 0.35144936422080164, 0.38584319899368635 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.11075974450252048, 0.1640285544681986, 0.18258655810328847, 0.1664628481244779, 0.18369250037313165, 0.2980537882456581, 0.2992570054616042, 0.13395465108792057, 0.23499119958853915 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2553447119414849, 0.420232693058639, 0.2599020799100272, 0.2084533908704269, 0.27856061364974055, 0.2053569336830575, 0.07164991665955495, 0.2174947058377286, 0.1508520027995622 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.536717558464774, 17.132543484760934, 6.702654591066852, 7.0498112410827805, 7.940686106083663, 7.893004812409446, 4.777057593702002, 11.925563820704305, 2.6675599867458453 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.382817420050868, 17.0266242320656, 6.55151020519841, 6.947544445051405, 7.844947161922643, 7.855915019052412, 4.744838357831767, 11.720375839541305, 2.6049098924952605 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.42684821672253254, "rpss": -0.007166841165803461, "brier_below": 0.19708742777281546, "bss_below": -0.17690160517047593, "brier_above": 0.22976078315669135, "bss_above": 0.10371485432317529, "crps": 9.069511021668955, "crpss": -0.10410314971801382, "crps_fair": 8.964386952578852, "crpss_fair": -0.13598653305036956, "reliability": { "below": { "weight": [ 0.0, 0.026946, 0.209152, 0.287584, 0.140652, 0.161027, 0.174639, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1822, 0.2497, 0.3422, 0.4432, 0.5592, 0.6395, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0115, 0.0419, 0.1404, 0.1781, 0.2574, 0.304, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.226531, 0.304095, 0.178454, 0.126586, 0.112205, 0.052129, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1723, 0.2425, 0.3422, 0.4495, 0.5559, 0.6281, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2047, 0.3668, 0.521, 0.5264, 0.7126, 0.7322, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.5744185969109022, "training": [ 0.6141828964595686, 0.570289919399249, 0.5993502424485423, 0.572545896342195, 0.5778844265947054, 0.5908430359596434, 0.5704919393745145, 0.5759310759038424, 0.5655700657130793, 0.5750973506124838, 0.5578169872866785, 0.5525542306032588, 0.5624872436757906, 0.5643980314736402, 0.5905673092543486, 0.5773464759789227, 0.5639748847099328, 0.5869622406944591, 0.5678365618692732, 0.577969173748672, 0.5740308001301824, 0.5655777508925639, 0.5691768462275796, 0.5631609405085286 ], "test": 0.5838815031614314 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2885994397470393, 0.32882698840121566, 0.3711301662320633, 0.3757574101425974, 0.32152712961055374, 0.32086978344612405, 0.33661544161845763, 0.3226702731111322, 0.4454388582712513, 0.3504801098030068, 0.5810146204710084, 0.4180917252811422, 0.4318649210897951, 0.6130728405424379, 0.35008946128837753, 0.29848455892709197, 0.5196182291746517, 0.37506171982777836, 0.37023431098147364, 0.34653022083982987, 0.3032784667370872, 0.4798292821000578, 0.39434238148174544, 0.5789682577925582 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.07291108477518271, 0.21991965912676165, 0.11260291360911873, 0.20665155915663225, 0.22387842256275003, 0.10991922466789307, 0.25245142875562315, 0.2456660158383107, 0.22253308641650593, 0.23695909387009395, 0.247062183721086, 0.19239621725588948, 0.25505275240185554, 0.22848053672161484, 0.13143598097560769, 0.22446995272477258, 0.272963193682935, 0.10385799308641731, 0.2807295235550078, 0.24092797571272556, 0.22353987066941358, 0.2112677493945321, 0.2716405799987871, 0.27667609005251254 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.21568834958757493, 0.10890733050973388, 0.25852724992394055, 0.16910585156516145, 0.09764870883270386, 0.21095055463918921, 0.08416401486960227, 0.07700425961022392, 0.22290577160002534, 0.11352101742637773, 0.33395243440150596, 0.22569551016814232, 0.17681216851914283, 0.38459230131734223, 0.21865347640505298, 0.07401460882399641, 0.24665503425471033, 0.2712037207869784, 0.08950478922769103, 0.10560224681365105, 0.07973859844036481, 0.2685615312367511, 0.12270180242507578, 0.30229216494787914 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 15.25812007175312, 4.36005119808025, 7.4277179054685725, 4.67408970158128, 3.687676782137591, 10.861270477693697, 3.0951162509639354, 3.5040142114483595, 5.1377081926030606, 5.687024790972039, 11.87063118832807, 9.657049014022277, 4.4257840524806085, 10.593547697241553, 11.333929965665295, 3.4541003135353163, 6.614213828311014, 26.2412449186983, 4.131044791109901, 2.9915606487327477, 4.257897743289716, 6.536473553106014, 4.482507448492825, 7.29569055674188 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 14.425759379390437, 4.288765286661878, 7.230437238807076, 4.560629376484659, 3.6391267450808176, 10.390875208339502, 2.9722634644466823, 3.4106332786813205, 5.000647506912942, 5.62658158258655, 11.723411996731526, 9.454521314048128, 4.288567895559605, 10.404982838381299, 11.01456065212404, 3.38258640650231, 6.554724945028813, 25.780868115180628, 4.028917051707603, 2.890104350085788, 4.195099476756121, 6.409215512610576, 4.400163174631934, 7.181280376824552 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3967665248716032, "rpss": 0.12397405563101083, "brier_below": 0.21099971203050125, "bss_below": 0.07088434996919146, "brier_above": 0.18576681234720072, "bss_above": 0.17736429277068755, "crps": 7.399102720935726, "crpss": -0.07660235338119459, "crps_fair": 7.218946798898532, "crpss_fair": -0.09605794658982036, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.247156, 0.065395, 0.12015, 0.472767, 0.094531, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2237, 0.3483, 0.4593, 0.5611, 0.6102, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0981, 0.224, 0.3169, 0.4609, 0.568, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000331, 0.706034, 0.093007, 0.037889, 0.120318, 0.042422, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2318, 0.334, 0.4443, 0.5783, 0.6083, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2228, 0.4016, 0.5237, 0.8603, 0.6252, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.28039691195816385, 0.28953133832129774, 0.37245050719764883, 0.37544751831590956, 0.31208125053500363, 0.3058829818630168, 0.33337618320090245, 0.30118563591946246, 0.4454128291295516, 0.32260824483355444, 0.5080314913098607, 0.38393979665977623, 0.4148587020748696, 0.6421411308997532, 0.35000316039608065, 0.31284237195952025, 0.503041222375984, 0.37986822107236046, 0.38258409673758376, 0.3614431023611815, 0.3155753738499959, 0.5122034923847365, 0.38152853093563155, 0.6097441670733135 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.07041879482357384, 0.2073400489281253, 0.10502450906924142, 0.20268592472088706, 0.21983146381180796, 0.10585312171754285, 0.2487350243861457, 0.22807984937379944, 0.2216189735125245, 0.23528350602565384, 0.2321808298958497, 0.1930425286407227, 0.24814629931448168, 0.235967465675437, 0.1346620450362493, 0.23286472905091665, 0.27666541764260116, 0.10251039536129307, 0.2832995599586132, 0.24525208156810485, 0.22669026266672465, 0.22679917786237122, 0.2715784539684373, 0.2754822944713465 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.20997811148381412, 0.08219129125406366, 0.2674259950121582, 0.17276159409190495, 0.09224978847381654, 0.20002985576316018, 0.08464116082400923, 0.07310578902633955, 0.22379385555391618, 0.08732474099608502, 0.27585066050963586, 0.19089727096636236, 0.1667124023238411, 0.40617366166925317, 0.21534111128051572, 0.07997764537019401, 0.226375803927737, 0.2773578183231801, 0.09928453834102785, 0.1161910222703065, 0.08888511335646, 0.28540431233597247, 0.10995007828268666, 0.3342618690101941 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 17.27271756528055, 4.626085326829378, 8.769198134663602, 5.532969913558579, 4.1424164180949985, 12.324582418059254, 3.565208020434887, 4.0802815264825885, 5.892136535797347, 6.336299847302032, 11.752273859498924, 11.619580598948172, 4.9533738654608355, 12.6151699368143, 12.697782115947096, 3.9793101673225517, 7.600414366410263, 30.33909872802309, 4.839653376416893, 3.381698523738133, 4.886774907116191, 7.9790015886745245, 4.97388868951057, 8.397995855470667 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 16.325906239468466, 4.549639200497946, 8.533585227045993, 5.402558256941603, 4.09055411088348, 11.756796960560997, 3.423454652415744, 3.97304707875539, 5.730701648289686, 6.27178601253085, 11.575335786505963, 11.380520078001057, 4.800997474860755, 12.394097824558495, 12.350082592526821, 3.8995732900993985, 7.533751358533479, 29.8481332655443, 4.723089878109748, 3.2665968871042415, 4.811309410427465, 7.837146833852941, 4.881532853228594, 8.263963805466734 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.39150742755688167, "rpss": 0.13552051626152262, "brier_below": 0.20958386489510214, "bss_below": 0.07684039062454395, "brier_above": 0.18192356210194313, "bss_above": 0.19450604004723926, "crps": 8.439913011910642, "crpss": -0.0430850700320069, "crps_fair": 8.234340030258755, "crpss_fair": -0.061925284116526313, "reliability": { "below": { "weight": [ 0.0, 0.000116, 0.239767, 0.065123, 0.115466, 0.485526, 0.094002, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1903, 0.2239, 0.3491, 0.4595, 0.5618, 0.61, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0833, 0.2078, 0.3156, 0.4585, 0.594, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000391, 0.70992, 0.093135, 0.036648, 0.119898, 0.040008, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.232, 0.333, 0.4436, 0.5785, 0.608, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2155, 0.4092, 0.5417, 0.8906, 0.6715, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.37960657391930386, 0.7069181320860709, 0.43878058906740036, 0.3842065894542942, 0.47847807031937295, 0.5054212626355238, 0.3659255474141229, 0.35784916910951237, 0.4275929321367928 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0942592598487046, 0.21600838141106712, 0.17646439338642006, 0.18080531566138128, 0.18030014187531276, 0.287002837443465, 0.29014385336212145, 0.10890278421400276, 0.23863169119648434 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28534729688356597, 0.49090971693639596, 0.26231618719762295, 0.2034012713107562, 0.29817791802433447, 0.21841842153792013, 0.07578170107897982, 0.24894637372762737, 0.18896123895555622 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.652535418615876, 17.23586594163538, 6.19738040695334, 6.481695772986681, 7.117165114342723, 8.505512108500177, 5.932993873823943, 10.913711685032291, 3.7965642986833283 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.56945709045662, 17.161007799910564, 6.090345381498905, 6.4259099458367634, 7.05466292713582, 8.475943169672078, 5.907288995924285, 10.806558794077146, 3.74049448316796 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.44941987401582156, "rpss": -0.04561421132468668, "brier_below": 0.19694651759988435, "bss_below": -0.21389938085363336, "brier_above": 0.252473347294751, "bss_above": 0.05642611651094864, "crps": 9.092602735619304, "crpss": -0.25677957555919084, "crps_fair": 9.025740954186682, "crpss_fair": -0.29672464687873634, "reliability": { "below": { "weight": [ 0.0, 0.155884, 0.128992, 0.096976, 0.168573, 0.407688, 0.041887, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1986, 0.237, 0.3562, 0.4556, 0.562, 0.6028, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0181, 0.0287, 0.0799, 0.1363, 0.2594, 0.2486, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.136306, 0.539749, 0.152922, 0.058229, 0.045078, 0.067717, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1985, 0.2412, 0.339, 0.4451, 0.5578, 0.6028, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2443, 0.4053, 0.5734, 0.7311, 0.815, 0.7426, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39692240791993516, 0.7015996455763147, 0.4418749410015394, 0.39031065145356797, 0.468244672540806, 0.5076635527100067, 0.36850265622875167, 0.3603154362386539, 0.4008494038199263 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.10220549568190557, 0.21649607827726425, 0.1893627599516911, 0.18451240101316435, 0.19262938368762475, 0.29658408120935525, 0.2915595302714441, 0.11177996813066651, 0.251260757359016 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.29471689601270823, 0.48510353390698546, 0.25251217522418107, 0.20579824708977199, 0.275615281562759, 0.21107946885301104, 0.07694313214827693, 0.24853545848525307, 0.1495886489862191 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.884375609623582, 20.747204304391516, 6.712397927159372, 7.626770925598826, 8.468295715009374, 10.10218323228322, 6.983223801638156, 12.934069646771436, 3.9013201789898737 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.788450694419343, 20.660366214278373, 6.5875584762256905, 7.562166175538164, 8.397560475081574, 10.070279240943668, 6.9566793948250405, 12.806975385147942, 3.8401149812620643 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.44847592972105577, "rpss": -0.05819836602402462, "brier_below": 0.20404338395357022, "bss_below": -0.21843888680805645, "brier_above": 0.2444325380299073, "bss_above": 0.04648108373271298, "crps": 10.484426815718372, "crpss": -0.27635201529227404, "crps_fair": 10.407794559746872, "crpss_fair": -0.3188982717023501, "reliability": { "below": { "weight": [ 0.0, 0.146143, 0.112487, 0.097391, 0.157141, 0.440062, 0.046775, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1986, 0.2356, 0.357, 0.4547, 0.564, 0.6028, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0221, 0.0325, 0.074, 0.1506, 0.2729, 0.2392, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.145344, 0.556118, 0.146848, 0.054133, 0.036262, 0.061294, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1985, 0.2398, 0.3391, 0.4454, 0.5573, 0.6028, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2626, 0.3739, 0.5405, 0.7282, 0.8018, 0.6805, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.5283276503482234, "training": [ 0.5648442625834545, 0.5287703504585389, 0.5551537005315659, 0.5256462229849428, 0.5297370624763329, 0.5478757024069003, 0.5251179580880962, 0.5310473302085145, 0.5212881654124918, 0.5345292312069978, 0.5149886179202164, 0.5009686534817961, 0.5066813284258614, 0.514888324505628, 0.5454415612806366, 0.532071363691357, 0.5220493845722455, 0.541162071947268, 0.5217657228135154, 0.5370815148789865, 0.5266790246861774, 0.5160098204543968, 0.5233996808351562, 0.5126665525062831 ], "test": 0.5353095800714353 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20541165709403908, 0.33491746936246514, 0.2918283065339668, 0.38013030371634593, 0.3350617208382539, 0.3104355836679871, 0.36406845630719353, 0.3434697473706029, 0.4136352458081234, 0.3442762830569174, 0.593284261679185, 0.43219023634861853, 0.4575695138831404, 0.6054332495930906, 0.2638231234558646, 0.29146175996260393, 0.4527569838557842, 0.2385946697428986, 0.37714703554482976, 0.30542848125925953, 0.30713775778907554, 0.44386414242809324, 0.39950421423498633, 0.5827090351353825 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04283104390537877, 0.22460800430339026, 0.0800118410817538, 0.20367257577624287, 0.23047139553820437, 0.11154887499855967, 0.25910508709438246, 0.25329818977838336, 0.18185220968511673, 0.22898946230610207, 0.253431132770284, 0.1759221027258218, 0.22915023507063773, 0.21849194086793747, 0.06780321942186736, 0.21903395027329578, 0.24364963422387087, 0.05645155650333325, 0.2836623021348588, 0.20787632733658057, 0.22746220744491602, 0.18759517102797607, 0.27644789678789083, 0.2826986093926958 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16258060477924907, 0.11030946614716387, 0.21181646209853425, 0.17645772810623317, 0.10459032794944936, 0.19888670449586765, 0.10496337192392317, 0.09017156119689539, 0.23178303631377126, 0.11528682289102134, 0.33985312645907617, 0.2562681391795574, 0.22841928172107098, 0.38694130797571963, 0.196019900555765, 0.0724278122516314, 0.20910734798349992, 0.18214310655097848, 0.09348473536506104, 0.09755215627948441, 0.07967555321262754, 0.2562689692879054, 0.12305631869082151, 0.30001042152982 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 27.553844170298518, 4.256926528551286, 14.221729730378195, 3.862924979451045, 4.111644733190792, 44.57279088707723, 2.531323165314629, 3.4890936559883956, 4.484966048364142, 5.4765031598778515, 11.104220856732061, 10.432742847090065, 4.251942141225086, 10.920768383402436, 13.445536396051867, 3.1582235042479603, 5.867108039911208, 25.047634120952694, 3.597786384529077, 2.6081974929198437, 3.9457225283095534, 5.850028137414186, 4.1576106670745645, 6.569648533721116 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 27.299758937444253, 4.1940465141121726, 14.02840868548709, 3.712033538163723, 4.079763543062174, 44.19440115289557, 2.387231336346173, 3.395952654792269, 4.314107779824209, 5.413564811315666, 10.909297975479697, 10.296108118743714, 4.089469763246617, 10.684379128817968, 13.212166708744919, 3.085395886214807, 5.799142972131735, 24.740168310597248, 3.4695990014036946, 2.5005536249078353, 3.8770831124122846, 5.701721037749438, 4.075573604404867, 6.432813164067994 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.3780891349445295, "rpss": 0.1652121065338873, "brier_below": 0.19775270710206172, "bss_below": 0.12921618121486267, "brier_above": 0.18033642762271362, "bss_above": 0.2014117979300396, "crps": 9.396621545503075, "crpss": -0.3672502263141546, "crps_fair": 9.245530890098587, "crpss_fair": -0.4037556841505472, "reliability": { "below": { "weight": [ 0.0, 0.263376, 0.116819, 0.046535, 0.106379, 0.262872, 0.204018, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2221, 0.3572, 0.4586, 0.5545, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1512, 0.1029, 0.263, 0.3417, 0.5043, 0.5665, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.206131, 0.40173, 0.090681, 0.043882, 0.019804, 0.237773, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.2457, 0.3414, 0.4429, 0.5456, 0.6292, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1154, 0.2339, 0.3123, 0.4377, 0.4366, 0.7175, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20172046014972472, 0.28852371389182285, 0.28642672114590434, 0.37587802830783834, 0.312705058946745, 0.30218825055119686, 0.3535008821986385, 0.29329137380058296, 0.4110596623439803, 0.32698481965367976, 0.5175353761006813, 0.4328605469351482, 0.43802349761454423, 0.6158393893522202, 0.262566072492419, 0.3082308982016902, 0.4435097251725821, 0.21192099020682045, 0.392059095552267, 0.31559851493518504, 0.32237894470764356, 0.4782012695211364, 0.38559658197610835, 0.6122601477665015 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.043540421838403114, 0.20803270316290048, 0.07452101547262759, 0.19543733418456619, 0.22110298065973236, 0.10944151214093648, 0.24731657716212602, 0.22286031839650813, 0.1787453323252331, 0.23780929647917406, 0.23690859245909518, 0.18765285900657355, 0.21187561708902783, 0.2178187985201809, 0.06551630100471244, 0.22887913911725216, 0.25050564195529235, 0.047489991427356944, 0.2884696643852323, 0.20874413977005943, 0.2322833934732174, 0.2052537740811747, 0.2753896347903964, 0.280141989186483 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.1581800294093938, 0.08049101244561625, 0.21190570149063606, 0.1804406944327978, 0.09160208057897283, 0.19274673432845202, 0.1061843079413603, 0.07043105839599308, 0.23231433038793448, 0.08917552587252808, 0.2806267827880868, 0.2452076947442279, 0.2261478839637793, 0.3980205885234886, 0.1970497684010915, 0.0793517614759001, 0.1930040817952617, 0.1644309899319545, 0.10358943278274715, 0.1068543773534767, 0.090095553893674, 0.2729474923547931, 0.11020694870100864, 0.3321181535640458 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 31.96772169256504, 4.520597035391232, 17.15188494099289, 4.626389240724265, 4.199366656099823, 55.16626573357663, 2.912417793927476, 3.7928148867840834, 5.1390217099335365, 6.143253388655476, 10.916539319278515, 13.000792377567343, 4.69562930160299, 11.882296924263963, 15.518255686630607, 3.6696981874670653, 6.823476600476204, 27.148868104615513, 4.306092613067254, 2.921380258378972, 4.529745253908888, 7.112756626035494, 4.593261652660828, 7.553629388430778 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 31.669314927611513, 4.452248997186842, 16.917375747586515, 4.4508061963039545, 4.1662983666505955, 54.700969681893454, 2.7433711735676707, 3.6853878737566528, 4.935179772917286, 6.074238740168108, 10.676146529028243, 12.838197536037413, 4.514438170203383, 11.599954876748203, 15.24950723840253, 3.585555535163546, 6.746569622903471, 26.809239918763062, 4.158936064498557, 2.793539521144846, 4.445065185443447, 6.946492328538924, 4.500206397036735, 7.391055640137936 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.37036916756354427, "rpss": 0.18219547259684044, "brier_below": 0.19482237617034426, "bss_below": 0.14186071159137115, "brier_above": 0.17554679106488416, "bss_above": 0.22274015384210022, "crps": 10.845506473876453, "crpss": -0.34039128885227665, "crps_fair": 10.668754001737204, "crpss_fair": -0.3758746399628692, "reliability": { "below": { "weight": [ 0.0, 0.255544, 0.118972, 0.045757, 0.10631, 0.266612, 0.206805, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1928, 0.2225, 0.3565, 0.4588, 0.5542, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1365, 0.088, 0.2665, 0.3524, 0.5056, 0.5733, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.210463, 0.402187, 0.091281, 0.040642, 0.02049, 0.234937, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.2464, 0.3404, 0.4419, 0.547, 0.6287, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1025, 0.2297, 0.3183, 0.4299, 0.4507, 0.7444, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3079285358844219, 0.5667063791988687, 0.39634749886668735, 0.36796095267953877, 0.46118493845988834, 0.5107597501298204, 0.4033307249402137, 0.33932787431852135, 0.4119128746908992 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.046774923835984826, 0.14784638372998302, 0.13961277985533754, 0.17144221497138007, 0.17004747640294707, 0.29697594720831744, 0.3247538341591891, 0.08950136419066032, 0.2277445564769244 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26115360161975604, 0.4188599661854827, 0.2567347165900344, 0.19651873616316667, 0.2911374543299666, 0.2137837993548761, 0.07857689732855179, 0.24982650418288377, 0.18416831732131314 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 18.588157435837072, 14.538052400089992, 6.211184970415265, 6.137494373495833, 6.799433944331885, 8.40640083878601, 5.999673150282333, 12.351135084584758, 3.054200850370238 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 18.480259264968137, 14.447455921039802, 6.086292906296851, 6.0724483157899485, 6.7282070959264955, 8.382977928327037, 5.980352622279405, 12.204059411925282, 2.998013960175785 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.41838439212987333, "rpss": 0.026592521825069326, "brier_below": 0.179411053425636, "bss_below": -0.10581780945288255, "brier_above": 0.2389733325640035, "bss_above": 0.10688000189386593, "crps": 9.12063700535482, "crpss": -0.26065447240047623, "crps_fair": 9.04222971408097, "crpss_fair": -0.29909358051641943, "reliability": { "below": { "weight": [ 0.0, 0.405489, 0.055851, 0.070315, 0.088991, 0.206665, 0.17269, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2532, 0.3543, 0.4499, 0.5572, 0.6238, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0597, 0.0915, 0.1278, 0.1442, 0.2708, 0.2681, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.184496, 0.326649, 0.14534, 0.082761, 0.046748, 0.214005, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1833, 0.2412, 0.3463, 0.4444, 0.5419, 0.6336, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2099, 0.3906, 0.5648, 0.6178, 0.7387, 0.6321, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3319344370944166, 0.5444677278361022, 0.42332226913439674, 0.38012450762063965, 0.4635647860736185, 0.5297691032198623, 0.38823823409280955, 0.35864408792486113, 0.39735505863157655 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.049420138778568594, 0.13992999151615404, 0.15726439612893842, 0.17788077991117285, 0.18452523186561381, 0.31709396711516497, 0.31521588842675435, 0.09699332705195558, 0.2473717146613802 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28251428871820744, 0.40453770811858736, 0.2660578722762408, 0.2022437253103924, 0.2790395491497121, 0.21267513312344863, 0.07302235093043147, 0.26165075653884867, 0.14998334701643629 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 21.020309993194, 17.520827978517886, 6.840745558064158, 7.374285162602666, 8.208617606310124, 10.156810948247283, 7.013724937788317, 14.665312910809583, 3.180072368213197 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 20.894682727313302, 17.41516969972882, 6.6928793215012075, 7.2972315234559675, 8.126888008954575, 10.132302333412559, 6.99434218859414, 14.48649253816157, 3.118044869823523 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.42415780129203146, "rpss": -0.0008186895175024134, "brier_below": 0.1872994928284114, "bss_below": -0.11845324812635294, "brier_above": 0.23685830346470058, "bss_above": 0.07602778808058697, "crps": 10.664523051527471, "crpss": -0.2982765513266976, "crps_fair": 10.573114801216185, "crpss_fair": -0.33984801081370675, "reliability": { "below": { "weight": [ 0.0, 0.38791, 0.05448, 0.062926, 0.082268, 0.209219, 0.203197, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2575, 0.3553, 0.4502, 0.5587, 0.6237, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.088, 0.1377, 0.1507, 0.2934, 0.2753, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.207764, 0.330211, 0.131325, 0.080329, 0.044038, 0.206333, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1833, 0.2391, 0.3461, 0.4457, 0.5417, 0.6337, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.22, 0.363, 0.5578, 0.5958, 0.7398, 0.564, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.48230585625266126, "training": [ 0.5379184916250985, 0.4762887103836154, 0.5196976191801893, 0.481837267945674, 0.47950579787677866, 0.48931087312548793, 0.4772178411620838, 0.4775965093035968, 0.48575824119681676, 0.484176370142674, 0.46104456806158683, 0.4559804169988465, 0.4714717108048243, 0.45454270840602135, 0.5211789342793635, 0.4847293172863198, 0.4724612381058275, 0.4927807720214552, 0.47930941963355067, 0.49807408876466763, 0.47483276422036613, 0.46827688163891984, 0.4751028147251733, 0.45624719317493406 ], "test": 0.4837304965364892 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.2112180408384159, 0.45303788000804884, 0.33268488659805484, 0.42701279488378235, 0.41841242170453297, 0.3194159203844659, 0.4195852458115674, 0.4933798948985926, 0.3628012208168902, 0.41680502038707523, 0.5840367302696414, 0.4417653447212832, 0.41271573599677913, 0.48098544742430965, 0.27655931887302454, 0.3995465457948823, 0.3807631876545, 0.25379998428819606, 0.3698774989164374, 0.368023724004967, 0.4260350678332725, 0.3934260565549052, 0.39600519902120807, 0.458420218085758 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.04221720431507358, 0.3284723564783085, 0.09449198112746521, 0.23545488087522462, 0.31268251653905127, 0.10973245558133637, 0.3123785146108837, 0.3947560343537717, 0.1467278490078051, 0.29138679124905853, 0.2450842196191028, 0.18765297231510944, 0.2106380938121853, 0.14149125422922873, 0.06893882450367653, 0.31333849742400843, 0.17016727086583722, 0.05321450342416322, 0.25450773133628557, 0.2632548476300475, 0.3297357370753349, 0.1346457946646722, 0.2680095286259636, 0.18640214216948392 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.16900083029825205, 0.12456552508953123, 0.2381929043474934, 0.1915579152730495, 0.10572990720866672, 0.20968346302823018, 0.10720673360607537, 0.09862386282723855, 0.21607337250237724, 0.12541823160197246, 0.3389525100173603, 0.25411237632655265, 0.20207764310720844, 0.3394941934615393, 0.2076204919599373, 0.08620805068370735, 0.2105959172926899, 0.2005854767357345, 0.11536976970156376, 0.10476887832410087, 0.09629933319812338, 0.25878026108475766, 0.12799567162300884, 0.2720180733778246 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.95844012476891, 2.519413783718392, 6.675882175681669, 3.9440427149966273, 2.159942389321878, 9.823756682045255, 2.5689116320532457, 3.3214551598425435, 3.259035154587032, 2.9654876569184667, 9.729461143467056, 5.93959331584185, 3.324598838740013, 7.92292581828373, 6.554292706064692, 1.8553920795053196, 3.71293195567706, 20.525302024883548, 2.70089333476698, 2.051645230317703, 2.39056222695134, 4.285509621237966, 2.5060116691614858, 4.638188631020586 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.620458269056334, 2.4521247914166513, 6.445387299842601, 3.7969351036722383, 2.1202460242629577, 9.360703312423237, 2.4412575434351864, 3.217700356576177, 3.090170817525766, 2.901436587503713, 9.565287872164301, 5.783952553370184, 3.1499180255792845, 7.684724116806179, 6.290242786275774, 1.7801539613986028, 3.6406864960722225, 20.19379036141606, 2.5702137047284217, 1.9471729733884096, 2.3187934327978588, 4.126523734070506, 2.4270483395366624, 4.510948203984698 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.39567972440710797, "rpss": 0.1263736164396203, "brier_below": 0.21230758340971156, "bss_below": 0.06512527212516095, "brier_above": 0.18337214136154145, "bss_above": 0.18796867271874562, "crps": 5.222236502910556, "crpss": 0.24014136294682165, "crps_fair": 5.0598281944710015, "crpss_fair": 0.231762602575856, "reliability": { "below": { "weight": [ 0.0, 0.438025, 0.11676, 0.113968, 0.139339, 0.141315, 0.050593, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2508, 0.3548, 0.4541, 0.5484, 0.6285, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2565, 0.2194, 0.3282, 0.4375, 0.5601, 0.6537, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.153752, 0.381862, 0.174529, 0.075163, 0.068792, 0.145902, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2506, 0.3447, 0.448, 0.5548, 0.6455, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0744, 0.2107, 0.3617, 0.5128, 0.7344, 0.6883, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.20268581697250107, 0.4337773257777311, 0.32483112662579694, 0.43439527181835197, 0.4119414892581978, 0.30902899963350194, 0.4203532683970585, 0.4932917736358745, 0.3577426988358697, 0.4203769142376136, 0.5294720195713368, 0.4379288135436904, 0.3967885525432215, 0.48497625063462774, 0.26714805550961157, 0.408062246965576, 0.3622105253010331, 0.23971459297133701, 0.3709500876990043, 0.3734351038288038, 0.4529345490666317, 0.41178396770984277, 0.38377677115463077, 0.47986696125336314 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.04100396376882437, 0.33614232898070473, 0.08080851008780178, 0.23789318107176752, 0.31356452559343767, 0.10897863215380921, 0.30980109438360554, 0.4008328727290074, 0.139730141635937, 0.31626167752733364, 0.24415805465460466, 0.20295108293253475, 0.20057925116515493, 0.12977525660204287, 0.06554839601115928, 0.31540296747055724, 0.16951954101131442, 0.044879243387518274, 0.24418860108262253, 0.2601270578033563, 0.34232016743301835, 0.13789542059525128, 0.26704506829225994, 0.18113758703171154 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.16168184644700134, 0.09763499878946018, 0.24402261504813022, 0.1965020921511613, 0.09837696584722898, 0.2000503658180839, 0.11055217685443067, 0.09245890381734079, 0.21801255793424848, 0.10411523972980971, 0.2853139652254762, 0.23497773501715963, 0.1962093026192521, 0.3552009940292261, 0.20159965718316736, 0.09265928181542481, 0.19269098467648782, 0.19483534463764784, 0.12676148867591627, 0.11330804786607034, 0.11061438408300932, 0.2738885457126335, 0.11673170456731399, 0.29872937103685615 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.825798059971582, 2.572850179963791, 7.864111463984611, 4.746468811951012, 2.4320456916806354, 11.590274775545018, 3.016116522991642, 3.9218720629408113, 3.738844254513643, 3.2395952606874237, 9.538035836691016, 7.163077760807841, 3.736713690846555, 9.33935754586858, 6.754345538953609, 2.1456648037397086, 4.250178706070808, 24.577969297537162, 3.209340082129657, 2.3874046966129763, 2.8936331851163404, 5.30530637450127, 2.827575684500669, 5.495600827816597 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.42971909052152, 2.502664702030692, 7.585046264789994, 4.577625902745342, 2.391657163505126, 11.023258946798297, 2.870088311690456, 3.803999189078924, 3.541019519365533, 3.1719336415077257, 9.339418278654293, 6.981740009495665, 3.543662341697902, 9.06198572773837, 6.458531493051824, 2.0613562155667458, 4.169740352269801, 24.215683809758275, 3.0615620190660233, 2.2665416626051362, 2.806165115429388, 5.129896405548974, 2.739130521732948, 5.346340615898488 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3919780492893836, "rpss": 0.1344813461111931, "brier_below": 0.21210602597522232, "bss_below": 0.06573096080908047, "brier_above": 0.1798720237326057, "bss_above": 0.20358953503832045, "crps": 6.023840879809289, "crpss": 0.2555162029383171, "crps_fair": 5.836615304189476, "crpss_fair": 0.2472925161695675, "reliability": { "below": { "weight": [ 0.0, 0.477393, 0.107984, 0.106043, 0.130402, 0.128314, 0.049864, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1801, 0.251, 0.3552, 0.4542, 0.548, 0.6291, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2609, 0.2221, 0.324, 0.446, 0.568, 0.6909, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164891, 0.372398, 0.163816, 0.070497, 0.069046, 0.159352, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2509, 0.3442, 0.4487, 0.5562, 0.6461, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2032, 0.3661, 0.5217, 0.7475, 0.6878, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3413595295785565, 0.541508955661979, 0.4258401922911376, 0.3674205423582209, 0.43796496113356864, 0.41673796239913297, 0.33143527006804674, 0.3642819510133622, 0.4247193610299639 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.05130541267232243, 0.1199658906609397, 0.15347815522076375, 0.15923638939509713, 0.1446641591561163, 0.21630393259771122, 0.2438776379248456, 0.09230587717758137, 0.23066337603346745 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2900541012581489, 0.42154303378964153, 0.2723620305548712, 0.2081841514672766, 0.29330079255247454, 0.20043402677213826, 0.08755764015580879, 0.27197606202344665, 0.19405598528275317 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.150682360745757, 13.709323585735325, 5.551579350630334, 5.242986062651691, 4.801818578805825, 4.801401850912995, 2.1883713968176615, 10.572931123261435, 3.2309522370647454 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.034344355404457, 13.621994168606037, 5.429224125390342, 5.16965485327733, 4.723599876132117, 4.773011895321857, 2.164893462775442, 10.427851286846773, 3.171348761615713 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4056965250593298, "rpss": 0.05611194205411729, "brier_below": 0.1568667589820939, "bss_below": 0.033136183744374326, "brier_above": 0.24882975820628442, "bss_above": 0.07004337767091195, "crps": 7.250005171847308, "crpss": -0.002095735138877952, "crps_fair": 7.168435865041118, "crpss_fair": -0.029886356472097253, "reliability": { "below": { "weight": [ 0.0, 0.422551, 0.13882, 0.140974, 0.12396, 0.122065, 0.05163, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1694, 0.2475, 0.3488, 0.4432, 0.5466, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.117, 0.0704, 0.1292, 0.1784, 0.2921, 0.353, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.164902, 0.276702, 0.271228, 0.14444, 0.075607, 0.067121, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2513, 0.345, 0.4404, 0.5382, 0.6569, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1831, 0.3821, 0.557, 0.6749, 0.7044, 0.4704, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.34683354540759165, 0.5262922394253995, 0.42946571612727824, 0.3758301472089058, 0.42909360207718733, 0.418520490915995, 0.3222957715951435, 0.37330728743167396, 0.4095990812016335 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.051396231700756516, 0.1138203326033195, 0.16510888863468975, 0.1578212784620889, 0.14926616910127635, 0.22439120479807903, 0.23307237135741346, 0.10024028256379557, 0.2504416705332382 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2954373007760705, 0.41247187669377533, 0.2643568241850747, 0.21800886601992375, 0.2798274271768749, 0.19412928396235285, 0.0892234070612625, 0.2730669953371332, 0.1591574155220484 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.449904695103754, 16.575350512145288, 6.040664027913047, 6.328963012851245, 5.705894205322382, 5.672559097922525, 2.5365089758307224, 12.524918138236217, 3.4116644374308644 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.317725992361584, 16.47513250977062, 5.899960159428608, 6.24374179781449, 5.617097094732737, 5.643124303318937, 2.512613909538452, 12.351542587811084, 3.347723982230419 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4034708757100898, "rpss": 0.04799300671441564, "brier_below": 0.16061760330607303, "bss_below": 0.040876846962303315, "brier_above": 0.24285326630383508, "bss_above": 0.05264174252582221, "crps": 8.36071412252845, "crpss": -0.01781570963644441, "crps_fair": 8.267629148556326, "crpss_fair": -0.047691874826179426, "reliability": { "below": { "weight": [ 0.0, 0.459747, 0.125367, 0.122058, 0.10646, 0.125238, 0.06113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2466, 0.3496, 0.4434, 0.5505, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1272, 0.0814, 0.1453, 0.1991, 0.3081, 0.3734, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.19111, 0.273102, 0.246035, 0.137084, 0.072812, 0.079857, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2484, 0.346, 0.4405, 0.5372, 0.6572, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.3664, 0.5323, 0.6317, 0.6267, 0.4563, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.11861129205393693, 0.3300517280642928, 0.2660870862031911, 0.4030844237468213, 0.36903226668730005, 0.277585992021377, 0.3599889951575585, 0.4114814320204404, 0.35813273393838235, 0.3297729143880182, 0.5318106097343346, 0.44939677543021894, 0.43072508207464427, 0.4954830777024038, 0.22315605268918912, 0.3405317709305374, 0.3656107049442701, 0.17596026073267806, 0.3957782598003632, 0.31825554347898494, 0.35861488210543835, 0.4159183431932397, 0.37512274148113994, 0.5155203632286437 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.019339990561081825, 0.22678297947613887, 0.07186647064645167, 0.21285378999868834, 0.2647872915420866, 0.09872903775665687, 0.26319972159728156, 0.31694361844483177, 0.14417049912416818, 0.2231411531264613, 0.21018644906324882, 0.16420777724033975, 0.2131001682815718, 0.15148063278703672, 0.05138369769260098, 0.2659418679014495, 0.174530354020015, 0.032926774546050724, 0.28434888549031134, 0.22222745977821404, 0.27819827267565556, 0.16074735069604507, 0.2545784185831154, 0.2310971556889999 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.09927129566102919, 0.10326874940030609, 0.1942206136092803, 0.1902306325041646, 0.10424497692584793, 0.1788569521626037, 0.09678927328262006, 0.09453781518790917, 0.2139622348737744, 0.10663176320089522, 0.3216241612055675, 0.2851890049393482, 0.21762491426158695, 0.34400245002067253, 0.17177235273967378, 0.07458990441608805, 0.19108035240616722, 0.14303348274030486, 0.11142937492455918, 0.09602808477392662, 0.08041660979924901, 0.2551709901654023, 0.12054432350849362, 0.2844232070425495 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.927076294932375, 2.133183874467264, 6.44812997122679, 3.755522960239047, 1.488884229561488, 9.583921339280005, 2.1856114898192454, 2.8535666261619457, 3.17218578741332, 2.7874382364318935, 9.393720525729533, 6.391876113479197, 3.503418952159093, 7.693771705019907, 7.043342468601425, 1.5452980036312698, 3.553550680169053, 19.816823945087556, 2.8050380302617874, 1.67777088374624, 2.0918621038826553, 4.249594865877954, 2.300036522570915, 4.51166202357784 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.62997438221262, 2.041323554477765, 6.2201817888171504, 3.590526814631971, 1.4308890021746126, 9.183014679569848, 2.027610994264906, 2.727743530036298, 2.983560743671925, 2.7000535153017573, 9.207359676450718, 6.228935122199372, 3.3124272578382272, 7.456784280293686, 6.795981067778831, 1.4458751404081782, 3.462294927155789, 19.525992336204038, 2.6572900985744954, 1.54287194320626, 2.0018276517915496, 4.076151619975625, 2.1924670209568626, 4.361648236127103 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.35898805549197527, "rpss": 0.20738562702255714, "brier_below": 0.18903207569660427, "bss_below": 0.16761658962769221, "brier_above": 0.1699559799896675, "bss_above": 0.2473797874329634, "crps": 5.038053651388658, "crpss": 0.26694078699588497, "crps_fair": 4.866782724338316, "crpss_fair": 0.2610728368089691 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.1093557079571431, 0.2806892350932279, 0.25717314234216515, 0.40553198633749044, 0.3400808277357149, 0.27170710813232674, 0.3490030379212502, 0.3766774915008976, 0.36058269052073494, 0.31447206259390137, 0.4681375589022933, 0.4535285410785563, 0.41427225545016777, 0.4889970150942523, 0.21689280774951408, 0.3494789127783307, 0.3524396267571905, 0.13458208313381048, 0.40106692156215057, 0.32733221786472877, 0.3875690233285249, 0.44726515840196035, 0.35515087788456773, 0.5433827175866295 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.019400577278952034, 0.21277353981637037, 0.0621867537561157, 0.21128402588418432, 0.25079378291255333, 0.1001482539721765, 0.25312551416664947, 0.30090179454989424, 0.1420471623203201, 0.23423917137665587, 0.20395729055662531, 0.17954825826570397, 0.2006102329435766, 0.13848591394960205, 0.04649333085459752, 0.2703755400646808, 0.17841634980268176, 0.020365994959533226, 0.28181492713391854, 0.22186546690799572, 0.29310258188862665, 0.17276465918211403, 0.24854192756731847, 0.2300402939041637 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.08995512463282683, 0.06791569667412369, 0.1949863864542846, 0.19424795937948428, 0.08928704657975657, 0.17155885235217894, 0.09587752408539747, 0.07577569848506174, 0.21853552822142946, 0.0802328938146661, 0.264180269602702, 0.273980289540529, 0.2136620230614691, 0.35051110559886334, 0.1703994745394729, 0.07910337396574636, 0.17402327797766728, 0.11421608293445341, 0.11925199474814417, 0.1054667517090481, 0.09446644153691756, 0.2745004963587098, 0.10660895124684029, 0.31334242285033914 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.883972560929175, 2.1285284614533886, 7.613971309409268, 4.518514687817869, 1.5928578353849019, 11.30001455275917, 2.5596158687450035, 3.315059922145578, 3.6865627405977732, 3.0311171799312304, 9.268118851605658, 7.78903941849343, 3.9536450268774717, 8.998000514143264, 7.291403640341107, 1.8117742182963075, 4.1150484931809235, 23.871761854923456, 3.305840211119423, 1.9680681239235653, 2.5869206597506356, 5.276466011620513, 2.601615058333616, 5.376897509388387 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.53359365540445, 2.0287378608532527, 7.33844136325856, 4.327576333606942, 1.5309691378203767, 10.809986847638989, 2.377166171058073, 3.170270701174242, 3.464411329132012, 2.9357325402863426, 9.043554109171923, 7.59750807627709, 3.738815271195672, 8.72020900324577, 7.009094785552247, 1.6989098712167254, 4.011794506709656, 23.548121474823766, 3.1366660529692227, 1.8112117605687474, 2.4784977251787064, 5.081345882827745, 2.479735150685508, 5.20048365752185 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3502237086544804, "rpss": 0.2266782453147399, "brier_below": 0.18638680600062543, "bss_below": 0.17901709128994436, "brier_above": 0.163836902764588, "bss_above": 0.27458744722526607, "crps": 5.82686727963213, "crpss": 0.2798600819860393, "crps_fair": 5.628034719507411, "crpss_fair": 0.27419169641179175 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.30233151155009236, 0.5210109715728825, 0.40509376941975356, 0.33929741785459294, 0.44167339724578675, 0.4965188560528217, 0.36323280727151996, 0.32476243549521583, 0.3976328074157439 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.033265848579247685, 0.12605110222999985, 0.1482867313145427, 0.14070540507522766, 0.15161940140588287, 0.2809534856754615, 0.29209071984410706, 0.07695864682212367, 0.2115794916743709 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26906565190966064, 0.39495984009959256, 0.25680703363081264, 0.19859201358637166, 0.29005398747844147, 0.2155653657145107, 0.07114209444104072, 0.24780378161448813, 0.18605331704647585 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.04271878948408, 13.103576561384989, 5.583715457463716, 5.2051230618627615, 4.788502174847062, 5.019138218460008, 2.3840050579596657, 10.351782747233312, 2.9112548385601054 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.926536113209309, 13.007154663888128, 5.455176651475923, 5.12824939237428, 4.704493226538843, 4.9800259476393505, 2.350244648002042, 10.212880322199275, 2.8394496615547733 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39906155265315657, "rpss": 0.07154877927640191, "brier_below": 0.16239009251344044, "bss_below": -0.0009074299008846598, "brier_above": 0.23667145394682162, "bss_above": 0.11548286064869118, "crps": 7.15442410080619, "crpss": 0.011115480767869612, "crps_fair": 7.067134514097992, "crpss_fair": -0.015332431293341386 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.32472359086080027, 0.509826056102692, 0.41825075248035026, 0.34954470184774555, 0.44449819934703, 0.523267854984375, 0.3553600819242828, 0.3442124162352396, 0.38457100484376044 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.035124929423412124, 0.12381102895548725, 0.1617175350290947, 0.1448048623507238, 0.16179677703720394, 0.3067208799638629, 0.28891979919722244, 0.08503046655278346, 0.22806353615117914 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28959865247571315, 0.38601499949628043, 0.25653321600937334, 0.20473983904376475, 0.282701416837278, 0.21654697049642763, 0.06644028800355058, 0.2591819444995163, 0.1565074740558347 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.28738207261841, 15.90143133264815, 6.103012152547912, 6.266929112288887, 5.72785922821703, 6.020542412628312, 2.775174729657069, 12.270656212002033, 3.045374959796636 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.153526086496186, 15.789658522491239, 5.953359330258422, 6.177072166034768, 5.631604173043381, 5.978053830215233, 2.7394932007054003, 12.104009038114656, 2.966034659051901 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.40602829540291957, "rpss": 0.04195866426514894, "brier_below": 0.17066553496232995, "bss_below": -0.019124072571353068, "brier_above": 0.2353627556575265, "bss_above": 0.08186184411836395, "crps": 8.266484690267157, "crpss": -0.006344417225281118, "crps_fair": 8.165867889601243, "crpss_fair": -0.034796467658824826 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.11861129205393693, 0.3300517280642928, 0.2660870862031911, 0.4030844237468213, 0.36903226668730005, 0.277585992021377, 0.3599889951575585, 0.4114814320204404, 0.35813273393838235, 0.3297729143880182, 0.5318106097343346, 0.44939677543021894, 0.43072508207464427, 0.4954830777024038, 0.22315605268918912, 0.3405317709305374, 0.3656107049442701, 0.17596026073267806, 0.3957782598003632, 0.31825554347898494, 0.35861488210543835, 0.4159183431932397, 0.37512274148113994, 0.5155203632286437 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.019339990561081825, 0.22678297947613887, 0.07186647064645167, 0.21285378999868834, 0.2647872915420866, 0.09872903775665687, 0.26319972159728156, 0.31694361844483177, 0.14417049912416818, 0.2231411531264613, 0.21018644906324882, 0.16420777724033975, 0.2131001682815718, 0.15148063278703672, 0.05138369769260098, 0.2659418679014495, 0.174530354020015, 0.032926774546050724, 0.28434888549031134, 0.22222745977821404, 0.27819827267565556, 0.16074735069604507, 0.2545784185831154, 0.2310971556889999 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.09927129566102919, 0.10326874940030609, 0.1942206136092803, 0.1902306325041646, 0.10424497692584793, 0.1788569521626037, 0.09678927328262006, 0.09453781518790917, 0.2139622348737744, 0.10663176320089522, 0.3216241612055675, 0.2851890049393482, 0.21762491426158695, 0.34400245002067253, 0.17177235273967378, 0.07458990441608805, 0.19108035240616722, 0.14303348274030486, 0.11142937492455918, 0.09602808477392662, 0.08041660979924901, 0.2551709901654023, 0.12054432350849362, 0.2844232070425495 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 9.927076294932375, 2.133183874467264, 6.44812997122679, 3.755522960239047, 1.488884229561488, 9.583921339280005, 2.1856114898192454, 2.8535666261619457, 3.17218578741332, 2.7874382364318935, 9.393720525729533, 6.391876113479197, 3.503418952159093, 7.693771705019907, 7.043342468601425, 1.5452980036312698, 3.553550680169053, 19.816823945087556, 2.8050380302617874, 1.67777088374624, 2.0918621038826553, 4.249594865877954, 2.300036522570915, 4.51166202357784 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 9.62997438221262, 2.041323554477765, 6.2201817888171504, 3.590526814631971, 1.4308890021746126, 9.183014679569848, 2.027610994264906, 2.727743530036298, 2.983560743671925, 2.7000535153017573, 9.207359676450718, 6.228935122199372, 3.3124272578382272, 7.456784280293686, 6.795981067778831, 1.4458751404081782, 3.462294927155789, 19.525992336204038, 2.6572900985744954, 1.54287194320626, 2.0018276517915496, 4.076151619975625, 2.1924670209568626, 4.361648236127103 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.35898805549197527, "rpss": 0.20738562702255714, "brier_below": 0.18903207569660427, "bss_below": 0.16761658962769221, "brier_above": 0.1699559799896675, "bss_above": 0.2473797874329634, "crps": 5.038053651388658, "crpss": 0.26694078699588497, "crps_fair": 4.866782724338316, "crpss_fair": 0.2610728368089691 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.1093557079571431, 0.2806892350932279, 0.25717314234216515, 0.40553198633749044, 0.3400808277357149, 0.27170710813232674, 0.3490030379212502, 0.3766774915008976, 0.36058269052073494, 0.31447206259390137, 0.4681375589022933, 0.4535285410785563, 0.41427225545016777, 0.4889970150942523, 0.21689280774951408, 0.3494789127783307, 0.3524396267571905, 0.13458208313381048, 0.40106692156215057, 0.32733221786472877, 0.3875690233285249, 0.44726515840196035, 0.35515087788456773, 0.5433827175866295 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.019400577278952034, 0.21277353981637037, 0.0621867537561157, 0.21128402588418432, 0.25079378291255333, 0.1001482539721765, 0.25312551416664947, 0.30090179454989424, 0.1420471623203201, 0.23423917137665587, 0.20395729055662531, 0.17954825826570397, 0.2006102329435766, 0.13848591394960205, 0.04649333085459752, 0.2703755400646808, 0.17841634980268176, 0.020365994959533226, 0.28181492713391854, 0.22186546690799572, 0.29310258188862665, 0.17276465918211403, 0.24854192756731847, 0.2300402939041637 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.08995512463282683, 0.06791569667412369, 0.1949863864542846, 0.19424795937948428, 0.08928704657975657, 0.17155885235217894, 0.09587752408539747, 0.07577569848506174, 0.21853552822142946, 0.0802328938146661, 0.264180269602702, 0.273980289540529, 0.2136620230614691, 0.35051110559886334, 0.1703994745394729, 0.07910337396574636, 0.17402327797766728, 0.11421608293445341, 0.11925199474814417, 0.1054667517090481, 0.09446644153691756, 0.2745004963587098, 0.10660895124684029, 0.31334242285033914 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 11.883972560929175, 2.1285284614533886, 7.613971309409268, 4.518514687817869, 1.5928578353849019, 11.30001455275917, 2.5596158687450035, 3.315059922145578, 3.6865627405977732, 3.0311171799312304, 9.268118851605658, 7.78903941849343, 3.9536450268774717, 8.998000514143264, 7.291403640341107, 1.8117742182963075, 4.1150484931809235, 23.871761854923456, 3.305840211119423, 1.9680681239235653, 2.5869206597506356, 5.276466011620513, 2.601615058333616, 5.376897509388387 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 11.53359365540445, 2.0287378608532527, 7.33844136325856, 4.327576333606942, 1.5309691378203767, 10.809986847638989, 2.377166171058073, 3.170270701174242, 3.464411329132012, 2.9357325402863426, 9.043554109171923, 7.59750807627709, 3.738815271195672, 8.72020900324577, 7.009094785552247, 1.6989098712167254, 4.011794506709656, 23.548121474823766, 3.1366660529692227, 1.8112117605687474, 2.4784977251787064, 5.081345882827745, 2.479735150685508, 5.20048365752185 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.3502237086544804, "rpss": 0.2266782453147399, "brier_below": 0.18638680600062543, "bss_below": 0.17901709128994436, "brier_above": 0.163836902764588, "bss_above": 0.27458744722526607, "crps": 5.82686727963213, "crpss": 0.2798600819860393, "crps_fair": 5.628034719507411, "crpss_fair": 0.27419169641179175 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.30233151155009236, 0.5210109715728825, 0.40509376941975356, 0.33929741785459294, 0.44167339724578675, 0.4965188560528217, 0.36323280727151996, 0.32476243549521583, 0.3976328074157439 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.033265848579247685, 0.12605110222999985, 0.1482867313145427, 0.14070540507522766, 0.15161940140588287, 0.2809534856754615, 0.29209071984410706, 0.07695864682212367, 0.2115794916743709 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26906565190966064, 0.39495984009959256, 0.25680703363081264, 0.19859201358637166, 0.29005398747844147, 0.2155653657145107, 0.07114209444104072, 0.24780378161448813, 0.18605331704647585 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.04271878948408, 13.103576561384989, 5.583715457463716, 5.2051230618627615, 4.788502174847062, 5.019138218460008, 2.3840050579596657, 10.351782747233312, 2.9112548385601054 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.926536113209309, 13.007154663888128, 5.455176651475923, 5.12824939237428, 4.704493226538843, 4.9800259476393505, 2.350244648002042, 10.212880322199275, 2.8394496615547733 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.39906155265315657, "rpss": 0.07154877927640191, "brier_below": 0.16239009251344044, "bss_below": -0.0009074299008846598, "brier_above": 0.23667145394682162, "bss_above": 0.11548286064869118, "crps": 7.15442410080619, "crpss": 0.011115480767869612, "crps_fair": 7.067134514097992, "crpss_fair": -0.015332431293341386 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.32472359086080027, 0.509826056102692, 0.41825075248035026, 0.34954470184774555, 0.44449819934703, 0.523267854984375, 0.3553600819242828, 0.3442124162352396, 0.38457100484376044 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.035124929423412124, 0.12381102895548725, 0.1617175350290947, 0.1448048623507238, 0.16179677703720394, 0.3067208799638629, 0.28891979919722244, 0.08503046655278346, 0.22806353615117914 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28959865247571315, 0.38601499949628043, 0.25653321600937334, 0.20473983904376475, 0.282701416837278, 0.21654697049642763, 0.06644028800355058, 0.2591819444995163, 0.1565074740558347 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.28738207261841, 15.90143133264815, 6.103012152547912, 6.266929112288887, 5.72785922821703, 6.020542412628312, 2.775174729657069, 12.270656212002033, 3.045374959796636 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.153526086496186, 15.789658522491239, 5.953359330258422, 6.177072166034768, 5.631604173043381, 5.978053830215233, 2.7394932007054003, 12.104009038114656, 2.966034659051901 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.40602829540291957, "rpss": 0.04195866426514894, "brier_below": 0.17066553496232995, "bss_below": -0.019124072571353068, "brier_above": 0.2353627556575265, "bss_above": 0.08186184411836395, "crps": 8.266484690267157, "crpss": -0.006344417225281118, "crps_fair": 8.165867889601243, "crpss_fair": -0.034796467658824826 } } } } }, "Mar": { "tag": "init02_Mar", "methods": { "mvs": { "lambda_": { "training_mean": 0.7059997029755974, "training": [ 0.7248447365080114, 0.7133821132471707, 0.7013050905085818, 0.6401979719881511, 0.7150077206079885, 0.6868026778890748, 0.6670219013550489, 0.7743817091762847, 0.7208873399832796, 0.7149725474433011, 0.7048941099272009, 0.7167021180772214, 0.72008037138231, 0.7004342048136013, 0.6985343591031211, 0.7100826718756604, 0.6991443971784879, 0.715901951007424, 0.7494443318672437, 0.7698272982974241, 0.6491823156374622, 0.7119763179889576, 0.6658227970053504, 0.6731618185459828 ], "test": 0.7217870904054072 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47086708914819575, 0.4782714080368448, 0.4800858748740681, 0.5909422708850891, 0.399992800715361, 0.4327716163844455, 0.52309572701739, 0.48360604488800935, 0.3734135980997463, 0.37468249386428637, 0.42617820057191835, 0.4111857764972484, 0.4081826240048081, 0.4713294385213279, 0.37334735809127567, 0.5335333442154125, 0.3689941826269464, 0.4498569150240183, 0.43638977290375686, 0.4369482340882473, 0.4914955022266224, 0.451053757920622, 0.41813014409384663, 0.4698072738403228 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3039146865270763, 0.3163825400951476, 0.1261474383750271, 0.16308912707919596, 0.1318838746258837, 0.17567481465025495, 0.241253848597447, 0.3845818621205705, 0.13389969242294653, 0.11328107459003765, 0.255642512877927, 0.25230673721562413, 0.11405027019346102, 0.2306784523253905, 0.18447200442902553, 0.3958014703368436, 0.21023639765695376, 0.17507936557544243, 0.29782897093376703, 0.3272932959253739, 0.19887466634098816, 0.13628878644688572, 0.20429439809556288, 0.2845373405076221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16695240250979806, 0.16188886791583468, 0.35393843799410973, 0.4278531444959014, 0.2681089260448732, 0.2570968031776493, 0.281841878189242, 0.09902418351607321, 0.2395139051399627, 0.26140141990249255, 0.1705356873888561, 0.15887903774446804, 0.29413235473467864, 0.2406509858656269, 0.18887535340456388, 0.13773187215783378, 0.15875778475695734, 0.27477754968335855, 0.13856080185783617, 0.10965493871405951, 0.2926208369558716, 0.3147649736899968, 0.21383574477287615, 0.185269932801945 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.246857759176244, 12.404576551661407, 27.07514614815295, 55.38215347124026, 14.371859739562694, 23.837626464327496, 34.040143914154655, 12.70131600265034, 17.572155514806564, 14.857930225438372, 13.604826498276735, 14.419804664989535, 15.028072298227059, 20.3170952809983, 11.337121540101277, 23.14403083234548, 10.765123028858929, 31.363140221264146, 12.153348209765845, 11.019163785600847, 47.06989662255297, 21.477125560967156, 14.935224180685879, 21.426681538821285 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.7119284937823, 11.886688703557162, 26.37228017567679, 54.94380864582852, 13.552665861903536, 23.042149618113413, 33.52483022240707, 12.234352128561284, 16.693720876488296, 13.912060601893332, 12.809058927946609, 13.656791146429143, 14.214760450393435, 19.715020330337026, 10.780040711565363, 22.27518423707968, 10.216799049806186, 30.58060017298509, 11.607657422434501, 10.647727461489968, 46.68818684199603, 20.876110536678087, 14.245269075962305, 20.487444293986613 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4480900603558255, "rpss": 0.010993753301807963, "brier_below": 0.22322890116435232, "bss_below": 0.01588050394377627, "brier_above": 0.2248611593089527, "bss_above": 0.006094232839048974, "crps": 20.731267502276104, "crpss": -0.03361412812144038, "crps_fair": 20.06979733280424, "crpss_fair": -0.044140578364519456, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.324097, 0.542523, 0.132952, 0.000428, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2617, 0.3477, 0.4243, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3103, 0.3271, 0.5231, 0.4682, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203235, 0.682411, 0.104231, 0.010123, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.3452, 0.4292, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3078, 0.3483, 0.4069, 0.3142, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4825564171758999, 0.44787163225489707, 0.4808169669821407, 0.5904597391469721, 0.40672949472005265, 0.43167016739542163, 0.5069848354164227, 0.4663209145148213, 0.3820980962256891, 0.37852892905101276, 0.4437205874049537, 0.406577423260444, 0.39643726847679434, 0.46372817046869386, 0.37074118205169876, 0.5150488365016208, 0.37196693038686657, 0.4573871621138125, 0.45513448877131946, 0.43597112529202403, 0.5090414496468183, 0.45254782494173346, 0.4279586592337804, 0.4754165803275381 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33696434831112204, 0.2895264855203791, 0.12377313080858068, 0.1788537224100229, 0.137564903181936, 0.18777859996158036, 0.1757166204639483, 0.3709891337443227, 0.13977536057637335, 0.11737653693003547, 0.27727518723046657, 0.24688192589872204, 0.11776285147147682, 0.21159496381289197, 0.18128985228052044, 0.3703293247269675, 0.2226178484981492, 0.14555049222370625, 0.3455454257377166, 0.33509690082034593, 0.1615479317630296, 0.15045168475355183, 0.21139851400741325, 0.298462915397604 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14559206856808124, 0.15834514677658731, 0.35704383838134274, 0.4116060171384058, 0.26916459172590795, 0.2438915693356194, 0.33126821488124714, 0.09533178174334037, 0.24232273527756648, 0.26115239260549133, 0.16644539971063482, 0.15969549549708628, 0.2786744174416748, 0.2521332062745039, 0.18945132944458723, 0.14471951028825034, 0.1493490813281378, 0.3118366702192882, 0.10958906289892799, 0.10087422489727382, 0.3474935190035984, 0.3020961428023204, 0.21656014409139634, 0.17695366469366874 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.37427603373384, 12.773885769844696, 30.454845487937124, 57.87387534881543, 16.167587251311332, 27.628466959650435, 41.19910075733562, 13.921294807825685, 19.554580616861745, 16.459424891464632, 15.6135677637461, 16.72141037178738, 15.01263251393918, 22.49874832801379, 12.766595848685352, 25.22990853362646, 12.454911077071852, 38.60101386072141, 13.556892885158783, 11.621030138065612, 59.36533741642717, 21.424871355256748, 17.15510210099905, 25.478473545625835 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.78074883339663, 12.209662622809446, 29.636193834689713, 57.39302092308377, 15.252061204215455, 26.706457271602158, 40.65660528393277, 13.400550883055562, 18.58066334265674, 15.360820878320554, 14.689089145409097, 15.867037942635886, 14.131591566172984, 21.80531259700365, 12.143882619051224, 24.268312314970856, 11.813082656000995, 37.669136771878286, 12.996854836104161, 11.189133539011326, 58.930163421320266, 20.7492948874472, 16.37810187272717, 24.361341379912155 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4481547867400595, "rpss": 0.010662317638115315, "brier_below": 0.22225519418878595, "bss_below": 0.019083999039632427, "brier_above": 0.22589959270937246, "bss_above": 0.0022341702271188035, "crps": 23.454493069329388, "crpss": -0.036285594130983645, "crps_fair": 22.70704669280867, "crpss_fair": -0.046881363882115945, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.291811, 0.568248, 0.139557, 0.000384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2627, 0.3482, 0.4239, 0.5035, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3074, 0.3224, 0.5291, 0.5463, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193311, 0.67189, 0.120959, 0.01384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3456, 0.4315, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3473, 0.3869, 0.3264, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4126186945962532, 0.47429308230315836, 0.4255029206169448, 0.4489909137705972, 0.441229851227785, 0.42018964998275876, 0.4347983096584847, 0.4131104516726238, 0.4601238832250433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22471088476480788, 0.19919907520590632, 0.2696492875770887, 0.15018920676283093, 0.2914906709203296, 0.25324772297446363, 0.10007943975329019, 0.15873173217578823, 0.19015938760107434 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1879078152850853, 0.27509399623165315, 0.15585364052425568, 0.29880169080766417, 0.149739191198798, 0.16694193184761144, 0.3347188447792369, 0.25437871782372534, 0.26996448805117135 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.344258942507595, 23.39439839784666, 10.593534161173613, 21.615744348185295, 16.17340219465825, 12.236898137646818, 62.770794133987145, 16.354008847441357, 22.07497845089642 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.062803413650114, 23.111062945671723, 10.32934761228966, 21.25521625853417, 15.875222701841777, 11.95179075640021, 62.35141635559765, 15.959198503468498, 21.733824805426966 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.436761973005961, "rpss": 0.029099252898179606, "brier_below": 0.2041619341928422, "bss_below": 0.01431792075188354, "brier_above": 0.23260003517213348, "bss_above": 0.041712805052155355, "crps": 21.950890846038128, "crpss": 0.06501919895093011, "crps_fair": 21.625542594764525, "crpss_fair": 0.046344857335868905, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328436, 0.610488, 0.061077, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3457, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.2789, 0.4958, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225991, 0.705829, 0.061225, 0.006955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3383, 0.4235, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2148, 0.4342, 0.5945, 0.4946, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42140527504993336, 0.4673274020649274, 0.40064783013395056, 0.4502983227419849, 0.4349317519456646, 0.4253272654517869, 0.4583701540761657, 0.4077240262723861, 0.4546154065034948 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22744144192189156, 0.18167733986765713, 0.25969344470763345, 0.11340281409183778, 0.28723516106544594, 0.24275641924736016, 0.09679346230876323, 0.1796860741627635, 0.15437082198027854 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396383742805873, 0.2856500489441131, 0.14095439504200044, 0.3368954851754944, 0.14769660230670303, 0.1825708480035437, 0.36157666002162797, 0.22803795597233678, 0.30024457143387984 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.937069849239078, 28.173945040772384, 11.137450832989037, 26.208547071376504, 18.109200237583607, 14.3427444165884, 77.4930494115557, 17.79845021507047, 25.99296797676024 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.629059112623839, 27.85243075895114, 10.849900087752376, 25.79092143544135, 17.77301841992687, 14.031383113243058, 77.01936459253902, 17.334711502153525, 25.626407799271853 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43562749269336604, "rpss": 0.04043809634333351, "brier_below": 0.19367299770595903, "bss_below": 0.02640472136782468, "brier_above": 0.24195448936975092, "bss_above": 0.051382950629502266, "crps": 25.910380561326157, "crpss": 0.07130340037136584, "crps_fair": 25.54524409132256, "crpss_fair": 0.05373855158472718, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304836, 0.623865, 0.071299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3462, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2273, 0.253, 0.509, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.223041, 0.683224, 0.085234, 0.0085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3396, 0.4255, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1798, 0.4931, 0.5933, 0.5055, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.6194126421983652, "training": [ 0.6404997514845084, 0.6172482874224835, 0.6143430256791752, 0.5645587782003593, 0.6460992813724519, 0.5751952163541104, 0.6097654274024984, 0.6812109804134165, 0.6339279516223252, 0.6187257861488078, 0.594764535259565, 0.6100484624363196, 0.6259157950932938, 0.5952749554037983, 0.611847518471836, 0.6087486949488513, 0.6168163799278464, 0.6667889638531028, 0.6573986346872533, 0.6803280500180625, 0.5925866454188058, 0.6178618128676704, 0.6238130775679637, 0.562135400706259 ], "test": 0.6493322762514787 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42535507380087834, 0.44540424959651387, 0.5168966751006087, 0.6442291685156667, 0.4169823371690819, 0.4666053718682123, 0.525968549485317, 0.39613923440038273, 0.3795736638297878, 0.3970912393014329, 0.4148154644612848, 0.4203828615754147, 0.4265929459298119, 0.47472827749009944, 0.3862272766716343, 0.4685355949530907, 0.382269950816854, 0.4420566770390294, 0.38708835995682966, 0.38213711867475064, 0.5178815089594074, 0.47048830729393726, 0.43634005604295956, 0.47594503011222933 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.26252950312858553, 0.2842936515557002, 0.1621934739014014, 0.21080338526263873, 0.14916053083471875, 0.1932813467724505, 0.24051734366048994, 0.3054455350038399, 0.14868542414559613, 0.139224823583557, 0.23881582305805266, 0.256257563865924, 0.13623455097150547, 0.23484106981150005, 0.20054924601497703, 0.3308216587895337, 0.2252822091088176, 0.17605305339265154, 0.2538050049182305, 0.2818651074191271, 0.22056326764222942, 0.15942690658686462, 0.21953261542693356, 0.2784844078878883 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16282557159570782, 0.16111059769538727, 0.35470320319494003, 0.43342578280970184, 0.2678218062623534, 0.2733240278971297, 0.28545120611621916, 0.09069370073675843, 0.23088823856150037, 0.25786641568044644, 0.17599964004404578, 0.16412529560800276, 0.290358396478998, 0.23988720674274236, 0.1856780307032585, 0.1377139343091069, 0.15698774140324817, 0.2660036240580045, 0.13328335565126648, 0.10027201252094399, 0.2973182404386961, 0.31106140383555886, 0.21680743984669767, 0.1974606214129831 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 13.74508101643354, 14.142844705171862, 28.591130685530825, 57.99109845233048, 17.431557683171768, 28.26709550554626, 34.238328572969806, 7.536689990878552, 18.357714044032093, 19.247994001012987, 15.856351774559089, 15.938792696315561, 17.713856896680873, 24.0078016478448, 13.64797430165874, 20.389435837097942, 12.51015161460055, 29.670694041954775, 10.737333779770049, 11.898724648627256, 49.564440530803296, 22.65395359923632, 16.995374526559047, 23.8750174195957 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 12.926245763997697, 13.369081338224936, 27.562986209282602, 57.337751548333024, 16.20542742466869, 27.06672886522329, 33.446992006092984, 6.830210003909525, 17.039860977074223, 17.83829309897362, 14.674164305023092, 14.783350536643898, 16.501852462012426, 23.138571770196148, 12.83065534794405, 19.028722843282964, 11.71531367335314, 28.518891423878905, 9.896306717435717, 11.347064899963824, 48.9996132391178, 21.77262235966181, 15.956610258661517, 22.475563194650498 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44582229137688395, "rpss": 0.015999081213925792, "brier_below": 0.22119447928096725, "bss_below": 0.024849388475303047, "brier_above": 0.2246278122334874, "bss_above": 0.00712564708937069, "crps": 21.875393248849253, "crpss": -0.0906576511899484, "crps_fair": 20.8859533444836, "crpss_fair": -0.0866014759978837, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.084296, 0.485009, 0.387137, 0.043558, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2683, 0.357, 0.4426, 0.5191, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2627, 0.2707, 0.4513, 0.4513, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.250149, 0.590609, 0.142901, 0.016255, 8.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2717, 0.3465, 0.4298, 0.5386, 0.6142, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2809, 0.3457, 0.4754, 0.2147, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4236330483013611, 0.41441541995620557, 0.5148885571407968, 0.6372699850916195, 0.4266658724447296, 0.45947458292067583, 0.5350740006181255, 0.37246633815768393, 0.3885541435979687, 0.39629203096262716, 0.42579953518713143, 0.42459863850042834, 0.4133003567485892, 0.47724282344122254, 0.3858100352907706, 0.4528997089050119, 0.3804249522205029, 0.45299982903992014, 0.3880736059571356, 0.3815813018993717, 0.563486863871523, 0.46666486221918063, 0.4443610031950395, 0.4698569409443782 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.28324639434971677, 0.25914843130296816, 0.15818428354909606, 0.22129844029110587, 0.15705857396212536, 0.19759801363484797, 0.19855834617481438, 0.2878633989110917, 0.15398264677756673, 0.13984991243100553, 0.2528621057818352, 0.25715922135890373, 0.1383107565757499, 0.22626857054113486, 0.20088218278067965, 0.30953300904155645, 0.2344517815728514, 0.1518745746018393, 0.2858685070419953, 0.2911632992421676, 0.2073138907573128, 0.1694914259307527, 0.22380701251041962, 0.28109336735052465 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1403866548125051, 0.15526698852992557, 0.3567042760268764, 0.41597154399267533, 0.2696072984876956, 0.2618765729013789, 0.3365156552918094, 0.08460294121384782, 0.23457149598507923, 0.2564421188554928, 0.17293742808556622, 0.16743941463451115, 0.27498960093775254, 0.2509742516249434, 0.18492785264831557, 0.14336669841227995, 0.14597316989294723, 0.3011252548920082, 0.10220509966435379, 0.09041800395828199, 0.35617297186992514, 0.2971734393457873, 0.22055399008251722, 0.18876357310343406 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 15.026689709965378, 15.01399174367763, 32.12658242418766, 61.19681144881775, 19.65829532646531, 32.812544058286996, 42.008638362740456, 8.04126106931227, 20.431808143756882, 21.5798349604147, 18.21305385767126, 18.257616783211542, 18.01941545405952, 27.026749873794735, 15.366468707653793, 22.587385850383384, 14.284577526103819, 36.40380001373934, 11.181958325384615, 12.072624953237947, 62.724362926079024, 22.888523776258864, 19.472422436760883, 28.09453595010693 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 14.116356912772318, 14.174984631342568, 30.93433066719036, 60.48738929835918, 18.290136851930054, 31.42205012651881, 41.17624798341634, 7.258342064253246, 18.974048097172933, 19.947961139086228, 16.8433778498744, 16.96242943419456, 16.70413685646524, 26.029714818750396, 14.456521567325629, 21.085783040918244, 13.359132572450942, 35.03738543420195, 10.3167514271979, 11.429551060201517, 62.082505956581755, 21.902643696499066, 18.303453836358962, 26.437099515148006 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4456597681921666, "rpss": 0.01617027145375538, "brier_below": 0.22028617276966922, "bss_below": 0.027774210412621625, "brier_above": 0.2253735956354129, "bss_above": 0.004557423229316848, "crps": 24.770414736752944, "crpss": -0.09442672141627462, "crps_fair": 23.65551395159211, "crpss_fair": -0.09060931806768613, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.072973, 0.482926, 0.401131, 0.04297, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2679, 0.3572, 0.4426, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2712, 0.2569, 0.4589, 0.4426, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.239127, 0.589557, 0.15211, 0.019136, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2724, 0.347, 0.4307, 0.5384, 0.6169, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2847, 0.3457, 0.4649, 0.1993, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4212387246812222, 0.47803374245700836, 0.3989179211917231, 0.46324095854008007, 0.41685764145073245, 0.4131507126535546, 0.44315590559152884, 0.4297762592720924, 0.4663886285396347 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.23398474405595862, 0.20219934900815095, 0.2462247579353043, 0.1689931001997014, 0.2673139238666476, 0.24434332545921028, 0.11996254244284879, 0.17425750308692098, 0.19573639641897192 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1872539857386135, 0.2758343823190646, 0.1526931706986303, 0.2942478435334414, 0.14954372893349757, 0.1688073915339118, 0.3231933394001709, 0.25551875499840837, 0.27065222479408374 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 15.641894884894871, 22.787844553847005, 11.817963310808308, 23.22615693043279, 13.494090913070467, 13.603058753873045, 57.518219228939714, 19.28344025175443, 24.159660653451585 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 15.219672141597199, 22.360565263475973, 11.421957576703301, 22.694151061657145, 13.05122517607609, 13.181170011199884, 56.89163989749771, 18.70087536368697, 23.64462909802669 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.43675116604195297, "rpss": 0.029123276256616926, "brier_below": 0.20589062694152385, "bss_below": 0.005971891558742226, "brier_above": 0.2308605357722025, "bss_above": 0.04887935599158111, "crps": 22.39248105345247, "crpss": 0.046210013995313215, "crps_fair": 21.907320621102325, "crpss_fair": 0.03391885402384798, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.076567, 0.545441, 0.373256, 0.004737, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.276, 0.3564, 0.4306, 0.5107, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1891, 0.2214, 0.404, 0.4195, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300954, 0.602356, 0.093635, 0.003055, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.3439, 0.4214, 0.5452, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2404, 0.4377, 0.6122, 0.4999, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.425754508820974, 0.4705821280384692, 0.3811353740481736, 0.4756441594934428, 0.41126342605087596, 0.42609747465010994, 0.46415890330986853, 0.4096050059725121, 0.47109293500171473 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23372681964648254, 0.1848694337006227, 0.24327155842557532, 0.14303385683459358, 0.26431008321519933, 0.23962164912305606, 0.11633059094049644, 0.18184637208436158, 0.16994644313490415 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1920276932507146, 0.2857126810886764, 0.13786382499790265, 0.33261028083485167, 0.14695335478849275, 0.1864758265269528, 0.3478282820003037, 0.227758638653721, 0.301146478935723 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 17.759326071694073, 27.231943602826238, 12.582118575741138, 28.105280230855787, 15.135087103152925, 15.791166483100193, 70.88282302828277, 20.93730974200373, 28.392041878043727 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 17.29775163993139, 26.74732753345367, 12.15151076222962, 27.492074114582678, 14.637676604653132, 15.332353353080288, 70.1776134988168, 20.256060477135748, 27.838752226485518 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43725932393179345, "rpss": 0.036843642100074736, "brier_below": 0.1974396452339213, "bss_below": 0.007469762478701236, "brier_above": 0.23981967345303762, "bss_above": 0.05975280060061394, "crps": 26.313010746188954, "crpss": 0.056872069163979244, "crps_fair": 25.77012446781876, "crpss_fair": 0.045408404884122566, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.073043, 0.528503, 0.392471, 0.005983, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3559, 0.4317, 0.5108, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1291, 0.172, 0.4096, 0.3905, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.291091, 0.588097, 0.11745, 0.003362, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3447, 0.422, 0.5409, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2163, 0.4998, 0.6254, 0.4444, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7009456192396444, "training": [ 0.7210689060696286, 0.7074852222427311, 0.6973729710954911, 0.638197123821421, 0.707020088432489, 0.6825657033292627, 0.6623781757952646, 0.7706956197651509, 0.7176433497271937, 0.7042349948237161, 0.6976269534746349, 0.7103845365077662, 0.7109295901412859, 0.691457986525306, 0.6951422433061107, 0.704875843314381, 0.6956138161845896, 0.7138013091029248, 0.7435507784332966, 0.7644844037516886, 0.6527396809433351, 0.7076492690275257, 0.6589214114951185, 0.6668548844411534 ], "test": 0.7202181097553759 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47090802313977437, 0.4799040178907612, 0.47926189910228295, 0.5914169047050757, 0.39914388188011835, 0.4315915042628804, 0.5233928932731812, 0.48098278726082744, 0.3724125691669822, 0.37501423563881015, 0.42733499704953426, 0.41181568135264257, 0.4075314587543664, 0.47627978065550197, 0.37256457994736125, 0.5330076097456812, 0.36741578295762894, 0.4496476297345901, 0.4356818426631714, 0.4377646010959836, 0.4899716874396368, 0.4497256332660495, 0.4157320137106713, 0.46728590024462613 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3035757106462156, 0.31749280075845737, 0.12573699793696574, 0.1631617918655705, 0.13199545593136958, 0.17455815823752793, 0.24131155879955504, 0.3818929553300681, 0.13370654675850607, 0.11318698117014796, 0.25606669807183613, 0.2525751968607688, 0.1136143666310541, 0.23440216923643903, 0.18328948307208975, 0.39482158993766386, 0.2082098191663855, 0.17521139807452513, 0.29704264285411525, 0.32809511278363157, 0.198779404500389, 0.13560889661828313, 0.20335457593964, 0.28191968436962356 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16733231242334276, 0.16241121710869405, 0.35352490278868387, 0.4282551136881583, 0.26714842585738646, 0.257033347482786, 0.2820813342396519, 0.09908983271323013, 0.2387060218909811, 0.261827255133657, 0.17126829864624138, 0.1592404829921649, 0.29391709309977576, 0.24187761120772178, 0.18927509660441588, 0.1381860180380626, 0.15920596360554498, 0.27443623186730687, 0.13863919970660904, 0.1096694888841908, 0.29119228398227104, 0.31411673885499, 0.21237743647839336, 0.1853662151789902 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.13843944480405, 12.393829076515523, 27.079203223170133, 55.441629570271715, 14.489970333407054, 23.834500978017772, 33.99925354512122, 12.48235306955821, 17.492279541129136, 14.972450749128736, 13.592088905471497, 14.426883238464198, 15.057502291532495, 20.4173272925691, 11.223366821460337, 23.028970381176975, 10.671701480742904, 31.30662772918731, 12.068789985771918, 10.902754718203967, 47.125285340363284, 21.445287307430206, 14.948419138657982, 21.362354266339487 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.598339910432824, 11.87136924974954, 26.371023556667, 55.00231016987399, 13.65757179073067, 23.03210027449432, 33.478974310922794, 12.012239311288077, 16.602908714661712, 14.012874972846785, 12.788232843927453, 13.656241570125424, 14.23371402843942, 19.8107533434642, 10.662982126080513, 22.149664178855353, 10.118826216676466, 30.51699576201709, 11.516656578205257, 10.528957762314265, 46.741533439186256, 20.838468417281696, 14.249385648726713, 20.40951039580125 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44774116312242246, "rpss": 0.011763825155259311, "brier_below": 0.22290041648128453, "bss_below": 0.017328650572983828, "brier_above": 0.22484074676971874, "bss_above": 0.006184458027469142, "crps": 20.704219517853968, "crpss": -0.03226557676861752, "crps_fair": 20.035901440532044, "crpss_fair": -0.042377128740470615, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.316264, 0.551119, 0.132217, 0.0004, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2608, 0.3475, 0.4254, 0.5048, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3078, 0.327, 0.5295, 0.501, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.205965, 0.677623, 0.102585, 0.013827, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3455, 0.4305, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3055, 0.3493, 0.4047, 0.3434, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4819719357262908, 0.4480150947446384, 0.481898621019042, 0.5925165008162497, 0.40684117721885, 0.4318474850176479, 0.5061822532279369, 0.46210749940098067, 0.3821170478230908, 0.379453392638185, 0.44494140493184425, 0.40619789470161005, 0.3963851730567539, 0.46719970631746355, 0.36958732234013136, 0.5131951147369875, 0.3698997238645711, 0.4569106598219372, 0.4537737878100093, 0.4347072325287897, 0.5069431620902336, 0.45204328179984066, 0.42717425573128764, 0.4747050729726572 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3361278528834379, 0.28965829330545023, 0.12482132401035065, 0.17998049325484972, 0.13824822579275223, 0.18763458314606246, 0.17479976799821975, 0.3671056361494246, 0.14010857132641355, 0.11780256432559415, 0.2778646245316836, 0.24667831901076323, 0.11778473961432886, 0.21413088836604924, 0.18003907479609937, 0.3683700841080999, 0.22061114185400413, 0.1456624744877925, 0.3444124139490713, 0.33419739077865396, 0.16154415138270867, 0.14984185579115084, 0.21117270132440275, 0.29703384974272756 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14584408254790637, 0.15835680145145853, 0.3570772993840914, 0.4125360082264989, 0.2685929516186996, 0.24421290375126234, 0.3313824850925615, 0.09500186424470577, 0.24200847615004825, 0.26165082880582674, 0.1670767798907631, 0.15951957381118334, 0.27860043390926803, 0.2530688176631492, 0.18954824720214924, 0.1448250290541464, 0.14928858142164975, 0.31124818561690004, 0.10936137369572715, 0.10050984219142028, 0.3453990118295013, 0.30220142857207594, 0.2160015532667923, 0.17767122286962983 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.23716843499694, 12.761587733772501, 30.457679814523235, 57.937255608035194, 16.31916413946059, 27.627462752771546, 41.14401808482647, 13.647422930105334, 19.45455795208911, 16.60202227683975, 15.591678189105021, 16.73540513558138, 15.04782078619186, 22.607863657544403, 12.624995632672414, 25.090458763304337, 12.330386172900162, 38.52386341421901, 13.43571318349992, 11.475491184128934, 59.438582223483095, 21.377069975133328, 17.17539183705259, 25.41258067331525 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.637066136405924, 12.191403966151938, 29.632033875698895, 57.45370948002209, 15.386741083291989, 26.696644719581506, 40.59538709631999, 13.122616228831536, 18.467264523996057, 15.485610803450184, 14.656875252032878, 15.871017048749248, 14.15323062382289, 21.90860012671505, 11.997295993318536, 24.115334310011235, 11.682793600033724, 37.583041268150204, 12.86787355662101, 11.040726620589945, 59.00081332105554, 20.694034288992306, 16.386614377229094, 24.2782160178107 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4477756166807095, "rpss": 0.01149936599470458, "brier_below": 0.22190129258042046, "bss_below": 0.020645932166452607, "brier_above": 0.2258743242611423, "bss_above": 0.0023457773084466504, "crps": 23.418985023148014, "crpss": -0.034716748595728264, "crps_fair": 22.66270601328677, "crpss_fair": -0.044837089623057436, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.276004, 0.580912, 0.14263, 0.000454, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2625, 0.3482, 0.4251, 0.505, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.304, 0.3223, 0.5298, 0.5392, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.195638, 0.670613, 0.117809, 0.01594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3457, 0.4325, 0.5239, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3182, 0.348, 0.3847, 0.3405, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41337993193442973, 0.4714986673693715, 0.42657098595158705, 0.44874205997612715, 0.43832808621121444, 0.4178783996440881, 0.4343595282215947, 0.4132613435125352, 0.4614343079411392 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2250410132340977, 0.19719060155700674, 0.27011562314184545, 0.14998011637478387, 0.2889432163072462, 0.25095273232359583, 0.10025627884336054, 0.1590450640897381, 0.19095454509898216 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18833892416559456, 0.2743080550041492, 0.1564553703165122, 0.2987619274407386, 0.14938488083580626, 0.16692567220115162, 0.3341032243130177, 0.25421627780516415, 0.2704797552938801 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.365531640822303, 23.271529000923977, 10.553123962781802, 21.61422403259887, 15.999072613853274, 12.097465225628499, 62.61944578513677, 16.398879691200843, 22.05994490074336 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.081875285933025, 22.98529132902145, 10.286936570942272, 21.25050918112291, 15.698184585325532, 11.809456154226954, 62.195145514343245, 16.00022390166032, 21.714918369198127 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4361614789735653, "rpss": 0.030434122096316574, "brier_below": 0.20360879899673962, "bss_below": 0.016988425674141605, "brier_above": 0.2325526763751127, "bss_above": 0.04190791821591544, "crps": 21.886579650409967, "crpss": 0.06775848336660995, "crps_fair": 21.558060099085978, "crpss_fair": 0.04932073776807755, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.31619, 0.622578, 0.061231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2573, 0.3454, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2578, 0.2825, 0.5007, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.224183, 0.704456, 0.061673, 0.009688, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3383, 0.4241, 0.5137, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2155, 0.4337, 0.5878, 0.4883, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42152846773091746, 0.46492023468985627, 0.4001695923361613, 0.449999651599577, 0.43191881476160465, 0.4218490224295835, 0.45885188862665577, 0.4089243606083631, 0.454427115824641 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2275913469295142, 0.1794794283256157, 0.25904284537988265, 0.11336581525557943, 0.28439215477012136, 0.2395505234365545, 0.09761322656805035, 0.18064350397454262, 0.15407410715080178 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1939371250893077, 0.2854407931215106, 0.1411267565755847, 0.3366338128996895, 0.14752667142329692, 0.18229850081124413, 0.36123863035061077, 0.22828086053090382, 0.30035299559669604 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.959236312484858, 28.017168260082723, 11.081871553558202, 26.212542884304447, 17.900533707611256, 14.165138061497105, 77.30625476889149, 17.854382321027117, 25.96309209700317 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.648398171075256, 27.691938555361865, 10.79183896240626, 25.79084953999402, 17.56082496317871, 13.850088479977591, 76.82623702363246, 17.385848934310342, 25.59159642702188 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43473212762304, "rpss": 0.04241032772395137, "brier_below": 0.19286143908785142, "bss_below": 0.0304844312307474, "brier_above": 0.24187068293320488, "bss_above": 0.051711525704763894, "crps": 25.828913329606706, "crpss": 0.07422340152302542, "crps_fair": 25.459735672995375, "crpss_fair": 0.05690600300890303, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.283784, 0.64362, 0.072596, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4153, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2108, 0.2588, 0.5101, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.222118, 0.683863, 0.084679, 0.00934, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3394, 0.426, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1809, 0.4925, 0.5917, 0.51, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.47255043876247155, "training": [ 0.49872508274699034, 0.47763978186025813, 0.46368313620660284, 0.3902747423000904, 0.5042916192895937, 0.3900919955844085, 0.459685163951733, 0.5726115902485787, 0.48863260170998385, 0.47467994275102665, 0.44786392097784233, 0.4711127976104694, 0.4892907312230135, 0.44764235146701203, 0.4696061158144116, 0.46850193415982433, 0.47195186030466535, 0.5185435167586879, 0.5259878813344439, 0.5693548436161396, 0.4058199081769253, 0.475759953324729, 0.4659179823559604, 0.3935410765259262 ], "test": 0.5032197287662081 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4428154997324751, 0.4685149629097115, 0.4733025543029544, 0.6351552744816854, 0.3772671489306969, 0.4954704431019615, 0.5209798563652924, 0.4089291225665066, 0.35373801635262475, 0.36835663342149993, 0.4392466925795161, 0.4221635449988707, 0.3896530838902958, 0.48406170015907346, 0.3730728624570541, 0.5264393030198412, 0.36975634388598444, 0.40706806757523756, 0.39910528516797733, 0.38325311523260075, 0.49688495461356047, 0.438498181642635, 0.4160357849502144, 0.5149677514205738 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.28219696668843913, 0.3029478204227638, 0.1297648292553105, 0.1757415174349859, 0.12768790549986161, 0.1862815967412273, 0.24280721496197563, 0.32432141346942095, 0.12326399023426697, 0.11153005486390843, 0.25147977911933905, 0.2601233764199643, 0.10734570117692449, 0.23809560940043228, 0.18619705792449978, 0.3818470080812014, 0.21207489650913716, 0.16191480499741276, 0.2694324898693478, 0.2905929021933876, 0.20340740737488974, 0.13180389254357022, 0.2062227553008484, 0.29434752200852476 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16061853147132615, 0.16556714162138075, 0.34353772962746976, 0.4594137609227026, 0.24957924346774518, 0.3091888513479683, 0.27817264182937895, 0.0846077097788317, 0.23047402474518727, 0.25682657954934324, 0.18776691233501536, 0.16204016507848723, 0.28230738474167916, 0.24596609019757215, 0.18687580323640088, 0.14459229024623343, 0.1576814455291166, 0.2451532624848341, 0.1296727939609815, 0.09266021322130837, 0.2934775512846665, 0.3066942928967416, 0.2098130283329194, 0.22062022893791602 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 16.474722420004078, 12.345996260107515, 26.46893281886515, 54.529844904709456, 14.71126785229792, 24.599798584858465, 33.090165346343596, 10.20143758021962, 17.17558512725217, 15.20400219799891, 14.003132520190416, 14.937732727353156, 14.735898707889222, 20.158783275757887, 11.045577914924637, 22.11714372064574, 10.790226421243295, 30.51762463091982, 11.839308822032454, 10.080828787572106, 46.481434821567056, 20.771070464576013, 15.07530301528668, 22.00756096597282 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 15.881437356712443, 11.761126326258946, 25.72497082865836, 54.02544319554578, 13.849321725733663, 23.78614195275428, 32.51863280531014, 9.655457746144533, 16.27359593212425, 14.20637133497693, 13.148749829939696, 14.100925291454153, 13.88076035540791, 19.489186380251592, 10.426539846280141, 21.190645295039086, 10.179147013652603, 29.708815980250737, 11.222179385475554, 9.62120288401377, 46.026229049670626, 20.11639059664916, 14.312879192974032, 21.03359071902362 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4418640076566185, "rpss": 0.024735644846775817, "brier_below": 0.21672618802048502, "bss_below": 0.04454814845020727, "brier_above": 0.22513781986855022, "bss_above": 0.004871369243686363, "crps": 20.390140828691173, "crpss": -0.016606323400492062, "crps_fair": 19.67248920934592, "crpss_fair": -0.023470437708010605, "reliability": { "below": { "weight": [ 0.0, 0.031265, 0.292976, 0.434153, 0.212924, 0.02854, 0.000142, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1806, 0.2663, 0.3472, 0.4422, 0.5287, 0.6048, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3534, 0.2297, 0.3254, 0.5252, 0.5715, 0.3965, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023756, 0.285845, 0.428527, 0.218341, 0.031598, 0.011934, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1882, 0.2616, 0.3497, 0.4406, 0.5352, 0.6344, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.545, 0.2584, 0.32, 0.5051, 0.3147, 0.1416, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4489570360874627, 0.42074527179101284, 0.4689626610198675, 0.6348218138037259, 0.38703742083638637, 0.5041933247075941, 0.4988015447681838, 0.3742892394588273, 0.36545532030489225, 0.3716700029462271, 0.46115383972426405, 0.4201890429917628, 0.37749224396320685, 0.47996818688584386, 0.3714906089873717, 0.5022425124775084, 0.37263811679212305, 0.41146130997258934, 0.4121419944123594, 0.38091028885321565, 0.5306503714112576, 0.4455603530843863, 0.42520296453822337, 0.5209715192936528 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.30960657093431454, 0.26363926711854235, 0.12666583546139942, 0.1898198021422748, 0.13705874934492016, 0.19790317547557518, 0.17344508196539168, 0.29837799932550463, 0.1294756517904224, 0.11495525161383155, 0.2720142250958706, 0.25722967526452023, 0.11062345877383324, 0.22143063204341146, 0.1845048932939498, 0.35186228451113344, 0.22372769946899834, 0.13554071770606577, 0.31310224646572804, 0.2985899495589033, 0.178282658025686, 0.14703148354764842, 0.21391514592064143, 0.30317588299533016 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.13935046275269353, 0.15710600333750074, 0.34229683054501336, 0.4450020144996826, 0.249978671868243, 0.3062901544163236, 0.3253564645815571, 0.0759112413785049, 0.23597966743837748, 0.25671475202820265, 0.1891396133947704, 0.1629593640693752, 0.26686878606533826, 0.25853755421701, 0.18698571446671272, 0.1503802236313194, 0.14891041455220308, 0.2759205920614071, 0.09903974621206142, 0.08232033942824378, 0.3523677185979352, 0.29852887371917664, 0.21128781784775288, 0.2177956360504254 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 18.458886366883785, 12.711460275807358, 29.713312792148276, 56.97789522113113, 16.569064443513238, 28.61157693199414, 40.071273190484426, 11.052707311398905, 19.055763999730964, 16.915934516157023, 16.1724046908316, 17.350208375684648, 14.730190179149227, 22.426387978031194, 12.40788373993342, 24.13991098704111, 12.487992866117352, 37.662457081571596, 13.090416370779474, 10.529886863128153, 58.76795314313263, 20.682780782535467, 17.29774604540301, 26.094476932829043 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 17.798277912230898, 12.071550760583683, 28.850673963357966, 56.42454021520207, 15.603321381816315, 27.67288779329289, 39.46505981210134, 10.445703960293235, 18.05780697212263, 15.76163036029024, 15.184725235715781, 16.41333304249219, 13.798768807142094, 21.657213708183253, 11.718426931603963, 23.113150016359366, 11.776755604600426, 36.70657241328848, 12.448212347975671, 9.998405005800509, 58.25174872596745, 19.945418528053924, 16.436238558005712, 24.94310654472699 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4411252912129977, "rpss": 0.02618049354225971, "brier_below": 0.21466576407682902, "bss_below": 0.05257969961104614, "brier_above": 0.22645952738165961, "bss_above": -0.00023898023859247886, "crps": 23.08244046189238, "crpss": -0.019847261560495655, "crps_fair": 22.272647025050293, "crpss_fair": -0.026853884183628773, "reliability": { "below": { "weight": [ 0.0, 0.028823, 0.261922, 0.451331, 0.228301, 0.029485, 0.000139, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1808, 0.2692, 0.3479, 0.4418, 0.5288, 0.6058, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3565, 0.2071, 0.3161, 0.5389, 0.568, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021719, 0.276802, 0.419831, 0.229865, 0.036849, 0.014933, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1881, 0.2621, 0.3501, 0.4416, 0.5362, 0.6346, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6064, 0.2585, 0.3135, 0.5131, 0.268, 0.1501, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4198298937576181, 0.4604450473528424, 0.40703736449877165, 0.4322503207667446, 0.4352578825839584, 0.40474521280691483, 0.3886307734039476, 0.43221290215949193, 0.45772756558780325 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22946762734699933, 0.19551298797596606, 0.2571235574335523, 0.15214096439850477, 0.2823163142915686, 0.24379897936837083, 0.09283597931599558, 0.16654801535609912, 0.18901634273977222 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19036227101106884, 0.26493204925882385, 0.149913814062495, 0.2801093413790374, 0.15294157897373076, 0.16094623707911854, 0.2957947714370865, 0.2656648863714182, 0.26871121625339106 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.4281483730429, 22.702820255540104, 10.318266179081556, 21.054834377149675, 15.474882666795436, 11.562465478665771, 61.71203025404473, 16.567383470949512, 21.631795321080915 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.117785790427817, 22.392123360225995, 10.021931468297465, 20.670405071760918, 15.143090551363294, 11.240174558306101, 61.274120843238975, 16.157122459966438, 21.262207536535698 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.42645966254645473, "rpss": 0.05200079089877152, "brier_below": 0.20097341869186985, "bss_below": 0.029711890255251783, "brier_above": 0.22548624064735223, "bss_above": 0.07102087542945801, "crps": 21.494736264038956, "crpss": 0.0844487419007447, "crps_fair": 21.14210684890252, "crpss_fair": 0.06766367433982157, "reliability": { "below": { "weight": [ 0.0, 0.007817, 0.307507, 0.508533, 0.171033, 0.00511, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1772, 0.2653, 0.3507, 0.4359, 0.5121, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3744, 0.1925, 0.3016, 0.405, 0.6421, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000152, 0.31142, 0.494345, 0.171052, 0.023032, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1866, 0.2669, 0.3471, 0.4393, 0.5235, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2265, 0.4006, 0.6638, 0.5515, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4243088806487182, 0.4436114965075865, 0.3811328905451032, 0.42951880539514947, 0.42849977376006515, 0.4120393906118297, 0.402448056837769, 0.42221636652121214, 0.44746863981856777 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23037495159900967, 0.1734236476047972, 0.24687683874233346, 0.11703499205777115, 0.2773832326525926, 0.23601812527621252, 0.0902546581136906, 0.18080686297456175, 0.1516258200793673 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19393393225365493, 0.2701878368950196, 0.1342560606143859, 0.3124837913398048, 0.15111655215422543, 0.17602126562743983, 0.31219336966512495, 0.24140950965913902, 0.29584280775204763 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 14.026841381425124, 27.23704730231624, 10.944360262590507, 25.499855600332246, 17.258105424112085, 13.540022852431909, 76.12260215811058, 18.058467109003104, 25.47002074275807 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.686053979467616, 26.88534210552907, 10.620353471214239, 25.056327168155537, 16.884187749960336, 13.185908789367506, 75.62831863981589, 17.57991181017165, 25.070719225262195 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.42124936673844454, "rpss": 0.07210896685478474, "brier_below": 0.1893110143444818, "bss_below": 0.04833243693225231, "brier_above": 0.2319383473289825, "bss_above": 0.09065266260525118, "crps": 25.350813648119985, "crpss": 0.09135975918590666, "crps_fair": 24.955235882104894, "crpss_fair": 0.07559397095888998, "reliability": { "below": { "weight": [ 0.0, 0.001394, 0.289303, 0.509188, 0.193403, 0.006712, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.2659, 0.3519, 0.4366, 0.5121, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1299, 0.2732, 0.4265, 0.6391, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 9.4e-05, 0.306321, 0.463759, 0.197651, 0.032176, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2662, 0.3472, 0.4417, 0.5222, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2001, 0.4625, 0.7017, 0.5407, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.5319153314476252, "training": [ 0.550084081094485, 0.532028773096007, 0.531396759879029, 0.4549661197440455, 0.5692809255286974, 0.4600420386551963, 0.5181634061105216, 0.6217921989429644, 0.5484130564208757, 0.5365779013779889, 0.5059602630554979, 0.5276322114283949, 0.5511498162736974, 0.5076284223520182, 0.5296913694301373, 0.5276029108472868, 0.529849078435216, 0.5782781310597049, 0.5782671844612319, 0.6228679710075145, 0.4627001717092135, 0.5356536044601373, 0.5267270408903088, 0.4592145184828336 ], "test": 0.5639812114928019 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4527084291680649, 0.4686726857565662, 0.4684231146199099, 0.6046243111828838, 0.38650736463182683, 0.4796556072470549, 0.5304316834729433, 0.43139854652338167, 0.3538709833031494, 0.3701951091061292, 0.43631322743260204, 0.4306969131453541, 0.3904499785681257, 0.47487624140504014, 0.37802838554546914, 0.5291751670202084, 0.3764083995171145, 0.41780363350819383, 0.4110204191505833, 0.39668483016597084, 0.4937262243158077, 0.4312878702819124, 0.4277852347913087, 0.5179274572541043 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.28677138530735036, 0.2995354903852634, 0.13116909559542572, 0.1670839149651182, 0.13163784109936416, 0.18414246534659787, 0.24862418702244882, 0.3377419618796131, 0.12508894949925467, 0.11322313198643928, 0.24533713029950602, 0.26250415281575773, 0.1106581276670687, 0.23022635614264314, 0.1890737692347639, 0.378522935410223, 0.21463630240638223, 0.168545970869792, 0.274162565146369, 0.29669474404406365, 0.20645106314284936, 0.13182099108784331, 0.21511983758836714, 0.3007508834545633 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16593704219763492, 0.16913719483913411, 0.33725402299209045, 0.437540401199914, 0.2548695232591196, 0.295513146343421, 0.2818074969453633, 0.09365658534994022, 0.2287820323205106, 0.25697197784436493, 0.19097609631418688, 0.16819275685484122, 0.2797918522167318, 0.2446498852790766, 0.18895461473930403, 0.1506522286031446, 0.1617720952670811, 0.2492576618541594, 0.1368578526737961, 0.09999008626378064, 0.2872751642310475, 0.2994668826551903, 0.21266539507798973, 0.21717657378548255 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.063389530044613, 12.60503672988142, 25.651351247641692, 53.38598365065334, 14.809717860574473, 25.1446685053342, 32.73510183448133, 10.420514075771404, 17.180337419124715, 14.885054159378708, 14.692100208344476, 15.591241990882395, 14.292981714437559, 19.897792252398865, 11.132474004093712, 22.275556627997375, 11.147933266466195, 30.1052551953764, 12.589291417419954, 10.76599324422315, 45.61767961956062, 20.05982188577362, 15.644396803820277, 23.104916919756324 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.455597389854443, 11.99190011875033, 24.902595636242935, 52.84303577318452, 13.977074356102635, 24.392179950952904, 32.1521444638898, 9.827647959209633, 16.342423184755884, 13.931218605178861, 13.854719993710836, 14.759627780785548, 13.470073253098084, 19.193493907482914, 10.489263971604705, 21.378244963271833, 10.506221628883774, 29.308685245129364, 11.959056579962725, 10.242449791968387, 45.105602307084105, 19.383360490376436, 14.876035579594754, 22.185599166889112 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4441113257130711, "rpss": 0.019775455383112428, "brier_below": 0.21873013551654452, "bss_below": 0.03571361228728798, "brier_above": 0.22538119037947105, "bss_above": 0.003795650541957296, "crps": 20.44994125680987, "crpss": -0.01958783754883875, "crps_fair": 19.730343837415187, "crpss_fair": -0.026480351750070685, "reliability": { "below": { "weight": [ 0.0, 0.015657, 0.279129, 0.477714, 0.215431, 0.011982, 8.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1872, 0.2662, 0.3448, 0.4384, 0.5218, 0.6004, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4096, 0.2675, 0.3071, 0.5238, 0.5865, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002963, 0.237906, 0.46065, 0.259999, 0.031397, 0.007085, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1892, 0.2676, 0.3501, 0.4361, 0.5468, 0.6231, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3168, 0.2863, 0.3097, 0.4745, 0.2793, 0.2791, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4588446112802376, 0.42172379405813865, 0.4673396075007713, 0.6054459575184945, 0.39746163550617924, 0.48726449723697535, 0.5087125403317201, 0.39781766586492895, 0.3644823588229652, 0.3733297145761343, 0.4550189301496372, 0.43075357188502006, 0.379616123201853, 0.4684074489611662, 0.37574272047491186, 0.5031284418779604, 0.38036276268310093, 0.42184195663352175, 0.42444007275827955, 0.39720007556795917, 0.5221802942131518, 0.44051439238285356, 0.44125811811657273, 0.5260112374983227 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.31410295707378727, 0.2621240639803114, 0.12816567928907965, 0.1801210097576439, 0.1411632154730586, 0.19495711408440727, 0.18244748761020327, 0.3139179747422191, 0.1310948906176855, 0.11674680836283832, 0.2642115206622941, 0.2619374535417668, 0.11413130995633738, 0.21272532014675308, 0.18724485096893434, 0.34824930540022514, 0.22662530210901802, 0.14201052814752532, 0.3166554280752857, 0.30712733591659425, 0.17999145629672064, 0.14615859076621715, 0.2239987580425751, 0.310253805864262 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14474165193723956, 0.15959972930366653, 0.3391739325281839, 0.42532495158627404, 0.25629842026711436, 0.292307387731733, 0.3262650542339659, 0.08389969233491455, 0.23338746693837992, 0.25658290683802104, 0.1908074089016012, 0.1688161147555225, 0.265484813536865, 0.2556821290249415, 0.18849786795120957, 0.1548791338809773, 0.1537374581111534, 0.27983142743375256, 0.10778464303659006, 0.09007273978699876, 0.3421888421154344, 0.29435580550881757, 0.21725935810272182, 0.21575743182519447 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.173040922099275, 12.924853107398608, 28.75553580560972, 55.70614802079033, 16.68188247984781, 29.28381218740492, 39.522764769048074, 11.204038790896844, 19.04667915191639, 16.54864262046948, 16.984645201690963, 18.13433242278079, 14.238150828961848, 22.084573769939844, 12.432362140275925, 24.335513279794192, 12.909349227067938, 37.08695749850947, 13.989212599578305, 11.331209912094026, 57.59383702163588, 19.957600438866905, 17.999661657108017, 27.42011282542337 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.496056633406077, 12.249071813960368, 27.889495631099386, 55.107333426496915, 15.745249971833234, 28.422353293261136, 38.90001676873525, 10.545048457266821, 18.118562255343313, 15.445309489920147, 16.021053339537072, 17.20354744367685, 13.338809207615649, 21.277941802477837, 11.71558248080668, 23.337066268676054, 12.165989274682605, 36.15142751543847, 13.3226045581272, 10.729397448307873, 57.01478405333302, 19.194456081714094, 17.129163736724642, 26.339530183548867 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.44370410537920235, "rpss": 0.020487554169697053, "brier_below": 0.2169234236202393, "bss_below": 0.042615593355014414, "brier_above": 0.22678068198630305, "bss_above": -0.0016574736796131084, "crps": 23.139371528300373, "crpss": -0.022362636495384614, "crps_fair": 22.327493797332895, "crpss_fair": -0.029382529346010378, "reliability": { "below": { "weight": [ 0.0, 0.015501, 0.243742, 0.491533, 0.235619, 0.013465, 0.00014, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2674, 0.3454, 0.4381, 0.521, 0.6004, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4364, 0.2449, 0.299, 0.5336, 0.5724, 0.7504, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002862, 0.236458, 0.449913, 0.265516, 0.037084, 0.008167, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2681, 0.3496, 0.4363, 0.5479, 0.6223, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2438, 0.2947, 0.3046, 0.4826, 0.2285, 0.2874, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4152685440948587, 0.4681665366012578, 0.4143578274411558, 0.43113903421484356, 0.44687993059900144, 0.4198595469606621, 0.393559501675833, 0.4193421946835047, 0.4604540933684409 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2241990867960744, 0.20226574512931056, 0.2585372094819089, 0.14987056985245, 0.2897948396201897, 0.2527904798217805, 0.09543809985235147, 0.16225743624175273, 0.18940617424126782 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19106946277298997, 0.26590078180487176, 0.1558206256718, 0.2812684497326495, 0.15708510224197902, 0.16706907127233386, 0.2981213780866716, 0.2570847581371903, 0.2710479128518796 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.306204895867934, 22.85960065918599, 10.75201168426311, 20.368179101527293, 16.177112326581017, 12.25736309275577, 61.58196182158489, 16.520139311445835, 21.522203259832413 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.988578241015503, 22.544376019979083, 10.44322393014888, 19.984083330436466, 15.833016219533704, 11.91830945890021, 61.15975343456199, 16.121746918286103, 21.15429640446444 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4298919121821731, "rpss": 0.04437106591922657, "brier_below": 0.2027288490041207, "bss_below": 0.021236773642572038, "brier_above": 0.22716306028581842, "bss_above": 0.06411255838389063, "crps": 21.59386401700492, "crpss": 0.08022647381493542, "crps_fair": 21.23859821748071, "crpss_fair": 0.06340854457999912, "reliability": { "below": { "weight": [ 0.0, 0.005489, 0.255988, 0.605463, 0.130305, 0.002756, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.2677, 0.3446, 0.4322, 0.5174, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.43, 0.2106, 0.2974, 0.385, 0.5556, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.191483, 0.60729, 0.191139, 0.008255, 0.001833, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2722, 0.3467, 0.4364, 0.531, 0.6119, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2254, 0.3671, 0.648, 0.4906, 0.4583, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41662207137989654, 0.4552465804365615, 0.39001620430589, 0.4285647794120528, 0.4402582525997947, 0.4279383188547064, 0.40870767282683335, 0.4112987031092425, 0.45080475362469785 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22374719705065227, 0.18176376795237995, 0.2505398816397653, 0.11582863183918628, 0.2854933389196152, 0.24711437302677983, 0.09280266467789298, 0.1762147035313479, 0.15378687877406857 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19287487838021433, 0.2734828007489601, 0.13947633207014185, 0.3127361258064493, 0.15476492521380805, 0.18082394654931672, 0.31590497756565, 0.235084005549144, 0.2970178630094995 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.823664821717207, 27.401114073611673, 11.488000841010695, 24.634005092234943, 18.071207781685548, 14.316739003551104, 75.86433259593221, 18.115378695538045, 25.25149957430464 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.473655867692978, 27.045297507511076, 11.14951351614552, 24.191885705152387, 17.682546753916906, 13.941673326998124, 75.38645799024711, 17.653600793050572, 24.85111896951511 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4254952596166306, "rpss": 0.0627564876810649, "brier_below": 0.19192127082352092, "bss_below": 0.03521066252841998, "brier_above": 0.23357398387702044, "bss_above": 0.08423991647235685, "crps": 25.44066027550956, "crpss": 0.08813941832108196, "crps_fair": 25.041750047803312, "crpss_fair": 0.07238926406904533, "reliability": { "below": { "weight": [ 0.0, 0.004664, 0.229325, 0.607997, 0.154178, 0.003836, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.2693, 0.3454, 0.4329, 0.5173, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.38, 0.1481, 0.2686, 0.4046, 0.5367, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198881, 0.5703, 0.218768, 0.01065, 0.0014, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2712, 0.3455, 0.4391, 0.5315, 0.6113, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1884, 0.4167, 0.6913, 0.4736, 0.3333, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.6339546945912625, "training": [ 0.660788687665584, 0.6442089480036742, 0.6412764621565893, 0.5723611798668905, 0.6817015689936589, 0.6107159279549279, 0.586566415811506, 0.7021708696259003, 0.6567107623848276, 0.6447037435422738, 0.6030413831468944, 0.6240008185515769, 0.639216906262505, 0.6286395486918487, 0.622987063596838, 0.598144928053671, 0.6258151785879714, 0.6873217065593585, 0.6858984485493282, 0.702402347255841, 0.5714132076678738, 0.6327855545181371, 0.6372410346598277, 0.5547999780827948 ], "test": 0.6536085395810147 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43387214077972674, 0.438761596543149, 0.4797977928157488, 0.6342013718736611, 0.38590492899302437, 0.41862156345897894, 0.5795948216687382, 0.4186806266467085, 0.3655126398113752, 0.3668612183131915, 0.4509834804486996, 0.4282428833971365, 0.4049726438167661, 0.45625195030684823, 0.3788719159873812, 0.5626154806855556, 0.37032357877217137, 0.41173714513919, 0.3925536702702331, 0.37700820845614114, 0.5428709691562174, 0.46972617818608603, 0.4321365830051593, 0.5180428817162644 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.27473541274815827, 0.28151550509486534, 0.13130391266685335, 0.19468986610653666, 0.12698189857345313, 0.1763942086352592, 0.27384117721020523, 0.32989710214313017, 0.1327269234902604, 0.10483970227973076, 0.2675059128965203, 0.2566444422463194, 0.1253640053202083, 0.21069821869654914, 0.19685184596607538, 0.40632251887974674, 0.21160920468693495, 0.1584242657174169, 0.26165893157276143, 0.27982592886289276, 0.22645189259872187, 0.15050951472516824, 0.21409990711722013, 0.29718971432752306 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.15913672811732943, 0.15724609195162398, 0.348493877587396, 0.43951150427563734, 0.25892303062622024, 0.24222735464346953, 0.3057536451733587, 0.08878352490408652, 0.23278571677646948, 0.2620215160224178, 0.18347756805538715, 0.1715984427724457, 0.27960863923082924, 0.24555373148664306, 0.18202007001544407, 0.1562929624135728, 0.15871437491164833, 0.25331287964167476, 0.13089473905372437, 0.09718227963155258, 0.3164190763903903, 0.3192166610669995, 0.21803667565110751, 0.22085316755429632 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 14.96361785947039, 12.49483329328408, 27.02722970302133, 59.77615188018219, 16.07249913401082, 24.19967761805615, 34.609812171903236, 8.194818575345458, 17.438432597355156, 15.818201715147415, 14.890713953812925, 15.471869653790934, 14.76736293295473, 20.92453324776936, 11.572862269996293, 25.76488847153078, 11.54194443134598, 28.830610153577553, 10.543604387562791, 10.347609607824777, 50.32851002069686, 22.068947916848206, 15.809965891391348, 24.565797174648797 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 14.249030181047344, 11.8219531928157, 26.138702119175683, 59.27824924669749, 14.96259484565905, 22.808900973977206, 33.91406334731851, 7.716733337738238, 16.200742686801128, 14.64136518099379, 13.839004476567517, 14.572888725234366, 13.742107605220722, 20.305275776438773, 10.907152059290143, 24.791913733374294, 10.873200869409446, 27.80315220628906, 9.830352972531788, 9.972516015518673, 49.87503121862493, 21.276962257008503, 15.01498512853646, 23.289569906909563 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44658942792700634, "rpss": 0.014305888467050165, "brier_below": 0.22042008385677128, "bss_below": 0.02826336234084148, "brier_above": 0.2261693440814052, "bss_above": 0.0003119430303131221, "crps": 21.16768727756365, "crpss": -0.05537303145329253, "crps_fair": 20.326102002632435, "crpss_fair": -0.0574749485006103, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.198399, 0.535805, 0.223413, 0.042327, 5.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2604, 0.3477, 0.4446, 0.5251, 0.6059, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2597, 0.3146, 0.4907, 0.4263, 0.4984, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.27624, 0.541382, 0.162467, 0.017185, 0.002726, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2646, 0.3481, 0.4331, 0.5396, 0.6168, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3258, 0.3262, 0.4241, 0.5996, 0.0103, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.433503920886146, 0.40262237244446614, 0.468090180383373, 0.6420515910935767, 0.38418233836739657, 0.40281560967143043, 0.5864354019688751, 0.4014842871004217, 0.3713275862799668, 0.36208854514258787, 0.47471950219127645, 0.4268839888706544, 0.41202105534632183, 0.45449468452654823, 0.3787211321236966, 0.5306975399454762, 0.3696508912585361, 0.41311111484061197, 0.4025398752620142, 0.3736202701046039, 0.5978100121321125, 0.466300372979371, 0.44015432407268335, 0.5245133677725539 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.29868362231891504, 0.25380383855776684, 0.12037672803794909, 0.2111439147704686, 0.12878162881723212, 0.180015573728857, 0.22800092283585796, 0.31559545941236766, 0.13810800782329455, 0.10454941156937925, 0.2933931851991311, 0.25388433421440165, 0.13777638871323095, 0.19674292837599272, 0.19784416602824978, 0.37529011317765093, 0.21763409463955255, 0.12845671304298592, 0.3006038347729153, 0.28769625456799724, 0.21642062542477197, 0.15978917832804887, 0.21677940449891786, 0.3033750939811871 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.13482029880601637, 0.1488185341932104, 0.3477134492155983, 0.43090767512186134, 0.25540070971658113, 0.2228000357496681, 0.35843447934160505, 0.08588882774397971, 0.2332195789620441, 0.2575391334770105, 0.1813263174248208, 0.17299965631162942, 0.2742446672441717, 0.2577517560110415, 0.1808769660674988, 0.15540742745445377, 0.1520167975610749, 0.28465440188389624, 0.10193604086323196, 0.08592401555327982, 0.3813893863144085, 0.306511191976456, 0.22337491934189266, 0.22113827393693122 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 16.52401193031709, 13.0270164620257, 30.33018249161786, 63.1000986274488, 18.27049168316108, 27.931939548133094, 41.83192236294742, 8.853598157718416, 19.371185132518743, 17.275218407465815, 17.17750249822065, 17.94077820011989, 15.24900284034659, 23.259131836353024, 13.034316659988221, 27.686213150136957, 13.330311297823853, 35.620136870057436, 11.251460305543144, 10.291668717219423, 63.72900526129759, 22.37260985704476, 18.13230481564338, 29.012328204294107 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 15.73966234657488, 12.309332906639936, 29.30839688182199, 62.55642741509728, 17.043911347756904, 26.298529705501338, 41.07355767865233, 8.333088396437638, 17.997157688298323, 15.912123565257522, 15.950257472731407, 16.928617458057825, 14.123209433587851, 22.551429870289237, 12.295867108611775, 26.616389715869637, 12.557727530020157, 34.39521514665668, 10.538689377996274, 9.851372112213102, 63.21524204053843, 21.489144728599083, 17.241661257781065, 27.47762124210461 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4466599985318626, "rpss": 0.01396218265189042, "brier_below": 0.2193643926182134, "bss_below": 0.031842456840926237, "brier_above": 0.22729560584468178, "bss_above": -0.0039318178900786815, "crps": 23.94176813822679, "crpss": -0.05781477972390836, "crps_fair": 22.9918596844623, "crpss_fair": -0.060012327903435914, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.20831, 0.509623, 0.237387, 0.044646, 3.4e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2584, 0.3478, 0.4456, 0.5246, 0.6098, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2612, 0.3036, 0.5054, 0.3995, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.27397, 0.531127, 0.16719, 0.023786, 0.003927, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2648, 0.3469, 0.4337, 0.5428, 0.6171, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3417, 0.3223, 0.4044, 0.586, 0.0089, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40517769848100166, 0.5065185556757476, 0.40142059257671137, 0.4306606928665372, 0.4257756418930686, 0.3943143485256904, 0.41843102000356075, 0.42570951015430447, 0.47560487859763334 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21795952680493388, 0.21613242943556746, 0.24835554709298796, 0.14162888969891338, 0.2825840737494427, 0.23380396985617385, 0.09428191234539417, 0.16985327922512955, 0.1932906598065394 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1872181767878781, 0.2903861142731655, 0.15306505237229737, 0.28903178772990185, 0.14319157857262663, 0.1605103829332066, 0.32414908362992617, 0.2558562288418613, 0.28231421146794583 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.886112347913947, 23.692492120908074, 10.360893770035206, 21.34739810336689, 13.981209711499885, 10.919983599770093, 58.41938626382305, 16.981141751438418, 22.960935281134873 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.245143955446595, 22.932454939785153, 9.770032506186615, 20.461225859625788, 13.290332671131777, 10.3478398061297, 57.314777604045155, 15.924700189784078, 22.139432871615142 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.43151254875269507, "rpss": 0.04076846918611121, "brier_below": 0.19976558755723137, "bss_below": 0.035543229524630626, "brier_above": 0.23174695740097884, "bss_above": 0.045227393963490514, "crps": 21.283283661098935, "crpss": 0.09345539796165137, "crps_fair": 20.491771155972224, "crpss_fair": 0.09634253755461863, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.172853, 0.673406, 0.149689, 0.004052, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2598, 0.3453, 0.428, 0.524, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1521, 0.2877, 0.4309, 0.8682, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.267332, 0.61749, 0.104162, 0.011017, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2729, 0.3397, 0.4199, 0.5396, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2282, 0.4281, 0.6137, 0.5068, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052875080773118, 0.5075695875417513, 0.38229822892395365, 0.430758132834304, 0.4177421400931182, 0.39274590904022494, 0.4357708476942267, 0.41756423637588735, 0.4754385000379113 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21524467906579647, 0.2025671897618211, 0.2458256822024872, 0.10637289872551192, 0.2788020487338881, 0.22234890545818226, 0.0873161703783017, 0.1856035279604897, 0.16311511408171026 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19004283259018276, 0.30500238311788425, 0.13647255537457156, 0.3243852118959784, 0.13894010197386328, 0.17039700451273096, 0.3484546466745844, 0.23196071196139442, 0.31232337256649717 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 14.526912532182953, 28.501649897295746, 11.045755815453342, 25.98032623433221, 15.557454825046662, 12.592080198715369, 72.05396209329574, 18.555726095188444, 26.9973905068489 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.830704919532764, 27.627831119372917, 10.4068675647547, 24.95626765500816, 14.788383949285727, 11.971061377919852, 70.8114673541158, 17.297084053124145, 26.112503010603408 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.42946389895763215, "rpss": 0.05401471819945258, "brier_below": 0.18968846848535428, "bss_below": 0.04643497278491915, "brier_above": 0.2397754245186319, "bss_above": 0.059926284852561795, "crps": 25.09013979981771, "crpss": 0.10070299966658769, "crps_fair": 24.200241222635277, "crpss_fair": 0.10356091218135399, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.184786, 0.638267, 0.171435, 0.005512, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2554, 0.3469, 0.4308, 0.5226, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1206, 0.2507, 0.4473, 0.8141, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.283861, 0.588569, 0.109902, 0.017668, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3391, 0.4208, 0.5402, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1995, 0.4948, 0.6777, 0.5395, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.6087161855346167, "training": [ 0.6290398996506658, 0.6092976302161294, 0.6050446297808317, 0.5520168279830172, 0.6351413575124709, 0.562020352729318, 0.5994602129461222, 0.6757702248800878, 0.6223664584317059, 0.6062829922045013, 0.5858836396300308, 0.5991530973238655, 0.617733420816722, 0.5836219004368375, 0.598391832473536, 0.5992864069434123, 0.6061682909341009, 0.6579404099983321, 0.6482199207389057, 0.670778376544688, 0.578746404724636, 0.6083392756232587, 0.6095202533585966, 0.5489646369490266 ], "test": 0.6372773430718592 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4251261039584434, 0.4416608417728527, 0.5202935035584102, 0.6473118666725017, 0.41772492428614433, 0.46922552325448863, 0.5274153322817843, 0.391648573391112, 0.38161291500246275, 0.3969466362306994, 0.41982869257250416, 0.41985199142139457, 0.4316940084302598, 0.471847412426608, 0.3868043258211553, 0.46741386779468314, 0.38201728991208017, 0.44159627677068714, 0.3836428588873437, 0.3755543126034147, 0.5188762346285937, 0.47029198820713985, 0.4404805326210895, 0.47688171313244077 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2628675732742572, 0.28144677308690413, 0.16349672934826964, 0.21138488429583432, 0.1495088849834752, 0.19569648217724642, 0.24021538792232108, 0.3019764214304761, 0.149620929203526, 0.13987105771146596, 0.24419699551300672, 0.25621427340672415, 0.13884689739124992, 0.23206713082564337, 0.2011459147801669, 0.330351240249949, 0.22613410001975814, 0.17462827288050384, 0.2518875671154864, 0.2766732134921792, 0.21994367578574142, 0.15879536950827686, 0.22162960398469447, 0.2787403562176193 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1622585314901373, 0.16021406830346432, 0.3567967765804669, 0.4359269817486856, 0.2682160391490421, 0.2735290439155638, 0.28719994463528015, 0.08967215323056703, 0.2319919846324355, 0.2570755786002662, 0.17563169564961975, 0.16363771570054408, 0.29284711229878313, 0.23978028037835342, 0.1856584111020268, 0.13706262548741274, 0.1558831895120516, 0.2669680043603131, 0.13175529228531735, 0.0988811004035316, 0.29893255809169805, 0.31149662192545374, 0.2188509279337018, 0.19814135599206756 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 13.676804662874506, 13.956520157399435, 28.523492430868934, 57.85973119426821, 17.19566706357095, 27.839633888028455, 34.24394824955378, 7.419500287158229, 18.16704345054231, 18.903853989739233, 15.564236109751251, 15.722311517001888, 17.526088732959504, 23.74327516947601, 13.455240279626558, 20.204269372312254, 12.305003546560426, 29.922003743367007, 10.59050254912523, 11.615956879982171, 49.56403528627057, 22.61973925587725, 16.83024186055174, 23.458424721791513 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 12.876579867158133, 13.20151860084323, 27.524011565218363, 57.22260279359221, 16.004428809311413, 26.67041574212948, 33.47030025693423, 6.730222305144051, 16.886235652268052, 17.53278951065442, 14.414708378121096, 14.59481650470022, 16.342906672388352, 22.894191479478938, 12.65635571685388, 18.87703894732052, 11.53205083089898, 28.804207736517608, 9.77106635069525, 11.073372441922627, 49.012705541449655, 21.760018187034895, 15.81867457711043, 22.099877022747464 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44607282190159553, "rpss": 0.015446120378928452, "brier_below": 0.22113915560853234, "bss_below": 0.02509328657430654, "brier_above": 0.2249336663919493, "bss_above": 0.0057737452627516506, "crps": 21.704480183277393, "crpss": -0.08213631214320549, "crps_fair": 20.740462312103897, "crpss_fair": -0.07903223709742457, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.077342, 0.486468, 0.379713, 0.056449, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2728, 0.3559, 0.443, 0.5222, 0.6004, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2343, 0.2716, 0.4508, 0.4668, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.256729, 0.589351, 0.136914, 0.017006, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2693, 0.3465, 0.4307, 0.5317, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2837, 0.3467, 0.4815, 0.1632, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4253477013956177, 0.4126254449089464, 0.5171195513728699, 0.6386021296923271, 0.4259475350814555, 0.46032751734643057, 0.5374963208274656, 0.3693040905735938, 0.38965475717076764, 0.3950801760337689, 0.4309305444326699, 0.42385458636704815, 0.4171639572120596, 0.47707448432661137, 0.3848782857050601, 0.4548961067429419, 0.3806221763445138, 0.45433073586543676, 0.3855423210857823, 0.37611493122282635, 0.5653044314199933, 0.4643916396081598, 0.4462051731954805, 0.46853296452653587 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.2857648545493394, 0.25841031143108006, 0.15827506372153927, 0.2203988468636019, 0.15606740431553787, 0.19847998376358325, 0.19910574682951204, 0.28590630637855524, 0.15374621764678437, 0.13966083825413836, 0.2580495302815019, 0.257216592122805, 0.13958826577788153, 0.22594447689141148, 0.19976596749128808, 0.31212795016308686, 0.2354644179431603, 0.15209759104707948, 0.2848042225589233, 0.2870159296726512, 0.20721080728893498, 0.167090514921102, 0.22401066834288208, 0.27879138171717305 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1395828474274414, 0.15421513330025224, 0.3588444905032264, 0.4182032816989471, 0.26988013071456224, 0.2618475369468236, 0.3383905748023627, 0.083397786122698, 0.23590853866038, 0.2554193381862873, 0.17288101272541465, 0.1666379915704995, 0.27757569184668923, 0.25113000591653806, 0.18511231828887698, 0.1427681549604648, 0.14515775755805244, 0.3022331454162127, 0.10073809916712918, 0.08909900283770186, 0.35809362322706323, 0.297301127891371, 0.222194504376464, 0.18974158238395933 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 14.958101218549977, 14.798232304371252, 32.0545330354447, 61.0057313619348, 19.409157980209716, 32.30473145755088, 42.00402840800715, 7.910287512869411, 20.23333917735902, 21.185464760930785, 17.88045600614929, 18.02880779860235, 17.823306535674973, 26.732286371305833, 15.165177852618891, 22.36366645713086, 14.068540239111087, 36.77649157144791, 11.069024984615284, 11.809995728947957, 62.74759485690542, 22.818608967591306, 19.30130264419668, 27.622495437891615 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 14.067062317263007, 13.97815810066072, 30.89565943918598, 60.3114207457735, 18.079411615833003, 30.94988087117262, 41.187979410743566, 7.145239820700234, 18.81549926970538, 19.59665330899938, 16.54821856292946, 16.763526080080876, 16.53657805903581, 25.757828966179652, 14.27395064351084, 20.8959209079836, 13.168589022686373, 35.45081725708934, 10.223141447401533, 11.176894018323884, 62.12050488690857, 21.855833123115474, 18.16201348548741, 26.013928795281977 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.44588948176909843, "rpss": 0.01566316028472836, "brier_below": 0.22020807874889803, "bss_below": 0.02811887580878203, "brier_above": 0.22568140318872576, "bss_above": 0.00319788178367697, "crps": 24.58630677789238, "crpss": -0.08629231301238738, "crps_fair": 23.498946256502176, "crpss_fair": -0.08339095081838899, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.077725, 0.484352, 0.38454, 0.053382, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2705, 0.3563, 0.4428, 0.5224, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2515, 0.2596, 0.4597, 0.467, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244563, 0.588014, 0.146006, 0.021416, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2699, 0.347, 0.4316, 0.5317, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2865, 0.3463, 0.4743, 0.1618, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41837230347705345, 0.48148839776908986, 0.3936629287161047, 0.46422290913493336, 0.41612928828645784, 0.4119976611018807, 0.44374302641513286, 0.4298961888948914, 0.46125682051189626 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.23224433891150703, 0.20397061442569667, 0.24211076709823806, 0.16989059564894926, 0.2668328251514645, 0.24293473871919882, 0.12093698385415683, 0.17423147415144885, 0.19187332125742507 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1861279694204287, 0.27751777219848217, 0.15155216891039422, 0.2943322985331746, 0.14929647441053587, 0.16906292655133484, 0.32280601882530296, 0.2556647135269805, 0.26938349189866195 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 15.421488582049289, 22.731841443808158, 11.614191721034608, 23.167845305669708, 13.381115409949524, 13.356882959483332, 58.179199148223184, 18.95889675182157, 24.025719865736296 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 15.00912541360372, 22.31485774411624, 11.226930753049611, 22.650135176934118, 12.949608136040805, 12.946795849884696, 57.56963270147396, 18.392433643028085, 23.523801875121634 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4356410582563823, "rpss": 0.03159099218654615, "brier_below": 0.20500285102423169, "bss_below": 0.010258022641514986, "brier_above": 0.23063820380836622, "bss_above": 0.04979533983403517, "crps": 22.3152423541973, "crpss": 0.049499935183847765, "crps_fair": 21.842591254805875, "crpss_fair": 0.036773325433270276, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.070227, 0.549261, 0.372511, 0.008, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3564, 0.4341, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1299, 0.2258, 0.4062, 0.4484, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.308019, 0.601674, 0.089389, 0.000918, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.344, 0.4251, 0.5193, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.243, 0.4365, 0.6372, 0.4167, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42396897914111176, 0.4714056040762308, 0.37746585526381116, 0.47537230545957754, 0.40905468339986256, 0.42581128103773497, 0.463279144826609, 0.408097760676738, 0.46575623202649247 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23300182296660324, 0.1843696114300221, 0.2406950896992436, 0.14291497915888068, 0.2627744220145074, 0.23895386628736764, 0.11623360069338823, 0.18042929805975658, 0.1665711046315768 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1909671600003018, 0.28703597923956875, 0.13677077480319358, 0.3324573043043411, 0.14628027327054538, 0.1868574155859035, 0.3470455138358162, 0.22766846739160837, 0.29918511444371076 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 17.526403571939046, 27.191393414014495, 12.355859937209717, 28.068731671938497, 14.989457065036532, 15.524071523935618, 71.76733776989721, 20.57294044445455, 28.27088530437468 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 17.074790988169084, 26.717933986981194, 11.93384502556522, 27.47171556141919, 14.504231581700934, 15.077739028705311, 71.08062764580596, 19.910422273608326, 27.73077978522489 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43557909398979644, "rpss": 0.04054470474824523, "brier_below": 0.19621597721570513, "bss_below": 0.013621148677396833, "brier_above": 0.23936311143055436, "bss_above": 0.06154281706094433, "crps": 26.2518978558667, "crpss": 0.059062516861241865, "crps_fair": 25.722453986353344, "crpss_fair": 0.047174241948621076, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.082407, 0.526435, 0.382754, 0.008404, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2804, 0.356, 0.4348, 0.5223, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1076, 0.1745, 0.4139, 0.511, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.297873, 0.585952, 0.115053, 0.001122, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2801, 0.345, 0.4264, 0.5193, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2185, 0.4981, 0.6468, 0.4167, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.538385220570832, "training": [ 0.5648043109994428, 0.5324440477808724, 0.5394129316765995, 0.45432326274247076, 0.5763600005600803, 0.4492026616260332, 0.5065328903372649, 0.6377335052485106, 0.5607802456815818, 0.5518209679383554, 0.5062792878194967, 0.5241519261866263, 0.5633974246093846, 0.513571428536735, 0.5322156295266366, 0.5220112746429746, 0.5476451905831725, 0.6017740855854239, 0.5920901032812483, 0.6439313325533448, 0.4549085445300814, 0.5449068236877533, 0.5481656454241265, 0.45278177214175125 ], "test": 0.5599248255955224 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45311434180686677, 0.4575892392222086, 0.4841553324714794, 0.6157545674958463, 0.4025214981252737, 0.4853242273355841, 0.5459120735205566, 0.42514321006841543, 0.3628335602860055, 0.37401740028341113, 0.4396556202230874, 0.43001592348113105, 0.4104445680891698, 0.4632259770122759, 0.3780053705178375, 0.5157358469052808, 0.3755803093545136, 0.42641091719338436, 0.4072952218723444, 0.3923032623201958, 0.5188991577142599, 0.43932214844909745, 0.4394572462419475, 0.5151581513329491 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2921512592544358, 0.29410949884444604, 0.1339636912818746, 0.1707965654746402, 0.13126244909185647, 0.1939916999856642, 0.24090261391583925, 0.33606145530671794, 0.13242841018974408, 0.11845299930676925, 0.2538117379333758, 0.2605704691055639, 0.11686211145154661, 0.22188002725068748, 0.19566864555187852, 0.37321126768554946, 0.2219094811440471, 0.1677230563945068, 0.27695166537701466, 0.29584090967769205, 0.20935686161892944, 0.13438202359776918, 0.21868787892125763, 0.306784902414213 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1609630802656768, 0.16347973944285868, 0.3501916494627886, 0.4449580077963516, 0.27125905084297364, 0.2913325314142328, 0.3050094577410484, 0.08908175475823557, 0.23040514852071226, 0.2555644015347741, 0.1858438797432077, 0.16944545124686924, 0.29358245892061796, 0.24134594869936016, 0.18233672340104157, 0.1425245741935757, 0.15367082693106834, 0.2586878593323532, 0.13034355413194967, 0.09646235339118528, 0.30954230052412796, 0.3049401295453718, 0.22076936758889468, 0.20837324855273223 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.123308859705368, 12.564643236877808, 26.45916146806546, 53.69548538021831, 15.519176294194763, 24.439749355387757, 33.76168995423315, 10.538924700538715, 17.448008084085284, 15.045835620747878, 14.685881947975545, 15.324964246935872, 14.685627746260739, 19.946436339732752, 11.096047594126567, 22.53721174964688, 11.066690086666823, 30.638646162485315, 12.578908668007635, 10.401792737311933, 46.32592191851318, 20.590326825439575, 15.802783510660419, 22.71026597724913 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.530519954209755, 11.96212757110216, 25.721667548127837, 53.18339057484527, 14.678243134159803, 23.67225939064515, 33.219927708905374, 9.994286154511565, 16.632878025455128, 14.107126551605003, 13.854551392263868, 14.513996740743222, 13.891313744230775, 19.26946050070125, 10.479047811296425, 21.660553553744226, 10.4511317657599, 29.866897676269275, 11.968493596431609, 9.92769908674731, 45.85129515795454, 19.930150210136805, 15.048442245503328, 21.82838160306995 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4482447988051301, "rpss": 0.010652220858876515, "brier_below": 0.22074007003233417, "bss_below": 0.02685268194866386, "brier_above": 0.22750472908258365, "bss_above": -0.005590574141306925, "crps": 20.624478686044455, "crpss": -0.028289879173792665, "crps_fair": 19.926826737434144, "crpss_fair": -0.03670246637647012, "reliability": { "below": { "weight": [ 0.0, 0.008686, 0.214669, 0.545759, 0.21096, 0.017248, 0.002677, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1822, 0.2707, 0.343, 0.4366, 0.5331, 0.6241, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4857, 0.269, 0.3203, 0.4878, 0.43, 0.2565, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003602, 0.282947, 0.502578, 0.187897, 0.019764, 0.003212, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1889, 0.2681, 0.3485, 0.4303, 0.5511, 0.6091, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4817, 0.2999, 0.3417, 0.4451, 0.1876, 0.0536, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45966616257197823, 0.4205777923248222, 0.481672174145098, 0.610962833474281, 0.4107404452901283, 0.4861286932869571, 0.5425010403844016, 0.4000112040974241, 0.3694336194556261, 0.37015786248874794, 0.4550500547493325, 0.4337428711257111, 0.3974525552107925, 0.46431985714646906, 0.3725854467944787, 0.5005669940237214, 0.37433634665567617, 0.4336632798562232, 0.4175859102194777, 0.3954799784394671, 0.5572220791726532, 0.43668582617179696, 0.4473634184772987, 0.5122970203465692 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3220723585587236, 0.2662294188469617, 0.1261618911395567, 0.17813971572636922, 0.137257649645152, 0.19968344713844347, 0.1831025481639948, 0.31978786337187665, 0.13606132349798467, 0.11790026584139571, 0.27228810129936304, 0.26202756804741734, 0.11834969322903657, 0.21307980240390015, 0.1921949771473673, 0.3544872729730157, 0.2325247100975368, 0.14101826452843433, 0.3201134960218316, 0.3099662037693969, 0.18483513834208837, 0.14251168849878845, 0.22039653811941895, 0.3095857288894353 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1375938005798239, 0.15434837206788962, 0.3555102922725053, 0.4328231218584376, 0.2734827978417497, 0.28644525083357725, 0.3593984915581533, 0.0802233412956621, 0.23337229496119702, 0.25225759717312096, 0.18276195112127705, 0.17171530016648978, 0.2791028629659609, 0.25124005363493407, 0.18039046805644915, 0.14607971661825994, 0.14181163457319143, 0.29264501371590546, 0.09747241129281504, 0.08551377511690007, 0.37238694715762455, 0.29417414257867064, 0.22696688126947376, 0.20271129194490048 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.16764105859885, 12.950640549394555, 29.782270709116, 56.08496728306129, 17.483856504163782, 28.415317514936152, 40.85776440260584, 11.376533759191444, 19.276169637815133, 16.663846405530975, 16.966818897836188, 17.783245270877867, 14.574794419101606, 22.15694612238423, 12.396837598940987, 24.65418805983358, 12.751241080514827, 37.801558547068396, 13.897960632881016, 10.948903948332507, 58.49659835679839, 20.476171829316396, 18.20549677876256, 26.963282554904065 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.512483674125473, 12.288402917674555, 28.928288044236993, 55.522152624158686, 16.54083321721815, 27.539723338687025, 40.278709318874476, 10.775412798033589, 18.380171837773027, 15.572376903681905, 16.008517794150237, 16.878737375793968, 13.700877316084094, 21.38433571655463, 11.71368435972599, 23.671857744683926, 12.038458155192044, 36.893714584600055, 13.260278738553577, 10.401452068990162, 57.95976914939733, 19.731902790740666, 17.353152869138384, 25.927740211948056 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4479251444128805, "rpss": 0.01116927151759095, "brier_below": 0.21915731938739538, "bss_below": 0.03275636774510704, "brier_above": 0.22876782544395705, "bss_above": -0.010434398937086753, "crps": 23.338877163415276, "crpss": -0.03117735762392937, "crps_fair": 22.55262639791738, "crpss_fair": -0.039761999963334294, "reliability": { "below": { "weight": [ 0.0, 0.010824, 0.213336, 0.552777, 0.207227, 0.013562, 0.002274, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1818, 0.2697, 0.343, 0.4347, 0.5314, 0.6263, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.486, 0.257, 0.3164, 0.5063, 0.4561, 0.3692, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002499, 0.292721, 0.487801, 0.188345, 0.024711, 0.003923, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2686, 0.3484, 0.4298, 0.5505, 0.6091, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4604, 0.3092, 0.3436, 0.438, 0.1792, 0.0536, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41074325175679066, 0.49217042216046997, 0.4024241177252309, 0.44341764929473315, 0.44309490949242974, 0.4219186477497638, 0.41101895322864607, 0.4181304642501699, 0.46392511805796416 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22343470320640116, 0.20862396123473717, 0.2503446204656219, 0.15143065164162134, 0.2917488594226225, 0.2491552567754785, 0.10005257933159492, 0.1626276495088395, 0.1822179246589042 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18730855347156583, 0.2835464506028375, 0.15207950311998894, 0.29198698284746594, 0.15134606125021915, 0.17276339527450865, 0.31096634856165245, 0.2555028143868633, 0.2817071870701942 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.169203851527685, 23.619777681427603, 10.459014397716523, 21.08526859390363, 15.82686801042465, 12.031096707217687, 61.94243399076345, 16.730249544527613, 22.257395253275032 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.8616161346625, 23.310644254747306, 10.162803893345746, 20.70861522465319, 15.493229242042846, 11.713017066105348, 61.52092781543689, 16.33917007758949, 21.89668835574953 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.43409372596846646, "rpss": 0.03503063704393328, "brier_below": 0.20218180069398012, "bss_below": 0.023877891429393228, "brier_above": 0.23191192184281068, "bss_above": 0.04454775815813827, "crps": 21.791256447864875, "crpss": 0.07181869964208099, "crps_fair": 21.44519022937031, "crpss_fair": 0.05429813573321507, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.25533, 0.574687, 0.158077, 0.01183, 7.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2776, 0.3476, 0.4246, 0.5351, 0.6016, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1482, 0.3337, 0.3363, 0.4423, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.311953, 0.54101, 0.147037, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2784, 0.3467, 0.4196, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2708, 0.4063, 0.616, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41199691948365924, 0.4795164176380021, 0.38653127658451797, 0.44566726069256535, 0.43414395070217177, 0.4353592421795035, 0.4257997849741406, 0.3981611214815683, 0.46406900344568575 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2228426207073613, 0.18445177921506073, 0.2515617920552106, 0.11730530956575005, 0.28630424341379807, 0.24455696834057508, 0.0939137124553597, 0.16984177957819652, 0.15270391947218995 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.18915430214384713, 0.29506462566550273, 0.13496949184872212, 0.32836192923072155, 0.14783971877502708, 0.19080227491490387, 0.33188603994450605, 0.22831934800576306, 0.3113650722700875 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.680427803866234, 28.378899366463017, 11.154389160560008, 25.52588783592715, 17.631951248676483, 14.107009595261163, 76.30842249744815, 18.270537071477417, 26.195406436455798 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.342604903693019, 28.02916563850059, 10.83148949357655, 25.09254225209737, 17.255129066433213, 13.754031530964472, 75.83365739045975, 17.816209621431895, 25.803063138091634 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43124944190909054, "rpss": 0.05008168132207591, "brier_below": 0.19149801386705578, "bss_below": 0.03733837769441495, "brier_above": 0.23975142253323123, "bss_above": 0.06002038805613996, "crps": 25.69477011290394, "crpss": 0.07903144936007855, "crps_fair": 25.306432559472054, "crpss_fair": 0.06258474405872627, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.279678, 0.54803, 0.16268, 0.009518, 9.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2764, 0.3488, 0.4231, 0.5422, 0.6016, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.122, 0.3034, 0.3617, 0.4314, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.326493, 0.501678, 0.171829, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2777, 0.3463, 0.4207, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2428, 0.4844, 0.6377, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.5728574692307361, "training": [ 0.5854738928150954, 0.5700233419361627, 0.5774992511723978, 0.5093924177014022, 0.6054126118579083, 0.514323615540097, 0.5634831955606383, 0.646821542705606, 0.5867075561981598, 0.5819327152047297, 0.5505331089454469, 0.5656771311672004, 0.5919279149515306, 0.5510805374109395, 0.5672751789101583, 0.5626462655335612, 0.5676489951903373, 0.6168252059228354, 0.6071944982533076, 0.6482981770819981, 0.5140815006614271, 0.5783536475138505, 0.5733554175518555, 0.5126115417510195 ], "test": 0.6005032671678815 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4676189316499109, 0.47052306518733933, 0.4696176076816499, 0.6097250968262834, 0.38269618686847273, 0.47537073603983904, 0.5020201341230196, 0.4418567749242875, 0.3739308952173656, 0.3727851052804878, 0.4461345486554569, 0.4193243502756496, 0.40138952043047305, 0.4682970719362603, 0.3801228424437657, 0.5292499957312247, 0.37768002972489395, 0.42028592396958364, 0.424274371493996, 0.4044029733283386, 0.48262599033067266, 0.43873141873787463, 0.4162364879953565, 0.5010460904254754 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.29873131429210853, 0.301499316824174, 0.1284412794877071, 0.16834289845700132, 0.1297718607876292, 0.18963955995812312, 0.2334661484273236, 0.3472009526008273, 0.134133724664023, 0.11544118422040942, 0.26074460673142924, 0.2556351479454915, 0.1151978553979893, 0.2207200389348367, 0.18861391772641262, 0.3827090256291076, 0.21553315911331114, 0.16485950562813612, 0.28666560587087087, 0.3007531486447688, 0.19814034888778834, 0.13211147184501398, 0.2076272673785404, 0.2924912578574973 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1688876152259893, 0.16902374737774817, 0.3411763307610262, 0.44138220101350023, 0.2529243251145972, 0.2857311793968512, 0.26855398388401297, 0.09465582195656666, 0.2397971700690921, 0.2573439218375358, 0.18538994168571393, 0.16368919951859487, 0.2861916661440303, 0.24757703269492182, 0.19150892393977595, 0.1465409662106387, 0.16214686977642312, 0.25542641685828116, 0.13760876393921107, 0.10364982405859277, 0.2844856433486677, 0.3066199501320945, 0.20860921919520228, 0.20855483277785422 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 16.954219942737435, 12.397308907378067, 26.21160930209931, 54.15895965394001, 14.467175506053174, 24.615446096753363, 32.734010360908584, 10.468851735174445, 17.316360397114362, 14.974088284682463, 14.21599216332203, 15.041184904057358, 14.564177780507865, 19.922853931159874, 11.133829082861391, 22.348694023024972, 10.929317199621453, 30.88790705377876, 12.324446861075721, 10.462654288576827, 46.238791015655956, 20.706381456468435, 14.96586165627169, 22.01569469856356 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.36544416433458, 11.813170422351293, 25.49132859636198, 53.64993775506123, 13.631855884347747, 23.834606189561125, 32.16511000143017, 9.913170673199263, 16.44403591591407, 14.005064344428064, 13.383105410610236, 14.214943816147732, 13.726430250860782, 19.25516025172318, 10.520361416431959, 21.440687015782146, 10.324848076729173, 30.10575879916946, 11.709088358001692, 9.980943843297775, 45.77666079218822, 20.06430680095386, 14.212580174657518, 21.07377045315325 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4448310895532366, "rpss": 0.01818682176444686, "brier_below": 0.2195196082212717, "bss_below": 0.032233169225149516, "brier_above": 0.22531148112153843, "bss_above": 0.0041037714895529875, "crps": 20.418992345907796, "crpss": -0.018044794820995635, "crps_fair": 19.712598725279022, "crpss_fair": -0.025557154004634874, "reliability": { "below": { "weight": [ 0.0, 0.003929, 0.272036, 0.523513, 0.17585, 0.022962, 0.00171, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2705, 0.3406, 0.4381, 0.5342, 0.6132, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4751, 0.206, 0.373, 0.4805, 0.4213, 0.2679, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000484, 0.234715, 0.50183, 0.228454, 0.032305, 0.002213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2643, 0.3472, 0.4386, 0.5369, 0.6098, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4703, 0.2964, 0.3164, 0.4807, 0.2107, 0.2854, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4811725726571783, 0.4375871382492454, 0.4623924456432109, 0.6040745839921556, 0.3856421504407714, 0.4777908040817617, 0.4851791523365181, 0.42060712038645487, 0.38414888301360006, 0.37122613108935565, 0.46659604212562983, 0.4201240456506751, 0.38792490475189245, 0.46873961677771714, 0.3778064718044502, 0.5166646169341897, 0.3826836157204504, 0.4257470864086981, 0.44222922570198736, 0.4092879140475824, 0.509688315464685, 0.43697340700201587, 0.4192651116955179, 0.5020642686297442 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3324058909393324, 0.27451383967207427, 0.12114570123207337, 0.17637668513201624, 0.1348574243992488, 0.19755023415461406, 0.1742017913330501, 0.33240229419920686, 0.13861260017003932, 0.11508811065084307, 0.2812523571909638, 0.2552350939681381, 0.11646711181534704, 0.20844689043166995, 0.18516004010458578, 0.36368581614749984, 0.22776731607816758, 0.13826814267579934, 0.33245601915972084, 0.3140313449124773, 0.17224894036257868, 0.14027609921180778, 0.20965866268175645, 0.2965289183970555 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14876667886199324, 0.16307329741600607, 0.34124674710462405, 0.4276979008085825, 0.250784724844823, 0.2802405736282328, 0.31097735965940526, 0.08820482609654179, 0.2455362828159542, 0.25613802102748523, 0.18534368495732778, 0.16488894868758489, 0.27145779305417356, 0.26029272596819947, 0.19264643108988852, 0.15297879710345558, 0.1549162982036553, 0.28747894185340095, 0.10977320435501738, 0.09525656827010041, 0.3374393774911174, 0.29669731125798526, 0.20960644787283214, 0.20553535095932782 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.058630920858153, 12.774593215405343, 29.409543184912113, 56.52246448734734, 16.272073771108666, 28.651401745746284, 39.56901613000343, 11.35296689187949, 19.24111101803251, 16.638792074898102, 16.435602533024483, 17.500342974743905, 14.55390327495027, 22.148829496318385, 12.520980966864528, 24.422308990368595, 12.679513484215176, 38.15231616607277, 13.711729113585884, 11.01686297418201, 58.42845744846834, 20.606770230897553, 17.152073263093868, 26.131596031549787 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.40175296423073, 12.134388097373664, 28.57750185541215, 55.962636362977904, 15.337106372222932, 27.753435854878358, 38.96408241512285, 10.734399814939298, 18.277968408969247, 15.517827978517301, 15.47449369170125, 16.57607633918548, 13.640658320446116, 21.38302463915219, 11.837310989699231, 23.41492072661096, 11.977887335095005, 37.23166421317414, 13.068086949237548, 10.459960514637658, 57.90523480682921, 19.88445129181811, 16.3010325385779, 25.02261841464367 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4448173176918953, "rpss": 0.0180300485890299, "brier_below": 0.21827655520916944, "bss_below": 0.03664359152247654, "brier_above": 0.22654076222448807, "bss_above": -0.0005977827905985222, "crps": 23.122995016188625, "crpss": -0.021639076044371874, "crps_fair": 22.32660503731054, "crpss_fair": -0.02934155412290207, "reliability": { "below": { "weight": [ 0.0, 0.005081, 0.274612, 0.530448, 0.1676, 0.020614, 0.001645, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2705, 0.3408, 0.4369, 0.5346, 0.6142, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4626, 0.1967, 0.3757, 0.4868, 0.4407, 0.383, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000557, 0.226543, 0.479731, 0.248549, 0.041847, 0.002774, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1874, 0.2643, 0.3474, 0.4405, 0.5374, 0.6098, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4997, 0.3037, 0.3086, 0.4838, 0.1967, 0.2908, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41558894539396873, 0.4674080929728669, 0.4136114197860654, 0.43335031587869616, 0.4433532556899244, 0.4019625146832839, 0.40795294069226484, 0.42181452913258866, 0.44186751170014815 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22301277958861412, 0.20143503535091742, 0.25489608471643693, 0.1509694616722798, 0.28756431732208765, 0.24209925023984102, 0.10018050428900747, 0.16116198396055, 0.17876011238832093 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19257617147132153, 0.2659730478631865, 0.1587153429651336, 0.2823808393025361, 0.15578895011028424, 0.1598632695148458, 0.307772413228614, 0.26065254426767853, 0.2631073929760617 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.354758811839053, 22.707271790938897, 10.50781624047517, 20.84617872842773, 15.640863462219345, 11.377976273477286, 62.46361448479831, 16.497285723849917, 21.542400087201635 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.046168744848716, 22.400689164721495, 10.209744048411512, 20.4713898858449, 15.312782868549855, 11.055884848995838, 62.03963080895938, 16.100290726772784, 21.178753672737464 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4274343917699786, "rpss": 0.04983401496626971, "brier_below": 0.20000883661422839, "bss_below": 0.03436883706394067, "brier_above": 0.22742555241107354, "bss_above": 0.06303111898419111, "crps": 21.54868506702526, "crpss": 0.08215083538817691, "crps_fair": 21.201703863315768, "crpss_fair": 0.06503553222345315, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.290587, 0.571727, 0.124615, 0.013072, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2729, 0.3436, 0.4299, 0.5313, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1536, 0.3217, 0.4352, 0.4012, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.249654, 0.556197, 0.173561, 0.020588, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2747, 0.344, 0.4354, 0.5144, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2397, 0.3841, 0.6327, 0.5612, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42141880586584013, 0.4509426526299383, 0.3979317782872166, 0.43078005541816483, 0.4363073636626258, 0.40703345971298627, 0.4223365859651361, 0.4089812899958065, 0.4359565623603762 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22419233714663042, 0.17821967486743598, 0.25333843910485154, 0.1161146367132636, 0.28191123731322637, 0.2345552762835875, 0.0946835792750233, 0.17150243588947506, 0.14716334240664383 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19722647324822096, 0.27272296609818186, 0.14459334906055174, 0.31466539678992445, 0.15439613879057187, 0.1724781854215888, 0.32765297718185754, 0.23747885918584521, 0.2887932082447886 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.955413598478279, 27.230812647558672, 11.180074834010947, 25.249251035156078, 17.442527614028048, 13.258566114922358, 77.0695900748544, 18.027057261128036, 25.352676474845737 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.616150594906838, 26.884418019462164, 10.85336234523462, 24.817844376364494, 17.073023697297774, 12.904680121758972, 76.59170819142405, 17.565855228474454, 24.95982230275998 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4235209504331212, "rpss": 0.06710532220209597, "brier_below": 0.1890756621111264, "bss_below": 0.04951555396934315, "brier_above": 0.2344452837801701, "bss_above": 0.08082386105881356, "crps": 25.41844107277584, "crpss": 0.08893581334030709, "crps_fair": 25.029651653075927, "crpss_fair": 0.07283741968178126, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304083, 0.55912, 0.124478, 0.012319, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2714, 0.3441, 0.4295, 0.5375, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1136, 0.2949, 0.4744, 0.4015, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.248813, 0.512573, 0.209521, 0.029093, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2741, 0.3437, 0.4381, 0.5154, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2093, 0.4421, 0.6534, 0.5594, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.6573642354209297, "training": [ 0.6820168351843375, 0.6600297426058688, 0.662457774152864, 0.5954554941606663, 0.6969347528416385, 0.613755361416328, 0.6307616917075857, 0.7247100422416467, 0.6741397777597267, 0.6583297803637022, 0.6247916282178578, 0.6495476326964631, 0.6690207430351487, 0.6419872083990706, 0.6477176863975473, 0.6375933521900679, 0.6561816816598657, 0.7069956721152473, 0.7017320678770963, 0.7189188080994805, 0.6122520860189535, 0.6591085444119031, 0.6649543047833834, 0.5873489817658638 ], "test": 0.6750437035921754 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.435843001251515, 0.45171484353916125, 0.4750372141882947, 0.6362470062488129, 0.3857280829332433, 0.45868812386455343, 0.5584337975049415, 0.41358788949375364, 0.35887780731979635, 0.3697095358879324, 0.46012278957361724, 0.42976530377586786, 0.40110056299405067, 0.4629627698114809, 0.37869517082294585, 0.533198024966438, 0.3667850521382543, 0.40953390861910616, 0.3931188030582897, 0.382965582201483, 0.5241303655685587, 0.44689691120310776, 0.4350792629797658, 0.530080007682017 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2748173304464094, 0.2869115138562394, 0.12948952146290713, 0.19578354906088416, 0.12642758725694428, 0.1871105173639853, 0.25664732467909945, 0.32108371666181945, 0.13112189535584212, 0.1115318661111996, 0.2682256477409704, 0.2587124016042568, 0.11960875774234421, 0.2213911369797058, 0.19647119356211062, 0.3818977227904002, 0.21402035485767518, 0.15991261742287355, 0.26239220991346335, 0.28420256804532185, 0.2156716126224329, 0.1383201405350279, 0.21570381509972145, 0.30262234206584243 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16102567064215131, 0.16480332999316144, 0.3455476962698769, 0.4404634580112495, 0.2593004948836919, 0.2715776084291368, 0.30178647143305354, 0.0925041739544948, 0.2277559114369883, 0.25817767040410483, 0.19189714217691356, 0.17105289978830973, 0.2814918048879569, 0.24157163195722756, 0.18222397696656228, 0.15130030084745152, 0.15276469669595466, 0.2496212897760154, 0.13072659304284226, 0.0987630151674689, 0.30845875305761455, 0.30857677356310004, 0.2193754473570472, 0.22745766733010428 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 15.732916311029406, 13.383529281401838, 26.600856544941568, 60.22667133278901, 16.039706465864715, 31.98764473430253, 35.43588444730147, 7.5208037518185495, 16.60981266674975, 16.80857037418719, 16.548759236331605, 16.08488018864029, 14.498923462300503, 22.080166861165843, 11.76497926592382, 25.68594714731949, 11.219523134186163, 27.060352243557986, 11.399187686932896, 11.027259255228964, 50.13467213582269, 20.815139946817997, 16.157212823756907, 29.24377027142081 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 15.156049683764039, 12.817701639772077, 25.852876923904997, 59.78158610559089, 15.124663853531525, 31.100108919952525, 34.89606711503767, 7.065220000501465, 15.65627584947154, 15.74235230315631, 15.659597960594406, 15.249322757620378, 13.624173531266841, 21.47262893861974, 11.183049192630808, 24.734905661572085, 10.650637169339193, 26.215135495640258, 10.805092135584106, 10.644536946509895, 49.724403692715946, 20.169116576436707, 15.41471356811209, 28.20173801994022 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4457625757344578, "rpss": 0.016130883163154808, "brier_below": 0.21916988930156153, "bss_below": 0.03377492840252916, "brier_above": 0.22659268658635323, "bss_above": -0.0015592674466109457, "crps": 21.836132065408, "crpss": -0.08870017734580493, "crps_fair": 21.122581418386073, "crpss_fair": -0.09891216204242936, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.244649, 0.455328, 0.267686, 0.032337, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2643, 0.3442, 0.4429, 0.5245, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2377, 0.3242, 0.4759, 0.4521, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.275676, 0.488028, 0.198333, 0.036154, 0.00181, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2685, 0.3467, 0.4359, 0.5337, 0.6014, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2967, 0.34, 0.4307, 0.3507, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43874724309199914, 0.41332288853953053, 0.4664294175927665, 0.6364977271942152, 0.3864709629316357, 0.454208759010755, 0.5601227644256654, 0.38807884472850884, 0.36561356691591473, 0.364087757164927, 0.48362191344954436, 0.43349409959717855, 0.394363019710678, 0.4629350641697165, 0.3751039819459436, 0.5129018603667322, 0.3673614592605289, 0.41071593865924433, 0.4013012398990293, 0.38238879481078575, 0.5715728308856263, 0.4472828458572209, 0.4418769213267921, 0.536316389635473 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.300606041783752, 0.2587044177895032, 0.11966798710988594, 0.20775800823255317, 0.1290356353588231, 0.19238225577101348, 0.20572667283732196, 0.3023936650499984, 0.1350778983628522, 0.10959345102627362, 0.29278287607480386, 0.2597154904689948, 0.1247342553011271, 0.2104831584136453, 0.19429121006643776, 0.35882454933684066, 0.22324149788286907, 0.13100078408900115, 0.30076876093029764, 0.294653638165262, 0.20098784742668768, 0.14797209615614498, 0.2173298049321473, 0.30880226337356387 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.138141200650738, 0.15461847097740788, 0.3467614344716669, 0.42873971911331776, 0.2574353267086526, 0.26182650544893155, 0.3543960904288105, 0.08568518125638097, 0.2305356681818066, 0.25449430674213713, 0.19083903822938975, 0.17377860673043957, 0.26962876380536455, 0.2524519047457843, 0.1808127716503955, 0.15407730979203163, 0.14411996051999335, 0.2797151527654304, 0.10053247902934254, 0.08773515772090944, 0.3705849833049447, 0.2993107527603598, 0.22454711596336274, 0.22751412880161492 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 17.517214000832656, 13.665360660350231, 29.83412021797867, 63.73169123336933, 18.037139477921613, 37.78972026504187, 42.867795500900776, 7.840927139619877, 18.41367711089398, 18.648055809736825, 19.282389810955678, 18.690521395942223, 14.5603838228519, 24.690918636564923, 13.162167292048247, 27.88711256090521, 12.984250943347282, 33.270373696759634, 12.052266838555173, 11.030034012431164, 63.48817807644091, 20.916211958535637, 18.56640903399499, 34.89484327888689 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 16.881682796745377, 13.052367638867953, 28.964592662101893, 63.25174462005529, 17.01602855333242, 36.756944933164604, 42.29140755934239, 7.346981396008207, 17.36929386333969, 17.405365805194137, 18.251931908670695, 17.75812493557856, 13.611247534264656, 23.99674253189852, 12.522199626223141, 26.833686261222503, 12.324167764038293, 32.26638383110051, 11.457666990487004, 10.583555984275899, 63.02200769308927, 20.190959528364143, 17.726269581570705, 33.651600999767105 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4456173454654338, "rpss": 0.016263923029923077, "brier_below": 0.217772261080825, "bss_below": 0.03886927709751531, "brier_above": 0.2278450845749672, "bss_above": -0.0063587859721818685, "crps": 24.742573448952736, "crpss": -0.09319661486977493, "crps_fair": 23.938873124945957, "crpss_fair": -0.10367325552649853, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.256919, 0.436605, 0.273438, 0.033038, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2619, 0.3444, 0.4438, 0.5243, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2353, 0.3154, 0.4909, 0.4412, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.277693, 0.47395, 0.20112, 0.044605, 0.002632, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2686, 0.3457, 0.437, 0.5352, 0.6014, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3073, 0.3362, 0.431, 0.3364, 0.0134, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.411124255008217, 0.4944990548132061, 0.3989119300570946, 0.43015584003083934, 0.43154134464920263, 0.4082844603096874, 0.40280398745668616, 0.42017061254927707, 0.4678165341988782 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22164754227365574, 0.21059506655659327, 0.24754227131633483, 0.1449029069660218, 0.2854143689119361, 0.23985573461405454, 0.09562367438004112, 0.16338231450202692, 0.18537238194038994 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18947671800782348, 0.2839039768668519, 0.15136966547106223, 0.28525291794403634, 0.14612698626052054, 0.16842872961797048, 0.30718028969376066, 0.2567882970484884, 0.2824441451890862 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 13.500275768846627, 23.65550418143271, 10.313569701191515, 20.426454592196112, 14.705073147073719, 11.740233914978118, 56.984128045821606, 18.252860717905552, 23.16688670254358 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 13.209430852546701, 23.351017830726665, 10.044396392980198, 20.04355038293613, 14.385012919934438, 11.459141659475018, 56.5203767994803, 17.828159503958236, 22.800118722171987 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4294786687858987, "rpss": 0.04528968600745542, "brier_below": 0.19937069571789492, "bss_below": 0.0374497446192007, "brier_above": 0.23010796956662224, "bss_above": 0.0519798480341741, "crps": 21.41610964133217, "crpss": 0.08779778058886889, "crps_fair": 21.071245007134408, "crpss_fair": 0.07078857904566571, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.232924, 0.568356, 0.191608, 0.007112, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2664, 0.3472, 0.4298, 0.5106, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1374, 0.3075, 0.4003, 0.645, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.292947, 0.550299, 0.145503, 0.011252, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2749, 0.3423, 0.428, 0.5289, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2462, 0.4111, 0.6243, 0.5035, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41152211600334837, 0.4870646916002706, 0.38119085806124947, 0.42868747351484143, 0.4231784424965498, 0.41603807322703895, 0.41498550086879904, 0.4067254521809425, 0.46918588081185847 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21996422573785662, 0.19103513417336218, 0.24646934508929177, 0.10934974996696915, 0.2810708369387759, 0.2322784214865522, 0.08813219389211244, 0.1740960289611436, 0.15711136464559206 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19155789407760318, 0.2960295437619015, 0.13472152141455263, 0.3193377015007154, 0.14210761630795574, 0.18375965238016967, 0.326853276907117, 0.2326294282363187, 0.31207450315256724 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 15.215047131356624, 28.308193435696396, 10.97130243230419, 24.708151734249196, 16.375869052757064, 13.706586768476686, 70.18225713859825, 20.127447105159458, 27.15742955173627 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 14.89893674290959, 27.96043129805124, 10.681449552724814, 24.26559847907489, 16.01656249727119, 13.399913484420313, 69.66001696940268, 19.624435985363057, 26.764839124642705 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.42650872097387765, "rpss": 0.06052412419264075, "brier_below": 0.1888341445435173, "bss_below": 0.05072966417735436, "brier_above": 0.2376745708598779, "bss_above": 0.0681629809523846, "crps": 25.194698261148236, "crpss": 0.09695534774498693, "crps_fair": 24.80802045931783, "crpss_fair": 0.08104720830896373, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.251666, 0.533024, 0.205305, 0.010005, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2635, 0.3484, 0.4304, 0.5102, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1103, 0.2672, 0.4242, 0.6167, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.30626, 0.514891, 0.161918, 0.016931, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2742, 0.3418, 0.4287, 0.5299, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2161, 0.4835, 0.6655, 0.5304, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.625620987801257, "training": [ 0.6483153162075239, 0.6180408256943052, 0.6294189282470001, 0.5501889648569547, 0.6524551782893889, 0.5832432790634965, 0.608402781339515, 0.7026167207306923, 0.6365243871468801, 0.6181686607959443, 0.5968131797674697, 0.6215771333710376, 0.6406580247043044, 0.5970978768936424, 0.618596010524467, 0.6219123832915027, 0.629570529908364, 0.6715700513068368, 0.6707604015665615, 0.6970318072933678, 0.5772282423511315, 0.6293599971716266, 0.634366594798699, 0.5609864319094567 ], "test": 0.6472748174224503 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4424686927868943, 0.45957276583210854, 0.47523390543448324, 0.6531652493552391, 0.39591495876492006, 0.47011384986944055, 0.5378316535543423, 0.4033277409410319, 0.3566581290544883, 0.3772583394212921, 0.44411026400222287, 0.43310737464808047, 0.3989347895083755, 0.4759397862153771, 0.3800256141534159, 0.5128192278928658, 0.37244071606560397, 0.4142426185931928, 0.39699018270779324, 0.37982453031418106, 0.5202048909414588, 0.4211196436546586, 0.44372921176390784, 0.5323049293276365 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2834307399714573, 0.2891819472478022, 0.13035935283389735, 0.20231171616820307, 0.13731436965717136, 0.19596127219605267, 0.23664396649537914, 0.3113443788077796, 0.13463589350104935, 0.12201809266124103, 0.24723691091320468, 0.26004225058811337, 0.11824452388018244, 0.23408397049886465, 0.19693874970086558, 0.3617559692572327, 0.22065093165817593, 0.16688673979047286, 0.26598141742929604, 0.2827753838357807, 0.20926606177483212, 0.1278652259941656, 0.22285008641303136, 0.3014113713759088 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.15903795219291877, 0.1703908188676543, 0.3448745561662311, 0.450853533965152, 0.25860058883766335, 0.2741525800947186, 0.30118768565962833, 0.09198336358622378, 0.22202223412259875, 0.25524024706408016, 0.1968733534556614, 0.17306512222017303, 0.2806902661359887, 0.24185581418539662, 0.18308686358237958, 0.1510632570426095, 0.1517897840011995, 0.2473558777995851, 0.131008765460265, 0.09704914737656285, 0.31093883080905416, 0.29325441907240146, 0.22087912476326535, 0.23089355986555077 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 16.797297619704707, 13.871353612310118, 26.168586840050526, 59.541237962357194, 16.813852512178073, 37.742066319360475, 34.61751805913837, 7.4332986876069, 16.915126774302813, 18.009558427776646, 17.495335824236907, 16.38246065996098, 15.24384994544336, 22.786460330428604, 11.753921235869816, 24.784084405208723, 11.283005972278383, 25.974070541692363, 12.343919285535828, 11.203908506373352, 49.69353273674245, 19.648416084445298, 16.63578813380294, 32.683842529862076 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.255999418645708, 13.323694455467052, 25.432947475498565, 59.07739364544522, 15.923525173778376, 36.89296573601663, 34.09247808543201, 6.913230565227594, 15.997593456390076, 16.901368034668717, 16.61952937130626, 15.512364020209631, 14.3759973158809, 22.123101993765623, 11.165288484997872, 23.766837547635095, 10.72464889422178, 25.160911466812838, 11.755858987751372, 10.776814387967868, 49.28887340668254, 19.02717827953038, 15.862709423151868, 31.674412575357643 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44572246103345875, "rpss": 0.016219422707729803, "brier_below": 0.21913297177709, "bss_below": 0.03393768177088352, "brier_above": 0.2265894894302901, "bss_above": -0.0015451357403641897, "crps": 22.325937208611123, "crpss": -0.11312075442753478, "crps_fair": 21.610238425076734, "crpss_fair": -0.12428274553991359, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.23382, 0.476112, 0.248311, 0.04133, 0.000427, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2684, 0.3469, 0.4458, 0.5263, 0.6125, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2287, 0.3198, 0.4964, 0.4538, 0.0657, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006144, 0.272356, 0.456036, 0.209925, 0.052814, 0.002725, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1999, 0.2653, 0.3463, 0.4401, 0.5356, 0.6045, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9676, 0.2841, 0.3254, 0.442, 0.3918, 0.2413, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4460583771564845, 0.4190584927614517, 0.4691838449619513, 0.6509211197510011, 0.4012818720881739, 0.4689978676668448, 0.5398134665275882, 0.3808616799112043, 0.36353794979266907, 0.3732019772659023, 0.46044298133606953, 0.4388395115986365, 0.3869415385723366, 0.4777249426133508, 0.3754237801808545, 0.4944575427908783, 0.3731460961518997, 0.4186858008837102, 0.404710363777254, 0.3785951641314664, 0.565199789082034, 0.42181564876950445, 0.451674548947513, 0.5386505528953514 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3105759500670193, 0.26218147672059255, 0.12197762584372972, 0.21295223843585318, 0.14111620683970996, 0.20528584908160788, 0.1846209055194567, 0.29619850430637235, 0.13770902004672525, 0.12148225531922423, 0.2647639238264589, 0.2627666428509314, 0.1210442534698914, 0.22482581953967837, 0.19389391028884198, 0.34059804370373786, 0.2318206162727366, 0.14098878085619176, 0.3035724496341627, 0.2922873740938486, 0.19164218276390899, 0.13595292965481304, 0.22559116189843062, 0.30888268793229756 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1354824262555392, 0.15687701616604702, 0.347206222765009, 0.43796888092473374, 0.2601656652160616, 0.2637120215284737, 0.35519255987513226, 0.08466317747169207, 0.22582892850281694, 0.25171972222639527, 0.1956790584481807, 0.17607286706953953, 0.2658972847144503, 0.252899121575992, 0.18152986907471252, 0.15385949804733726, 0.14132547890737596, 0.2776970186758789, 0.10113791447145637, 0.08630779103916006, 0.37355760839651314, 0.285862720788445, 0.22608338651993232, 0.22976786744071112 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 18.733342606241592, 13.871841949876647, 29.210799703410537, 62.93220607627962, 18.885666402850962, 44.58048267279565, 41.93959768552111, 7.714375773635412, 19.003012133868104, 20.16837773922075, 20.47560439505713, 19.055588302595275, 15.206943465441553, 25.51278643212632, 13.116965732844275, 27.079262846230723, 13.078419264232881, 31.827646966874443, 13.046515535855155, 11.25274805138326, 62.930478755664666, 19.66902329160636, 19.09179820338902, 39.16689090188942 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.138981276973922, 13.277464078252322, 28.35304794572825, 62.43212407136432, 17.898019237186173, 43.59439811903042, 41.39706154963535, 7.143417177707516, 18.001279826176845, 18.878741701299035, 19.461160723694572, 18.085961820367924, 14.271495866994576, 24.749353038233263, 12.468551730573893, 25.95751820875162, 12.423799379355543, 30.861061946346492, 12.456702387443068, 10.757187233188237, 62.47046261468033, 18.97201244789359, 18.215935792040806, 37.969552626082404 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4458010379005888, "rpss": 0.015858407227256732, "brier_below": 0.2180304503735925, "bss_below": 0.037729767132510195, "brier_above": 0.22777058775423276, "bss_above": -0.006029744289264061, "crps": 25.314598953703783, "crpss": -0.11847031352942228, "crps_fair": 24.509803783291687, "crpss_fair": -0.12999533405907937, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.23893, 0.46805, 0.250162, 0.042615, 0.000244, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2678, 0.3468, 0.4461, 0.5261, 0.6121, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2298, 0.3097, 0.5116, 0.4487, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006088, 0.276042, 0.440366, 0.217498, 0.056536, 0.00347, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1999, 0.2653, 0.3456, 0.4402, 0.5358, 0.6043, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9714, 0.2939, 0.3221, 0.4409, 0.3684, 0.2216, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41626471572644974, 0.4802950461873846, 0.39547522817572467, 0.4324400499728314, 0.4366654642876428, 0.41272288218500564, 0.4052720532677466, 0.4053107441058421, 0.4576000229612214 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22684041026781956, 0.2097353736162953, 0.2455156127944048, 0.1498781596658339, 0.28856431381516906, 0.24437715538546584, 0.10438332963020179, 0.15600708680437314, 0.1810509682787943 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18942431063037082, 0.27055966218622785, 0.14995962213286507, 0.28256187525159293, 0.14810116127976256, 0.1683457301939031, 0.30088870089481556, 0.24930365730385293, 0.2765490478421082 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 13.651174999055302, 23.562610699212538, 10.147423244207692, 19.918216111574445, 15.25359622228963, 12.127619396993913, 55.19592520961441, 19.697138957561602, 23.014689392911237 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 13.359619733988547, 23.279956802642836, 9.870760900005395, 19.53939071892922, 14.933879763085782, 11.813947588310596, 54.74154634966708, 19.29320281530886, 22.649448577193127 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4268940229855388, "rpss": 0.051035228645455954, "brier_below": 0.20070582336203976, "bss_below": 0.031003825121302064, "brier_above": 0.22618819641283322, "bss_above": 0.06812889297131941, "crps": 21.396488248157862, "crpss": 0.08863353828255371, "crps_fair": 21.05352813879238, "crpss_fair": 0.07156986730847992, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.240934, 0.520385, 0.231731, 0.006949, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2701, 0.346, 0.4351, 0.5126, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1428, 0.3119, 0.3688, 0.8464, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.328762, 0.460805, 0.189211, 0.021223, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2741, 0.3453, 0.4331, 0.5143, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2515, 0.3875, 0.6333, 0.6474, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4196699417768117, 0.46502612948402294, 0.3777873410087462, 0.434374374261497, 0.42679988923282725, 0.42507002630645985, 0.4195225785931985, 0.3849452337734847, 0.45775652042700515 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22795212100873077, 0.1866362783966446, 0.2449139163151593, 0.11726180762012683, 0.2830383206272329, 0.2387502614910299, 0.09897836154629618, 0.16297684130688006, 0.153581212600388 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19171782451354571, 0.27838983866657663, 0.13287343312508762, 0.3171125443531374, 0.14376157969282055, 0.1863197648277019, 0.3205441874707821, 0.22196839853925815, 0.30417529504337365 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 15.381933761508437, 28.00565600726253, 10.732930134627058, 24.085696713772037, 16.907625325512708, 14.150766853148593, 67.93001810197697, 22.0010609683559, 26.93424902940571 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 15.065325910416702, 27.685861608294786, 10.43408167022689, 23.646574010379034, 16.54721600780427, 13.80891397094401, 67.41661448383391, 21.528147131494073, 26.54437395319334 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.42343911498489484, "rpss": 0.06728558212554847, "brier_below": 0.19045434676805428, "bss_below": 0.04258489823206002, "brier_above": 0.23298476291469822, "bss_above": 0.08655004120763787, "crps": 25.125548543952217, "crpss": 0.09943385658329706, "crps_fair": 24.741900971843002, "crpss_fair": 0.08349644393821576, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250677, 0.497265, 0.243655, 0.008403, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2693, 0.3466, 0.4359, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1146, 0.2681, 0.3874, 0.8338, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.343094, 0.424341, 0.20809, 0.024475, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2737, 0.3459, 0.4336, 0.5144, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2279, 0.4604, 0.686, 0.6334, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.7198569549019807, "training": [ 0.7391009116062637, 0.715748944524375, 0.718142167128421, 0.666435656697542, 0.7461979627912385, 0.6819358511037864, 0.7014760309493977, 0.7748815887578053, 0.7358730737319115, 0.7212616160267119, 0.701401432966101, 0.713439588448041, 0.7293887923657606, 0.702548991648136, 0.7117024515319486, 0.7108394027329336, 0.7183305918002998, 0.7594717447530847, 0.759447747481823, 0.7712503058333351, 0.6881615906791949, 0.717888521214294, 0.7231643133167613, 0.6684776395583674 ], "test": 0.7398175232674119 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43138193111097045, 0.43650637142773735, 0.5187479347541022, 0.6372742797928886, 0.42500634651855235, 0.4630506948319412, 0.5464751470451872, 0.41571271128696885, 0.368063468988711, 0.39449316951107183, 0.41453455731735733, 0.4261343799930859, 0.42622274662413934, 0.4563532174065398, 0.3832885931554777, 0.4847834430011671, 0.38132117241779745, 0.44412474790355144, 0.39428616561578594, 0.3910838356882717, 0.5278603254659695, 0.4619688780090879, 0.449513545822258, 0.48817706253710597 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.27408021001880967, 0.27950172284664365, 0.14890309530796894, 0.19817962593473074, 0.14514922289926704, 0.19242343463889902, 0.2467340559117409, 0.3238320367223558, 0.14563016027993414, 0.13576087907380818, 0.2438575300854765, 0.26078344580755947, 0.13258948234834728, 0.2182556932346544, 0.20145781067152305, 0.3491288653657969, 0.2299272532345241, 0.17324957726758908, 0.26396212125420865, 0.28921973709309695, 0.21459956309194908, 0.1423059877141222, 0.22730535727608847, 0.2896760577496861 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.15730172165098483, 0.15700464873940248, 0.3698448414812929, 0.4390946531784394, 0.2798571241048904, 0.27062726228470096, 0.29974108926708215, 0.0918806755137434, 0.22243330781945964, 0.258732290625374, 0.17067702664596862, 0.16535093294634812, 0.29363326401098916, 0.23809752357958736, 0.181830782424553, 0.13565457686110932, 0.15139391936216734, 0.2708751706789922, 0.1303240446790293, 0.10186409957699875, 0.31326076167207473, 0.3196628924861463, 0.22220818736497291, 0.1985010049574829 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 15.02633674213609, 13.407664367627357, 29.78647153391749, 63.57043567023578, 15.779464598533512, 34.82354466322944, 36.520800293675144, 7.222418200259942, 16.261255115254432, 15.552919037814178, 13.640336673188813, 15.006629818045804, 14.791000975916845, 23.85075009248184, 12.29550063419301, 20.60172072372693, 11.741891313989836, 31.68464901524982, 9.939717193802423, 11.486195354402483, 53.18249520676285, 23.165737583087175, 16.558786807156945, 26.036869342827256 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 14.57106004740745, 12.944316363037576, 29.18607170175486, 63.167340897145124, 15.061192709409065, 34.21241740631977, 36.06582201358829, 6.778754475223825, 15.534136059091527, 14.635605326549033, 12.915148833875786, 14.267053608421758, 14.064963982342723, 23.282385609413456, 11.781303017327538, 19.735865007304067, 11.275563293406062, 31.017426352044563, 9.446010957281777, 11.101950425043757, 52.824181394888036, 22.64485105969259, 15.913394610218784, 25.220236952356704 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44859853025940527, "rpss": 0.009871479108760517, "brier_below": 0.22193803857619918, "bss_below": 0.02157135774050667, "brier_above": 0.2266604917463246, "bss_above": -0.001858972116576707, "crps": 22.16389962322981, "crpss": -0.10504192675728152, "crps_fair": 21.568627170964334, "crpss_fair": -0.12211790061323469, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.128247, 0.508425, 0.339717, 0.023611, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2735, 0.3517, 0.4417, 0.5181, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2137, 0.3133, 0.4526, 0.3095, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.345807, 0.533906, 0.098236, 0.022051, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2753, 0.3426, 0.4295, 0.5283, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3011, 0.3587, 0.4595, 0.2289, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4280612566407013, 0.4060425936797038, 0.5131353000632134, 0.6254542820759589, 0.43349756660244954, 0.4528843349535373, 0.5644354528586755, 0.3994493511624833, 0.37322292510524535, 0.3888068116351184, 0.42409707870698454, 0.43665095432645135, 0.41418544483890046, 0.45891423092536365, 0.38113014660957967, 0.473458704351169, 0.37855117872521793, 0.45413514790399934, 0.3972482170433526, 0.39240151685351826, 0.5778460279564418, 0.4526464088415768, 0.45636599460509253, 0.4818885484498479 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.2966179720964929, 0.2569292099883179, 0.1398013424394175, 0.2049009673430383, 0.15011033560567633, 0.1972280300126597, 0.2071261780651327, 0.31102117952715813, 0.14840088679198526, 0.13381651260322786, 0.2585748998840924, 0.26555984170786595, 0.1345950743515686, 0.2094160519236513, 0.2004600449278915, 0.33220824439575464, 0.23979964924950856, 0.14710647255240722, 0.299436539215376, 0.30131273080617166, 0.20019845140198528, 0.14864504623230174, 0.2286157089816104, 0.2915751954456549 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.13144328489849566, 0.14911338405310914, 0.3733339604547189, 0.4205533137638955, 0.2833872318417403, 0.25565630750805396, 0.35730927271018925, 0.08842817291294355, 0.22482203773566495, 0.25499029917604976, 0.16552217807578026, 0.1710911110722781, 0.2795903696622372, 0.2494981782641023, 0.1806701018148826, 0.1412504595385784, 0.13875152965993492, 0.3070286753035733, 0.09781167837368747, 0.09108878717900461, 0.37764757545549665, 0.30400136516769977, 0.22775028447651965, 0.1903133535566218 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 16.447981064422653, 14.046561639665144, 33.29980343211123, 66.77999859458268, 18.1265885576809, 40.50623149720632, 44.84721269858648, 7.864098016834875, 18.281621975623334, 16.96299467347183, 15.591116010441946, 17.4689414914976, 14.436847676519697, 26.73925151067537, 13.868325321621713, 22.63755873877563, 13.343094793002232, 39.15924780568772, 10.775259151610102, 11.417213180755887, 67.37612941069123, 23.085386084110922, 18.944562641176773, 30.84596973829865 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 15.943582034214582, 13.542939574904356, 32.605080080548895, 66.34043546350615, 17.327842242577645, 39.804752618622885, 44.37060365605946, 7.376491392515189, 17.487390455982787, 15.891516460118039, 14.754496186798727, 16.642309201332534, 13.649446614879048, 26.086482321769275, 13.298018565715, 21.674738387362353, 12.80037450262897, 38.371172126075066, 10.274786265733011, 10.96976851028479, 66.96845939984787, 22.497795680376786, 18.211346767446773, 29.884533053932604 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.44852122812144096, "rpss": 0.009853368860362588, "brier_below": 0.2209773568978728, "bss_below": 0.024723691960446104, "brier_above": 0.22754387136063578, "bss_above": -0.005028370768102253, "crps": 25.118833154377125, "crpss": -0.10982082888415223, "crps_fair": 24.448931731801366, "crpss_fair": -0.12718890056957277, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.138879, 0.49992, 0.338186, 0.023015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2723, 0.351, 0.4422, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2175, 0.3046, 0.4667, 0.2885, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.345613, 0.52446, 0.104645, 0.025282, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3431, 0.4301, 0.5291, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3031, 0.3605, 0.4546, 0.1974, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4065406274133962, 0.49581077597880335, 0.39377773919245046, 0.46209277733328724, 0.4248988574037197, 0.4240535336261989, 0.44989702451423, 0.4108264070788532, 0.46596933488630937 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22345693584229961, 0.21031458520036134, 0.24276101221936777, 0.15769241621448546, 0.28247478138770027, 0.250611179162241, 0.1112835135640467, 0.1628012810241974, 0.18480632238780947 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1830836959671716, 0.28549617849801684, 0.1510167336562237, 0.30440034428697393, 0.14242408630622308, 0.17344235882990564, 0.33861348569396343, 0.2480251238782189, 0.2811630042346513 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 14.447909746419583, 24.095029196072506, 10.541548906207078, 22.690450577042974, 13.275397182098544, 12.504969806233449, 64.95515094851592, 17.54137416284345, 23.633796709969722 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 14.18006085150937, 23.839197553000403, 10.283306762298631, 22.354125050534652, 12.98636740907647, 12.223008529214356, 64.56276946612837, 17.192359339264595, 23.30641539872436 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4370963419363609, "rpss": 0.028355966933747756, "brier_below": 0.2029113363336121, "bss_below": 0.02035573530856194, "brier_above": 0.2341850012612609, "bss_above": 0.03518291477714586, "crps": 22.631736359489246, "crpss": 0.036019123827688015, "crps_fair": 22.32529003997236, "crpss_fair": 0.015487007329825886, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.136401, 0.622306, 0.241293, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2768, 0.3532, 0.4299, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0858, 0.2995, 0.3728, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.376258, 0.571418, 0.052248, 7.6e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.281, 0.3386, 0.4235, 0.5018, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2513, 0.4654, 0.6556, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4098771390635926, 0.4900843859690922, 0.38038526563947817, 0.476527616975273, 0.41646575399858987, 0.44095764485752914, 0.47487172868503597, 0.38662028381079194, 0.4759489168444184 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22209221888431038, 0.19074890767341235, 0.2451522583603923, 0.12920195822957425, 0.27779760557625727, 0.2478363608801118, 0.10536457757246274, 0.16949870086978505, 0.16088568908433562 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1877849232219946, 0.2993354636079559, 0.13523301581580632, 0.3473256345015718, 0.13866815926798773, 0.19312128516307597, 0.3695071189665945, 0.21712158626851344, 0.3150632136749683 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 16.530317019310587, 28.796680674137875, 11.269086330249447, 27.776497876526903, 14.697578953535537, 14.761755817210322, 80.39404727261139, 18.700750308489088, 28.17490348385309 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 16.23795195354699, 28.507947263466377, 10.989086326160951, 27.388491791849436, 14.371707090670613, 14.454822748416602, 79.95056493590492, 18.295114324116145, 27.824658581616553 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43908208176042235, "rpss": 0.03282863156634941, "brier_below": 0.19428647523673798, "bss_below": 0.023320766275540028, "brier_above": 0.24479560005427428, "bss_above": 0.04024397138796021, "crps": 26.789068637324917, "crpss": 0.03980889466996018, "crps_fair": 26.44670500174984, "crpss_fair": 0.020346124260831155, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.153886, 0.59756, 0.248554, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2761, 0.353, 0.4318, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0792, 0.264, 0.3761, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.384256, 0.556458, 0.059193, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2806, 0.3397, 0.4241, 0.5018, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2387, 0.5405, 0.6638, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.6635089492742678, "training": [ 0.688610731316597, 0.667690609889911, 0.6636695263845664, 0.6107034221819895, 0.6919638166563755, 0.6201334611609449, 0.646370882170843, 0.7269622708305669, 0.6763435396377947, 0.6627445282565864, 0.6243807392079882, 0.6580138696339397, 0.6789246706773356, 0.6510146822932892, 0.6595535177800215, 0.6536762151272373, 0.6661863798485044, 0.7029624070967151, 0.7040506052221812, 0.7218706695568454, 0.6199246876319742, 0.6612203809774743, 0.6648612289513589, 0.6023819400913878 ], "test": 0.6800056007492011 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43445998255535, 0.4655151200513498, 0.4677715408668667, 0.6299477293971216, 0.370072802312747, 0.46862774452945577, 0.5367816493461033, 0.4169500072389016, 0.3520493275241355, 0.3677766344372045, 0.4755260751829197, 0.4255671215631872, 0.387685837948757, 0.4727320935006771, 0.3752966678008172, 0.5280187829703135, 0.3721181592806114, 0.3940483773370731, 0.3949011669210244, 0.38781240001446854, 0.5108048683213261, 0.43753154684165285, 0.43567691542252146, 0.5334782842064243 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.2729738853540572, 0.2980288967717781, 0.1279128294240545, 0.19306200839127, 0.12023661884927597, 0.18265090037276166, 0.24301222590619012, 0.323291126209504, 0.12656800519351222, 0.10463021789461632, 0.26856740766428366, 0.25616853221508323, 0.10455930997671589, 0.22756570526762535, 0.19209890888195624, 0.37860161163339623, 0.21799538621833048, 0.15566178207776774, 0.2607083643570396, 0.2875616187205142, 0.2075574734009769, 0.13184930582842933, 0.2177896902042713, 0.30142015860199817 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16148609689224147, 0.16748622327205384, 0.3398587133886893, 0.4368857215821457, 0.24983618223893908, 0.28597684773655746, 0.29376942251567073, 0.09365888228635424, 0.22548132179751212, 0.26314641716824205, 0.20695866846938282, 0.1693985876717152, 0.2831265282653396, 0.24516638711711977, 0.18319775838899754, 0.14941717018307457, 0.15412277263309127, 0.23838659367508439, 0.13419280287159147, 0.10025078224655097, 0.30324739541374707, 0.30568224261585436, 0.21788722453913809, 0.23205812811170864 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 15.350097157352069, 14.023063823164197, 26.228024501756103, 60.03975541635946, 16.26967974773363, 34.87494261793379, 34.54425380698594, 7.777912928089854, 16.73408303117344, 18.325125551114574, 17.907730140492383, 16.721007235941588, 15.071016242499793, 23.559419155722775, 12.054448708104568, 26.106008505737684, 11.431283673455669, 26.978009432320636, 11.677321068546364, 11.789707701605531, 49.59096500444834, 20.135928312160505, 16.858606283872057, 31.254059228143504 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 14.754869149215578, 13.424648232852881, 25.46411210085, 59.58105581982302, 15.362784225500658, 34.05981708740537, 34.02416138155489, 7.331781939419871, 15.779451727392914, 17.207702480766493, 17.035746572657075, 15.886123142779992, 14.200923018160175, 22.89589636751683, 11.455668475682794, 25.070907250394463, 10.834983783369312, 26.17091936836973, 11.055804877461656, 11.385865372650642, 49.174056339160856, 19.48178328130344, 16.08844302767708, 30.19231852801821 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.44338128481545874, "rpss": 0.021386772107054974, "brier_below": 0.21668633205897536, "bss_below": 0.04472385611418417, "brier_above": 0.22669495296170009, "bss_above": -0.002011293668285896, "crps": 22.30426871977977, "crpss": -0.11204041256282893, "crps_fair": 21.579992647915997, "crpss_fair": -0.12270919485905663, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.310529, 0.417375, 0.242939, 0.029157, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2556, 0.3462, 0.4436, 0.5231, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2438, 0.3203, 0.5104, 0.4931, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.257281, 0.487092, 0.191815, 0.063812, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2687, 0.3457, 0.4375, 0.5473, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3058, 0.3232, 0.4505, 0.3658, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4395303239467125, 0.4218756346512969, 0.4597398018293889, 0.6347174470518949, 0.37046485900226667, 0.4693588097325842, 0.5288903617796017, 0.38523154115089436, 0.3604543754282632, 0.36675903625070766, 0.5064458470594128, 0.42244895230002977, 0.37286566027745294, 0.47062325525236737, 0.37346191240622656, 0.505673764894182, 0.3731563519702663, 0.38894916933383383, 0.4052569141151222, 0.3874398304882445, 0.5515154926043142, 0.44381487482778387, 0.44513235883043106, 0.5439284142239116 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.29994640284456664, 0.2640203524278227, 0.11939960227896348, 0.20829070751602602, 0.12379579146454818, 0.1888793585004128, 0.18364817947589193, 0.299645354194517, 0.13193286136410515, 0.10471783306838729, 0.29497505439884164, 0.25281158461976416, 0.10572934013667204, 0.21516595435688274, 0.19133589302470164, 0.3527217273526439, 0.22950670184550606, 0.12438113446435856, 0.30086075687983693, 0.2978069841082606, 0.1881302216475912, 0.14531176044862223, 0.22296784488830132, 0.30964653606105774 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.13958392071150078, 0.15785528210313127, 0.3403402015869855, 0.42642673967454203, 0.24666906616972237, 0.28047945576078237, 0.34524218156823433, 0.08558618860314161, 0.2285215137089524, 0.2620412037491188, 0.2114707942604458, 0.16963736590812037, 0.26713631965592155, 0.25545729995952565, 0.18212601900968192, 0.15295203686171638, 0.14364964945361047, 0.2645680327231888, 0.1043961576895396, 0.08963284744051361, 0.36338527154539046, 0.29850311662154155, 0.2221645135220279, 0.2342818814960805 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 17.157741952525875, 14.149344329437266, 29.324272134828558, 63.85927134718998, 18.154269325535243, 41.49790849899112, 41.97781490247812, 7.949826288947971, 18.510802374932346, 20.547315393656266, 21.095561671158517, 19.43135520836353, 15.004831109740918, 26.329684171806406, 13.437507456261974, 28.293647606535675, 13.259140259093003, 33.080025357833165, 12.198402193319161, 11.853455317027155, 62.81065506580861, 20.126127105066445, 19.44503791261842, 37.390838885802125 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 16.49706177638023, 13.491396044125871, 28.4368932327469, 63.36901155467348, 17.146238340097653, 40.56050391640907, 41.425558717592374, 7.46699358630181, 17.467729910181095, 19.24790842589004, 20.0888689036372, 18.50360724603211, 14.06934181972152, 25.568932808554834, 12.78188359083688, 27.146860088658663, 12.561868633363867, 32.12107677407204, 11.568604754731334, 11.38266389196936, 62.3356059568862, 19.39274928854582, 18.576221682823597, 36.12900408613312 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.44282229122529965, "rpss": 0.022434229731598476, "brier_below": 0.2148178307236784, "bss_below": 0.05190855845886122, "brier_above": 0.22800446082430903, "bss_above": -0.007062727815384973, "crps": 25.28686816120658, "crpss": -0.11724508897676422, "crps_fair": 24.472357709598544, "crpss_fair": -0.1282689273964146, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.32052, 0.390912, 0.258847, 0.02972, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2541, 0.3466, 0.444, 0.5232, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2345, 0.3128, 0.5221, 0.4837, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.255502, 0.473532, 0.190736, 0.08023, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2687, 0.3445, 0.4378, 0.5491, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3173, 0.3164, 0.4559, 0.3553, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41779131796951224, 0.4658667952862265, 0.4033450305750715, 0.41953710674039063, 0.43050292938734097, 0.41946971137568895, 0.372687266450946, 0.43081468273673545, 0.46506772901270305 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22839779308051011, 0.1919821686265687, 0.251178913430116, 0.14202537197259757, 0.28351126336245214, 0.25056053750657514, 0.08733505219010279, 0.16439805242711475, 0.18567814109611533 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18939353003449902, 0.27388461590214, 0.1521661240034655, 0.27751171990037915, 0.14699167702982796, 0.168909177696366, 0.2853521937855158, 0.2664166295304779, 0.27938958143888376 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 14.134984850556545, 23.264800803633864, 10.367203919671065, 19.988371252998586, 14.888376649627112, 12.243026179149986, 54.70019260183175, 19.55508671657374, 23.850576653620365 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 13.840590929697798, 22.96761855180077, 10.095463633453724, 19.613187683367862, 14.560667129302256, 11.949634273074958, 54.23618698840777, 19.160342887295, 23.477302544227786 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.425009174392735, "rpss": 0.05522515592857602, "brier_below": 0.19834081041023915, "bss_below": 0.04242197166755124, "brier_above": 0.22666836103572832, "bss_above": 0.06615066623009458, "crps": 21.443624403073663, "crpss": 0.08662581111600443, "crps_fair": 21.100110513403102, "crpss_fair": 0.06951565197906773, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.316093, 0.482494, 0.196368, 0.005045, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2539, 0.3451, 0.433, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1519, 0.3289, 0.3956, 0.7268, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293695, 0.510591, 0.147623, 0.048092, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2738, 0.342, 0.4322, 0.5365, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2461, 0.3885, 0.6527, 0.5789, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4187567664771037, 0.45047774802656526, 0.38122786791207425, 0.41267510069087504, 0.42257251630533527, 0.4313362356183452, 0.37939108248400627, 0.42356681639088173, 0.4580867900930793 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22676345958595456, 0.16647495028360285, 0.24573264544995266, 0.10291770438305411, 0.2789876789744546, 0.24503513070311564, 0.08124050367568875, 0.17787381648214493, 0.15012305474856139 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.191993310668441, 0.28400278479393193, 0.13549523100338415, 0.3097573745033079, 0.14358484877637617, 0.18630110543431133, 0.2981505525214102, 0.24569300501106392, 0.30796372318730875 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 15.93793346835174, 27.774454023207046, 10.987870379291612, 24.107793772252514, 16.5735927574919, 14.334846148210621, 67.238595181111, 21.79540204475568, 27.856390094369246 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 15.616589574629772, 27.435430426629935, 10.695591266678397, 23.6752451061686, 16.205419633280236, 14.014518209654451, 66.71781427274877, 21.334001526646702, 27.456804390284123 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.41978788044425175, "rpss": 0.07532820024603193, "brier_below": 0.18612766047628104, "bss_below": 0.06433517522311716, "brier_above": 0.2336602150999484, "bss_above": 0.08390183467660017, "crps": 25.178541985449037, "crpss": 0.0975344314164519, "crps_fair": 24.794601600746777, "crpss_fair": 0.08154427729378655, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.338846, 0.432757, 0.222323, 0.006074, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2517, 0.3463, 0.4345, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1151, 0.2941, 0.4177, 0.7073, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.303683, 0.470726, 0.159523, 0.066069, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2731, 0.3416, 0.4336, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2188, 0.4571, 0.7045, 0.573, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.7059997029755974, "training": [ 0.7248447365080114, 0.7133821132471707, 0.7013050905085818, 0.6401979719881511, 0.7150077206079885, 0.6868026778890748, 0.6670219013550489, 0.7743817091762847, 0.7208873399832796, 0.7149725474433011, 0.7048941099272009, 0.7167021180772214, 0.72008037138231, 0.7004342048136013, 0.6985343591031211, 0.7100826718756604, 0.6991443971784879, 0.715901951007424, 0.7494443318672437, 0.7698272982974241, 0.6491823156374622, 0.7119763179889576, 0.6658227970053504, 0.6731618185459828 ], "test": 0.7217870904054072 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47086708914819575, 0.4782714080368448, 0.4800858748740681, 0.5909422708850891, 0.399992800715361, 0.4327716163844455, 0.52309572701739, 0.48360604488800935, 0.3734135980997463, 0.37468249386428637, 0.42617820057191835, 0.4111857764972484, 0.4081826240048081, 0.4713294385213279, 0.37334735809127567, 0.5335333442154125, 0.3689941826269464, 0.4498569150240183, 0.43638977290375686, 0.4369482340882473, 0.4914955022266224, 0.451053757920622, 0.41813014409384663, 0.4698072738403228 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3039146865270763, 0.3163825400951476, 0.1261474383750271, 0.16308912707919596, 0.1318838746258837, 0.17567481465025495, 0.241253848597447, 0.3845818621205705, 0.13389969242294653, 0.11328107459003765, 0.255642512877927, 0.25230673721562413, 0.11405027019346102, 0.2306784523253905, 0.18447200442902553, 0.3958014703368436, 0.21023639765695376, 0.17507936557544243, 0.29782897093376703, 0.3272932959253739, 0.19887466634098816, 0.13628878644688572, 0.20429439809556288, 0.2845373405076221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16695240250979806, 0.16188886791583468, 0.35393843799410973, 0.4278531444959014, 0.2681089260448732, 0.2570968031776493, 0.281841878189242, 0.09902418351607321, 0.2395139051399627, 0.26140141990249255, 0.1705356873888561, 0.15887903774446804, 0.29413235473467864, 0.2406509858656269, 0.18887535340456388, 0.13773187215783378, 0.15875778475695734, 0.27477754968335855, 0.13856080185783617, 0.10965493871405951, 0.2926208369558716, 0.3147649736899968, 0.21383574477287615, 0.185269932801945 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 17.246857759176244, 12.404576551661407, 27.07514614815295, 55.38215347124026, 14.371859739562694, 23.837626464327496, 34.040143914154655, 12.70131600265034, 17.572155514806564, 14.857930225438372, 13.604826498276735, 14.419804664989535, 15.028072298227059, 20.3170952809983, 11.337121540101277, 23.14403083234548, 10.765123028858929, 31.363140221264146, 12.153348209765845, 11.019163785600847, 47.06989662255297, 21.477125560967156, 14.935224180685879, 21.426681538821285 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 16.7119284937823, 11.886688703557162, 26.37228017567679, 54.94380864582852, 13.552665861903536, 23.042149618113413, 33.52483022240707, 12.234352128561284, 16.693720876488296, 13.912060601893332, 12.809058927946609, 13.656791146429143, 14.214760450393435, 19.715020330337026, 10.780040711565363, 22.27518423707968, 10.216799049806186, 30.58060017298509, 11.607657422434501, 10.647727461489968, 46.68818684199603, 20.876110536678087, 14.245269075962305, 20.487444293986613 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4480900603558255, "rpss": 0.010993753301807963, "brier_below": 0.22322890116435232, "bss_below": 0.01588050394377627, "brier_above": 0.2248611593089527, "bss_above": 0.006094232839048974, "crps": 20.731267502276104, "crpss": -0.03361412812144038, "crps_fair": 20.06979733280424, "crpss_fair": -0.044140578364519456, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.324097, 0.542523, 0.132952, 0.000428, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2617, 0.3477, 0.4243, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3103, 0.3271, 0.5231, 0.4682, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203235, 0.682411, 0.104231, 0.010123, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.3452, 0.4292, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3078, 0.3483, 0.4069, 0.3142, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4825564171758999, 0.44787163225489707, 0.4808169669821407, 0.5904597391469721, 0.40672949472005265, 0.43167016739542163, 0.5069848354164227, 0.4663209145148213, 0.3820980962256891, 0.37852892905101276, 0.4437205874049537, 0.406577423260444, 0.39643726847679434, 0.46372817046869386, 0.37074118205169876, 0.5150488365016208, 0.37196693038686657, 0.4573871621138125, 0.45513448877131946, 0.43597112529202403, 0.5090414496468183, 0.45254782494173346, 0.4279586592337804, 0.4754165803275381 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.33696434831112204, 0.2895264855203791, 0.12377313080858068, 0.1788537224100229, 0.137564903181936, 0.18777859996158036, 0.1757166204639483, 0.3709891337443227, 0.13977536057637335, 0.11737653693003547, 0.27727518723046657, 0.24688192589872204, 0.11776285147147682, 0.21159496381289197, 0.18128985228052044, 0.3703293247269675, 0.2226178484981492, 0.14555049222370625, 0.3455454257377166, 0.33509690082034593, 0.1615479317630296, 0.15045168475355183, 0.21139851400741325, 0.298462915397604 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.14559206856808124, 0.15834514677658731, 0.35704383838134274, 0.4116060171384058, 0.26916459172590795, 0.2438915693356194, 0.33126821488124714, 0.09533178174334037, 0.24232273527756648, 0.26115239260549133, 0.16644539971063482, 0.15969549549708628, 0.2786744174416748, 0.2521332062745039, 0.18945132944458723, 0.14471951028825034, 0.1493490813281378, 0.3118366702192882, 0.10958906289892799, 0.10087422489727382, 0.3474935190035984, 0.3020961428023204, 0.21656014409139634, 0.17695366469366874 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 19.37427603373384, 12.773885769844696, 30.454845487937124, 57.87387534881543, 16.167587251311332, 27.628466959650435, 41.19910075733562, 13.921294807825685, 19.554580616861745, 16.459424891464632, 15.6135677637461, 16.72141037178738, 15.01263251393918, 22.49874832801379, 12.766595848685352, 25.22990853362646, 12.454911077071852, 38.60101386072141, 13.556892885158783, 11.621030138065612, 59.36533741642717, 21.424871355256748, 17.15510210099905, 25.478473545625835 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 18.78074883339663, 12.209662622809446, 29.636193834689713, 57.39302092308377, 15.252061204215455, 26.706457271602158, 40.65660528393277, 13.400550883055562, 18.58066334265674, 15.360820878320554, 14.689089145409097, 15.867037942635886, 14.131591566172984, 21.80531259700365, 12.143882619051224, 24.268312314970856, 11.813082656000995, 37.669136771878286, 12.996854836104161, 11.189133539011326, 58.930163421320266, 20.7492948874472, 16.37810187272717, 24.361341379912155 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4481547867400595, "rpss": 0.010662317638115315, "brier_below": 0.22225519418878595, "bss_below": 0.019083999039632427, "brier_above": 0.22589959270937246, "bss_above": 0.0022341702271188035, "crps": 23.454493069329388, "crpss": -0.036285594130983645, "crps_fair": 22.70704669280867, "crpss_fair": -0.046881363882115945, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.291811, 0.568248, 0.139557, 0.000384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2627, 0.3482, 0.4239, 0.5035, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3074, 0.3224, 0.5291, 0.5463, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193311, 0.67189, 0.120959, 0.01384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3456, 0.4315, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3473, 0.3869, 0.3264, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4126186945962532, 0.47429308230315836, 0.4255029206169448, 0.4489909137705972, 0.441229851227785, 0.42018964998275876, 0.4347983096584847, 0.4131104516726238, 0.4601238832250433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22471088476480788, 0.19919907520590632, 0.2696492875770887, 0.15018920676283093, 0.2914906709203296, 0.25324772297446363, 0.10007943975329019, 0.15873173217578823, 0.19015938760107434 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1879078152850853, 0.27509399623165315, 0.15585364052425568, 0.29880169080766417, 0.149739191198798, 0.16694193184761144, 0.3347188447792369, 0.25437871782372534, 0.26996448805117135 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.344258942507595, 23.39439839784666, 10.593534161173613, 21.615744348185295, 16.17340219465825, 12.236898137646818, 62.770794133987145, 16.354008847441357, 22.07497845089642 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.062803413650114, 23.111062945671723, 10.32934761228966, 21.25521625853417, 15.875222701841777, 11.95179075640021, 62.35141635559765, 15.959198503468498, 21.733824805426966 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.436761973005961, "rpss": 0.029099252898179606, "brier_below": 0.2041619341928422, "bss_below": 0.01431792075188354, "brier_above": 0.23260003517213348, "bss_above": 0.041712805052155355, "crps": 21.950890846038128, "crpss": 0.06501919895093011, "crps_fair": 21.625542594764525, "crpss_fair": 0.046344857335868905, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328436, 0.610488, 0.061077, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3457, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.2789, 0.4958, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.225991, 0.705829, 0.061225, 0.006955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.3383, 0.4235, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2148, 0.4342, 0.5945, 0.4946, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42140527504993336, 0.4673274020649274, 0.40064783013395056, 0.4502983227419849, 0.4349317519456646, 0.4253272654517869, 0.4583701540761657, 0.4077240262723861, 0.4546154065034948 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.22744144192189156, 0.18167733986765713, 0.25969344470763345, 0.11340281409183778, 0.28723516106544594, 0.24275641924736016, 0.09679346230876323, 0.1796860741627635, 0.15437082198027854 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19396383742805873, 0.2856500489441131, 0.14095439504200044, 0.3368954851754944, 0.14769660230670303, 0.1825708480035437, 0.36157666002162797, 0.22803795597233678, 0.30024457143387984 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.937069849239078, 28.173945040772384, 11.137450832989037, 26.208547071376504, 18.109200237583607, 14.3427444165884, 77.4930494115557, 17.79845021507047, 25.99296797676024 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.629059112623839, 27.85243075895114, 10.849900087752376, 25.79092143544135, 17.77301841992687, 14.031383113243058, 77.01936459253902, 17.334711502153525, 25.626407799271853 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.43562749269336604, "rpss": 0.04043809634333351, "brier_below": 0.19367299770595903, "bss_below": 0.02640472136782468, "brier_above": 0.24195448936975092, "bss_above": 0.051382950629502266, "crps": 25.910380561326157, "crpss": 0.07130340037136584, "crps_fair": 25.54524409132256, "crpss_fair": 0.05373855158472718, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304836, 0.623865, 0.071299, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2592, 0.3462, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2273, 0.253, 0.509, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.223041, 0.683224, 0.085234, 0.0085, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3396, 0.4255, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1798, 0.4931, 0.5933, 0.5055, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "cdft", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "cdft", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "cdft", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 21, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 3 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4428154997324751, 0.4685149629097115, 0.4733025543029544, 0.6351552744816854, 0.3772671489306969, 0.4954704431019615, 0.5367816493461033, 0.4089291225665066, 0.35373801635262475, 0.36835663342149993, 0.4755260751829197, 0.4221635449988707, 0.3896530838902958, 0.48406170015907346, 0.3730728624570541, 0.5264393030198412, 0.36975634388598444, 0.40706806757523756, 0.39910528516797733, 0.38325311523260075, 0.5108048683213261, 0.438498181642635, 0.4160357849502144, 0.5149677514205738 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.28219696668843913, 0.3029478204227638, 0.1297648292553105, 0.1757415174349859, 0.12768790549986161, 0.1862815967412273, 0.24301222590619012, 0.32432141346942095, 0.12326399023426697, 0.11153005486390843, 0.26856740766428366, 0.2601233764199643, 0.10734570117692449, 0.23809560940043228, 0.18619705792449978, 0.3818470080812014, 0.21207489650913716, 0.16191480499741276, 0.2694324898693478, 0.2905929021933876, 0.2075574734009769, 0.13180389254357022, 0.2062227553008484, 0.29434752200852476 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16061853147132615, 0.16556714162138075, 0.34353772962746976, 0.4594137609227026, 0.24957924346774518, 0.3091888513479683, 0.29376942251567073, 0.0846077097788317, 0.23047402474518727, 0.25682657954934324, 0.20695866846938282, 0.16204016507848723, 0.28230738474167916, 0.24596609019757215, 0.18687580323640088, 0.14459229024623343, 0.1576814455291166, 0.2451532624848341, 0.1296727939609815, 0.09266021322130837, 0.30324739541374707, 0.3066942928967416, 0.2098130283329194, 0.22062022893791602 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 16.474722420004078, 12.345996260107515, 26.46893281886515, 54.529844904709456, 14.71126785229792, 24.599798584858465, 34.54425380698594, 10.20143758021962, 17.17558512725217, 15.20400219799891, 17.907730140492383, 14.937732727353156, 14.735898707889222, 20.158783275757887, 11.045577914924637, 22.11714372064574, 10.790226421243295, 30.51762463091982, 11.839308822032454, 10.080828787572106, 49.59096500444834, 20.771070464576013, 15.07530301528668, 22.00756096597282 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 15.881437356712443, 11.761126326258946, 25.72497082865836, 54.02544319554578, 13.849321725733663, 23.78614195275428, 34.02416138155489, 9.655457746144533, 16.27359593212425, 14.20637133497693, 17.035746572657075, 14.100925291454153, 13.88076035540791, 19.489186380251592, 10.426539846280141, 21.190645295039086, 10.179147013652603, 29.708815980250737, 11.222179385475554, 9.62120288401377, 49.174056339160856, 20.11639059664916, 14.312879192974032, 21.03359071902362 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4446140530437843, "rpss": 0.018665855964490108, "brier_below": 0.21761963408362028, "bss_below": 0.04060933190441085, "brier_above": 0.22699441907478943, "bss_above": -0.0033349597820047094, "crps": 20.74298317301724, "crpss": -0.0341982449776399, "crps_fair": 20.0283372346981, "crpss_fair": -0.04198359739965274 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4489570360874627, 0.42074527179101284, 0.4689626610198675, 0.6348218138037259, 0.38703742083638637, 0.5041933247075941, 0.5288903617796017, 0.3742892394588273, 0.36545532030489225, 0.3716700029462271, 0.5064458470594128, 0.4201890429917628, 0.37749224396320685, 0.47996818688584386, 0.3714906089873717, 0.5022425124775084, 0.37263811679212305, 0.41146130997258934, 0.4121419944123594, 0.38091028885321565, 0.5515154926043142, 0.4455603530843863, 0.42520296453822337, 0.5209715192936528 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.30960657093431454, 0.26363926711854235, 0.12666583546139942, 0.1898198021422748, 0.13705874934492016, 0.19790317547557518, 0.18364817947589193, 0.29837799932550463, 0.1294756517904224, 0.11495525161383155, 0.29497505439884164, 0.25722967526452023, 0.11062345877383324, 0.22143063204341146, 0.1845048932939498, 0.35186228451113344, 0.22372769946899834, 0.13554071770606577, 0.31310224646572804, 0.2985899495589033, 0.1881302216475912, 0.14703148354764842, 0.21391514592064143, 0.30317588299533016 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.13935046275269353, 0.15710600333750074, 0.34229683054501336, 0.4450020144996826, 0.249978671868243, 0.3062901544163236, 0.34524218156823433, 0.0759112413785049, 0.23597966743837748, 0.25671475202820265, 0.2114707942604458, 0.1629593640693752, 0.26686878606533826, 0.25853755421701, 0.18698571446671272, 0.1503802236313194, 0.14891041455220308, 0.2759205920614071, 0.09903974621206142, 0.08232033942824378, 0.36338527154539046, 0.29852887371917664, 0.21128781784775288, 0.2177956360504254 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 18.458886366883785, 12.711460275807358, 29.713312792148276, 56.97789522113113, 16.569064443513238, 28.61157693199414, 41.97781490247812, 11.052707311398905, 19.055763999730964, 16.915934516157023, 21.095561671158517, 17.350208375684648, 14.730190179149227, 22.426387978031194, 12.40788373993342, 24.13991098704111, 12.487992866117352, 37.662457081571596, 13.090416370779474, 10.529886863128153, 62.81065506580861, 20.682780782535467, 17.29774604540301, 26.094476932829043 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 17.798277912230898, 12.071550760583683, 28.850673963357966, 56.42454021520207, 15.603321381816315, 27.67288779329289, 41.425558717592374, 10.445703960293235, 18.05780697212263, 15.76163036029024, 20.0888689036372, 16.41333304249219, 13.798768807142094, 21.657213708183253, 11.718426931603963, 23.113150016359366, 11.776755604600426, 36.70657241328848, 12.448212347975671, 9.998405005800509, 62.3356059568862, 19.945418528053924, 16.436238558005712, 24.94310654472699 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4451355389438154, "rpss": 0.017327549619548854, "brier_below": 0.21645790951163643, "bss_below": 0.04467012458641284, "brier_above": 0.22867762949831827, "bss_above": -0.010036016489986865, "crps": 23.535457154183906, "crpss": -0.03986281554134319, "crps_fair": 22.728834516897432, "crpss_fair": -0.047885865581814846 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4198298937576181, 0.4604450473528424, 0.40703736449877165, 0.4322503207667446, 0.4352578825839584, 0.40474521280691483, 0.3886307734039476, 0.43221290215949193, 0.45772756558780325 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22946762734699933, 0.19551298797596606, 0.2571235574335523, 0.15214096439850477, 0.2823163142915686, 0.24379897936837083, 0.09283597931599558, 0.16654801535609912, 0.18901634273977222 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19036227101106884, 0.26493204925882385, 0.149913814062495, 0.2801093413790374, 0.15294157897373076, 0.16094623707911854, 0.2957947714370865, 0.2656648863714182, 0.26871121625339106 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.4281483730429, 22.702820255540104, 10.318266179081556, 21.054834377149675, 15.474882666795436, 11.562465478665771, 61.71203025404473, 16.567383470949512, 21.631795321080915 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.117785790427817, 22.392123360225995, 10.021931468297465, 20.670405071760918, 15.143090551363294, 11.240174558306101, 61.274120843238975, 16.157122459966438, 21.262207536535698 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.42645966254645473, "rpss": 0.05200079089877152, "brier_below": 0.20097341869186985, "bss_below": 0.029711890255251783, "brier_above": 0.22548624064735223, "bss_above": 0.07102087542945801, "crps": 21.494736264038956, "crpss": 0.0844487419007447, "crps_fair": 21.14210684890252, "crpss_fair": 0.06766367433982157 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4243088806487182, 0.4436114965075865, 0.3811328905451032, 0.42951880539514947, 0.42849977376006515, 0.4120393906118297, 0.402448056837769, 0.42221636652121214, 0.44746863981856777 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23037495159900967, 0.1734236476047972, 0.24687683874233346, 0.11703499205777115, 0.2773832326525926, 0.23601812527621252, 0.0902546581136906, 0.18080686297456175, 0.1516258200793673 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19393393225365493, 0.2701878368950196, 0.1342560606143859, 0.3124837913398048, 0.15111655215422543, 0.17602126562743983, 0.31219336966512495, 0.24140950965913902, 0.29584280775204763 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 14.026841381425124, 27.23704730231624, 10.944360262590507, 25.499855600332246, 17.258105424112085, 13.540022852431909, 76.12260215811058, 18.058467109003104, 25.47002074275807 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.686053979467616, 26.88534210552907, 10.620353471214239, 25.056327168155537, 16.884187749960336, 13.185908789367506, 75.62831863981589, 17.57991181017165, 25.070719225262195 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.42124936673844454, "rpss": 0.07210896685478474, "brier_below": 0.1893110143444818, "bss_below": 0.04833243693225231, "brier_above": 0.2319383473289825, "bss_above": 0.09065266260525118, "crps": 25.350813648119985, "crpss": 0.09135975918590666, "crps_fair": 24.955235882104894, "crpss_fair": 0.07559397095888998 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4428154997324751, 0.4685149629097115, 0.4733025543029544, 0.6351552744816854, 0.3772671489306969, 0.4954704431019615, 0.5209798563652924, 0.4089291225665066, 0.35373801635262475, 0.36835663342149993, 0.4392466925795161, 0.4221635449988707, 0.3896530838902958, 0.48406170015907346, 0.3730728624570541, 0.5264393030198412, 0.36975634388598444, 0.40706806757523756, 0.39910528516797733, 0.38325311523260075, 0.49688495461356047, 0.438498181642635, 0.4160357849502144, 0.5149677514205738 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.28219696668843913, 0.3029478204227638, 0.1297648292553105, 0.1757415174349859, 0.12768790549986161, 0.1862815967412273, 0.24280721496197563, 0.32432141346942095, 0.12326399023426697, 0.11153005486390843, 0.25147977911933905, 0.2601233764199643, 0.10734570117692449, 0.23809560940043228, 0.18619705792449978, 0.3818470080812014, 0.21207489650913716, 0.16191480499741276, 0.2694324898693478, 0.2905929021933876, 0.20340740737488974, 0.13180389254357022, 0.2062227553008484, 0.29434752200852476 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.16061853147132615, 0.16556714162138075, 0.34353772962746976, 0.4594137609227026, 0.24957924346774518, 0.3091888513479683, 0.27817264182937895, 0.0846077097788317, 0.23047402474518727, 0.25682657954934324, 0.18776691233501536, 0.16204016507848723, 0.28230738474167916, 0.24596609019757215, 0.18687580323640088, 0.14459229024623343, 0.1576814455291166, 0.2451532624848341, 0.1296727939609815, 0.09266021322130837, 0.2934775512846665, 0.3066942928967416, 0.2098130283329194, 0.22062022893791602 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 16.474722420004078, 12.345996260107515, 26.46893281886515, 54.529844904709456, 14.71126785229792, 24.599798584858465, 33.090165346343596, 10.20143758021962, 17.17558512725217, 15.20400219799891, 14.003132520190416, 14.937732727353156, 14.735898707889222, 20.158783275757887, 11.045577914924637, 22.11714372064574, 10.790226421243295, 30.51762463091982, 11.839308822032454, 10.080828787572106, 46.481434821567056, 20.771070464576013, 15.07530301528668, 22.00756096597282 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 15.881437356712443, 11.761126326258946, 25.72497082865836, 54.02544319554578, 13.849321725733663, 23.78614195275428, 32.51863280531014, 9.655457746144533, 16.27359593212425, 14.20637133497693, 13.148749829939696, 14.100925291454153, 13.88076035540791, 19.489186380251592, 10.426539846280141, 21.190645295039086, 10.179147013652603, 29.708815980250737, 11.222179385475554, 9.62120288401377, 46.026229049670626, 20.11639059664916, 14.312879192974032, 21.03359071902362 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4418640076566185, "rpss": 0.024735644846775817, "brier_below": 0.21672618802048502, "bss_below": 0.04454814845020727, "brier_above": 0.22513781986855022, "bss_above": 0.004871369243686363, "crps": 20.390140828691173, "crpss": -0.016606323400492062, "crps_fair": 19.67248920934592, "crpss_fair": -0.023470437708010605 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4489570360874627, 0.42074527179101284, 0.4689626610198675, 0.6348218138037259, 0.38703742083638637, 0.5041933247075941, 0.4988015447681838, 0.3742892394588273, 0.36545532030489225, 0.3716700029462271, 0.46115383972426405, 0.4201890429917628, 0.37749224396320685, 0.47996818688584386, 0.3714906089873717, 0.5022425124775084, 0.37263811679212305, 0.41146130997258934, 0.4121419944123594, 0.38091028885321565, 0.5306503714112576, 0.4455603530843863, 0.42520296453822337, 0.5209715192936528 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.30960657093431454, 0.26363926711854235, 0.12666583546139942, 0.1898198021422748, 0.13705874934492016, 0.19790317547557518, 0.17344508196539168, 0.29837799932550463, 0.1294756517904224, 0.11495525161383155, 0.2720142250958706, 0.25722967526452023, 0.11062345877383324, 0.22143063204341146, 0.1845048932939498, 0.35186228451113344, 0.22372769946899834, 0.13554071770606577, 0.31310224646572804, 0.2985899495589033, 0.178282658025686, 0.14703148354764842, 0.21391514592064143, 0.30317588299533016 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.13935046275269353, 0.15710600333750074, 0.34229683054501336, 0.4450020144996826, 0.249978671868243, 0.3062901544163236, 0.3253564645815571, 0.0759112413785049, 0.23597966743837748, 0.25671475202820265, 0.1891396133947704, 0.1629593640693752, 0.26686878606533826, 0.25853755421701, 0.18698571446671272, 0.1503802236313194, 0.14891041455220308, 0.2759205920614071, 0.09903974621206142, 0.08232033942824378, 0.3523677185979352, 0.29852887371917664, 0.21128781784775288, 0.2177956360504254 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 18.458886366883785, 12.711460275807358, 29.713312792148276, 56.97789522113113, 16.569064443513238, 28.61157693199414, 40.071273190484426, 11.052707311398905, 19.055763999730964, 16.915934516157023, 16.1724046908316, 17.350208375684648, 14.730190179149227, 22.426387978031194, 12.40788373993342, 24.13991098704111, 12.487992866117352, 37.662457081571596, 13.090416370779474, 10.529886863128153, 58.76795314313263, 20.682780782535467, 17.29774604540301, 26.094476932829043 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 17.798277912230898, 12.071550760583683, 28.850673963357966, 56.42454021520207, 15.603321381816315, 27.67288779329289, 39.46505981210134, 10.445703960293235, 18.05780697212263, 15.76163036029024, 15.184725235715781, 16.41333304249219, 13.798768807142094, 21.657213708183253, 11.718426931603963, 23.113150016359366, 11.776755604600426, 36.70657241328848, 12.448212347975671, 9.998405005800509, 58.25174872596745, 19.945418528053924, 16.436238558005712, 24.94310654472699 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4411252912129977, "rpss": 0.02618049354225971, "brier_below": 0.21466576407682902, "bss_below": 0.05257969961104614, "brier_above": 0.22645952738165961, "bss_above": -0.00023898023859247886, "crps": 23.08244046189238, "crpss": -0.019847261560495655, "crps_fair": 22.272647025050293, "crpss_fair": -0.026853884183628773 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4198298937576181, 0.4604450473528424, 0.40703736449877165, 0.4322503207667446, 0.4352578825839584, 0.40474521280691483, 0.3886307734039476, 0.43221290215949193, 0.45772756558780325 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.22946762734699933, 0.19551298797596606, 0.2571235574335523, 0.15214096439850477, 0.2823163142915686, 0.24379897936837083, 0.09283597931599558, 0.16654801535609912, 0.18901634273977222 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19036227101106884, 0.26493204925882385, 0.149913814062495, 0.2801093413790374, 0.15294157897373076, 0.16094623707911854, 0.2957947714370865, 0.2656648863714182, 0.26871121625339106 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.4281483730429, 22.702820255540104, 10.318266179081556, 21.054834377149675, 15.474882666795436, 11.562465478665771, 61.71203025404473, 16.567383470949512, 21.631795321080915 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.117785790427817, 22.392123360225995, 10.021931468297465, 20.670405071760918, 15.143090551363294, 11.240174558306101, 61.274120843238975, 16.157122459966438, 21.262207536535698 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.42645966254645473, "rpss": 0.05200079089877152, "brier_below": 0.20097341869186985, "bss_below": 0.029711890255251783, "brier_above": 0.22548624064735223, "bss_above": 0.07102087542945801, "crps": 21.494736264038956, "crpss": 0.0844487419007447, "crps_fair": 21.14210684890252, "crpss_fair": 0.06766367433982157 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4243088806487182, 0.4436114965075865, 0.3811328905451032, 0.42951880539514947, 0.42849977376006515, 0.4120393906118297, 0.402448056837769, 0.42221636652121214, 0.44746863981856777 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.23037495159900967, 0.1734236476047972, 0.24687683874233346, 0.11703499205777115, 0.2773832326525926, 0.23601812527621252, 0.0902546581136906, 0.18080686297456175, 0.1516258200793673 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19393393225365493, 0.2701878368950196, 0.1342560606143859, 0.3124837913398048, 0.15111655215422543, 0.17602126562743983, 0.31219336966512495, 0.24140950965913902, 0.29584280775204763 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 14.026841381425124, 27.23704730231624, 10.944360262590507, 25.499855600332246, 17.258105424112085, 13.540022852431909, 76.12260215811058, 18.058467109003104, 25.47002074275807 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.686053979467616, 26.88534210552907, 10.620353471214239, 25.056327168155537, 16.884187749960336, 13.185908789367506, 75.62831863981589, 17.57991181017165, 25.070719225262195 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.42124936673844454, "rpss": 0.07210896685478474, "brier_below": 0.1893110143444818, "bss_below": 0.04833243693225231, "brier_above": 0.2319383473289825, "bss_above": 0.09065266260525118, "crps": 25.350813648119985, "crpss": 0.09135975918590666, "crps_fair": 24.955235882104894, "crpss_fair": 0.07559397095888998 } } } } }, "Apr": { "tag": "init02_Apr", "methods": { "mvs": { "lambda_": { "training_mean": 0.560715553645856, "training": [ 0.5936393069878583, 0.5452647711318092, 0.5553641846019388, 0.5592424349550372, 0.6726301429032651, 0.4806200915492287, 0.5658199335525119, 0.5965762991107721, 0.5873797356609513, 0.5593842896323772, 0.5403504641419007, 0.6150669652322632, 0.5489825909631528, 0.5077866492980181, 0.5543476805165808, 0.5725013937594458, 0.5734484020467314, 0.5868709675382368, 0.3907016334168518, 0.557588100753216, 0.5920506020736642, 0.5442484539628052, 0.5645873997307725, 0.592720793981155 ], "test": 0.5998374445979893 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45357653358343764, 0.43287416722774236, 0.4979468939140032, 0.4081662130914095, 0.4305255334922844, 0.46972704863551223, 0.43412923076349735, 0.40840573670264874, 0.41106056207999114, 0.39624133682066315, 0.4840501930861192, 0.3952977088020178, 0.3994898053706255, 0.5007495865580412, 0.3937720611767062, 0.4543590153166749, 0.3991443918856772, 0.4292300275058792, 0.6671218411861285, 0.4333530337564724, 0.46520967034842275, 0.482031116422248, 0.5283963835977954, 0.4009585932022237 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1998895184434718, 0.19788121223011343, 0.16608961621745774, 0.17966361536147166, 0.10131593827620268, 0.3147596429781285, 0.32936086162392714, 0.22794327838802866, 0.27831143470949876, 0.2336051084236147, 0.21906201305848894, 0.11568559095855947, 0.21132551585633821, 0.20996095160631606, 0.163000587267923, 0.26045515192443425, 0.24500713044873113, 0.19121286446429647, 0.45838792555372637, 0.2059631024519034, 0.19818409565809889, 0.2786990339008938, 0.31711789182764005, 0.13138817864155156 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2536870166896825, 0.2349929564312024, 0.33185728181194235, 0.22850259861567043, 0.3292095962867961, 0.1549674037616656, 0.1047683677004964, 0.18046245809277978, 0.13274912596046404, 0.16263622675270728, 0.2649881799953956, 0.2796121189736779, 0.18816428828257764, 0.2907886358896543, 0.23077147434701245, 0.19390386373081092, 0.1541372619050668, 0.23801716433283548, 0.20873391618553325, 0.22738993176123867, 0.2670255768506113, 0.20333208070690736, 0.2112784901931934, 0.2695704156087052 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.07653328393865, 24.145492316308356, 39.76538969715366, 22.493948388299117, 36.36625506976058, 27.06261766435364, 31.157594340993423, 25.74532284567505, 19.082475954320934, 19.48183944215895, 27.71450215835064, 20.846921950946253, 20.94979202165346, 34.52576670699386, 18.088947306916726, 28.956240740074286, 19.574785409189033, 22.200827487067446, 49.39180385322907, 23.761057166866, 33.20870197151064, 38.244377136094236, 38.79917571948147, 32.3880830193418 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.035246487242254, 23.35003234992004, 38.81042898969431, 21.308954597060783, 35.308064244637066, 26.0345344737078, 30.425410756230033, 24.848996306563308, 18.11219021574082, 18.52322786586528, 26.748962617458826, 19.766711698751138, 19.904786373274227, 33.6133746733572, 17.083583352564933, 28.0096039146396, 18.619946919846118, 21.1772173865424, 48.07867821827671, 22.645491549153522, 32.20248082583812, 37.28026767255353, 37.55940000592263, 31.402026069735886 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4489923618552592, "rpss": 0.009448955987104823, "brier_below": 0.22642792751128404, "bss_below": 0.0013018338956652942, "brier_above": 0.22256443461944278, "bss_above": 0.017602219994486856, "crps": 28.667852152111553, "crpss": -0.0005343581392005525, "crps_fair": 27.66040073185735, "crpss_fair": -0.007346134294413664, "reliability": { "below": { "weight": [ 0.0, 0.00789, 0.209867, 0.585893, 0.192154, 0.004195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2672, 0.3467, 0.427, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4998, 0.3217, 0.3247, 0.4396, 0.299, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001597, 0.246292, 0.599719, 0.142125, 0.010015, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2689, 0.3425, 0.4307, 0.5317, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0177, 0.2364, 0.3826, 0.4063, 0.135, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.440548725198347, 0.4522825467715237, 0.5202685287392907, 0.40510468484767076, 0.42399493119165377, 0.4877990504169845, 0.452970148992613, 0.3986676728554734, 0.4140704480762698, 0.4097940450706733, 0.47337247900131274, 0.3941556149858349, 0.4038289599508168, 0.5118969901781217, 0.37324735141956633, 0.43933217741903646, 0.40011459211654726, 0.4337910399791949, 0.6617818284947126, 0.39998105972511594, 0.45995222390077106, 0.48659044181738037, 0.5039490324768265, 0.4026103185189746 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2288892995174454, 0.19380873018671793, 0.16867133664592676, 0.19716252756218297, 0.09677724738055558, 0.32423397579271884, 0.34793549718615474, 0.27290763770654025, 0.2737920589097788, 0.23911865408836028, 0.18208524859624742, 0.11866654842271163, 0.2155315118633077, 0.19092633476227885, 0.16663595387725988, 0.2896916947307509, 0.25697813024689253, 0.19035925580173937, 0.46096524218393375, 0.15050400496872077, 0.14938051654727597, 0.32607197055937537, 0.26649908104584463, 0.11005738048793061 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21165942612962488, 0.2584738180280472, 0.35159719686294755, 0.20794215705758215, 0.32721768403614926, 0.16356507269811194, 0.10503465000594052, 0.12576003389840817, 0.1402783882156491, 0.17067538968191773, 0.2912872313884594, 0.2754890671240144, 0.18829744640106674, 0.32097065677155007, 0.20661139748942584, 0.14964048139406594, 0.14313646240173358, 0.2434317855865307, 0.20081658611130598, 0.24947705607203854, 0.31057171145467855, 0.1605184673792053, 0.23744995015606166, 0.29255293947716365 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.78688112001924, 28.085545740694744, 46.123451739116014, 23.99877468175642, 42.07767369251991, 31.4159100396947, 37.06001484129427, 25.286054779843973, 21.370574480544022, 22.47962656976754, 30.829395192171596, 22.745780794657698, 24.118917292466985, 40.3066709582843, 19.155847681203575, 25.356299657818006, 21.631299919585736, 25.631698474213557, 56.2323912672703, 25.26773604202959, 38.35021362184438, 39.43177902267704, 42.691116188581624, 37.777524344824485 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.65687634692075, 27.186671524024355, 45.088457890560356, 22.645255861167875, 40.907380261493714, 30.236764402613115, 36.243883006601045, 24.307094261750596, 20.3274009208132, 21.407265653061714, 29.774240720846038, 21.557812779883736, 22.949890949707946, 39.27423571198697, 18.082489566435427, 24.313794479152882, 20.59402138694913, 24.496682445640566, 54.778352421743534, 24.014956646915746, 37.2338612797736, 38.34137158042334, 41.28806232619351, 36.703752419128456 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4479210371726963, "rpss": 0.01206440632977368, "brier_below": 0.22573540996127714, "bss_below": 0.004561247553294234, "brier_above": 0.2221856273259033, "bss_above": 0.019572484452197947, "crps": 31.675465755953322, "crpss": 0.003261178005130927, "crps_fair": 30.55877395182448, "crpss_fair": -0.0034083161322520095, "reliability": { "below": { "weight": [ 0.0, 0.005184, 0.205355, 0.583686, 0.202266, 0.003509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2683, 0.3469, 0.4271, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4296, 0.3134, 0.3271, 0.4406, 0.2761, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000696, 0.252004, 0.580634, 0.158504, 0.008058, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1977, 0.2692, 0.3426, 0.431, 0.5287, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0502, 0.2478, 0.3715, 0.4246, 0.1948, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43984980732198165, 0.518560746107335, 0.43523898347296314, 0.4867200884430355, 0.36848984159496045, 0.4718087425804356, 0.4375743829792712, 0.45890716542216575, 0.40054804442511266 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27214077165905415, 0.1665584054318119, 0.24937031280563723, 0.13173872560406824, 0.170546187353218, 0.3167954542060794, 0.10554293753944455, 0.17632854011946825, 0.2251132877383705 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16770904351005642, 0.3520023203401859, 0.18586867441805166, 0.3549813401778034, 0.19794365698932406, 0.15501330160437793, 0.332031426026917, 0.28257861429038994, 0.1754347641097294 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.193447251369914, 68.02135739967288, 24.622697796306667, 42.79203711106983, 17.164387245297345, 23.668825859508676, 27.295807375314624, 28.473338142263064, 18.77836614659299 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.655617535182486, 67.51993604627069, 24.0988994970091, 42.29331493229745, 16.658915829376042, 23.1043501331685, 26.786869323804023, 27.953753575370506, 18.305877422676797 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4464108669274735, "rpss": 0.012269305636002259, "brier_below": 0.20157051360635025, "bss_below": 0.017502349561604125, "brier_above": 0.2448403490518706, "bss_above": 0.007919057718999811, "crps": 30.556696036377332, "crpss": 0.0037582562367208805, "crps_fair": 30.04194825501729, "crpss_fair": -0.01741037259444922, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157783, 0.768921, 0.073296, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3432, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2319, 0.2706, 0.511, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.174818, 0.800079, 0.025103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3387, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3304, 0.4182, 0.5849, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43265613910561, 0.536884822522908, 0.43023128214809947, 0.48689050276732904, 0.3563399222447671, 0.49695289919302443, 0.4219106574056298, 0.46276709336252153, 0.4099153250437044 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30949991741583627, 0.12618427548326022, 0.25723985267951194, 0.12541074862458315, 0.17605658107854835, 0.3514664869921377, 0.10118850021052708, 0.1396605931685764, 0.2255520197355708 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12315623658627448, 0.4107005163290626, 0.17299143481360796, 0.361479730597642, 0.1802833467263757, 0.1454864269453341, 0.3207221397974306, 0.32310648270804604, 0.1843633121750906 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.821334258188504, 84.63030741320736, 27.351016805791318, 46.95535072187217, 18.390393817948233, 27.264486705334704, 29.30740712131031, 34.15962811698173, 21.538115130159298 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.231862668532372, 84.08708933643277, 26.779028201307465, 46.40652656143373, 17.837643284931094, 26.64281856884805, 28.74963703795751, 33.57741349488537, 21.002059633239742 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4482831826437326, "rpss": 0.01642428485070857, "brier_below": 0.20136210837650576, "bss_below": 0.02569239186398453, "brier_above": 0.24692106963098487, "bss_above": 0.008734671864828791, "crps": 35.04644889897707, "crpss": 0.006114004894857361, "crps_fair": 34.47934208750757, "crpss_fair": -0.014304619649834205, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159968, 0.765467, 0.074565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3416, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2311, 0.2724, 0.5529, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.175118, 0.799127, 0.025754, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3386, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3383, 0.4251, 0.5812, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.5183629892779549, "training": [ 0.563546789619083, 0.5044359070837501, 0.5030855973488265, 0.507397511043686, 0.6216084033548596, 0.44003133057556365, 0.5390269077904783, 0.5503982287435074, 0.5496025086921358, 0.5113748913931875, 0.4960399068855144, 0.5673513057918719, 0.4983817958569483, 0.455734058502114, 0.5151994185282808, 0.5442438578395825, 0.5308800679172977, 0.5378931076719362, 0.34584343695772113, 0.5089340313687403, 0.5419857546519253, 0.5229674258599474, 0.5323770945860526, 0.5523724046079056 ], "test": 0.5572208442102646 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4513178341278468, 0.42985414768502617, 0.5064080299952163, 0.4178197299840367, 0.42272776296905284, 0.46809544950627585, 0.41373141829702603, 0.4079370745618858, 0.39548473008992313, 0.3934542121862721, 0.4907829106152445, 0.39559018348804115, 0.4114695300351149, 0.5141922180940864, 0.4034533948357345, 0.44520839486570285, 0.3943049224510283, 0.43405612247048203, 0.6675436047759901, 0.4355282722122044, 0.4672933115579192, 0.4770088767029064, 0.5169385284600676, 0.40186746710296195 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2024464087503849, 0.19536918425974223, 0.17747145385117058, 0.19068853123558988, 0.10280970436535514, 0.3059328574850476, 0.3067231745095084, 0.22720868879895653, 0.262287589440333, 0.22824774598285738, 0.22444379066904852, 0.12107389053384619, 0.22403421488114988, 0.2221797901573596, 0.17211192205631906, 0.25103029660356935, 0.2395090968465302, 0.1970983729584543, 0.4416428922328482, 0.20798531165326797, 0.20300853362322754, 0.27180182674152187, 0.30176443467345215, 0.13729332344508494 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2488714269278544, 0.23448496491824056, 0.32893657997035775, 0.2271311989780802, 0.31991805919469873, 0.16216259086007567, 0.1070082427560834, 0.1807283854579851, 0.13319713991683604, 0.1652064646282607, 0.2663391198003954, 0.2745162942078191, 0.1874353141308086, 0.29201242804744304, 0.2313414732508291, 0.1941780987922497, 0.1547958268615198, 0.23695775074169662, 0.2259007139861449, 0.2275429600993772, 0.2642847801217262, 0.20520704844129647, 0.21517409195535755, 0.2645741444358214 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 33.1198873350184, 24.825452353510027, 40.31660593679586, 24.21446797144579, 36.26157922330756, 28.104753234341846, 28.07928215213732, 25.58125645159054, 17.844672317942525, 20.086526643609282, 29.48546129109395, 21.262315817873485, 22.793468990629716, 35.50667778030294, 19.522684827678532, 28.3477522799587, 20.402939690150763, 23.109044752898672, 51.091702663448125, 24.658047445521824, 33.81822533282301, 37.500714142814495, 38.184395662184755, 31.44293173475982 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 31.842585956402885, 23.898002506434388, 39.17240822843948, 22.843324556025415, 34.98297941358585, 26.846047811465393, 27.17760920332352, 24.495795741111003, 16.673730441139604, 18.955632898028064, 28.360886680340688, 19.98725331533498, 21.571367742409212, 34.43021212099897, 18.336605755910412, 27.222384250375555, 19.27017335760905, 21.89677444549294, 49.457878562618994, 23.338246727827283, 32.60972274772083, 36.32895123662102, 36.67358707495522, 30.26376884159004 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.44841950529458524, "rpss": 0.01071277183889463, "brier_below": 0.22559012648977605, "bss_below": 0.004997095133697282, "brier_above": 0.22282937910337322, "bss_above": 0.01643275698804103, "crps": 28.981701917993245, "crpss": -0.011488003092871901, "crps_fair": 27.776497067323366, "crpss_fair": -0.011574171186256033, "reliability": { "below": { "weight": [ 0.0, 0.002234, 0.183553, 0.502751, 0.288874, 0.022562, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1744, 0.2697, 0.3506, 0.4343, 0.5194, 0.6074, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5373, 0.2917, 0.3225, 0.4203, 0.4021, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001347, 0.265861, 0.539102, 0.175814, 0.016318, 0.001558, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1865, 0.2698, 0.3459, 0.4326, 0.527, 0.6075, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.105, 0.2505, 0.3705, 0.4475, 0.0984, 0.0898, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4368642740223075, 0.44910467931352854, 0.5287139557870766, 0.414854407479051, 0.4142843572762836, 0.48565120163871667, 0.4314676155148945, 0.39490659959338076, 0.4009630182880783, 0.4067406687474092, 0.4868017313081765, 0.393415821135831, 0.4164202409897818, 0.528680019473578, 0.3812904544630879, 0.4261942886618991, 0.3948575541808396, 0.4383883443549618, 0.6641559739070396, 0.40655209532422293, 0.4658136839394614, 0.4793933081146376, 0.49599102012212853, 0.4028537115512336 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22867889865921073, 0.19129185817036007, 0.1805212788606396, 0.2083910908310629, 0.09756097078804835, 0.31400450411402486, 0.32364122042547194, 0.26693839320077906, 0.26019953737062534, 0.2330066709634011, 0.19375001671402411, 0.12359128428461343, 0.22901584978334563, 0.2057198481514902, 0.17462705435793202, 0.27541964837429067, 0.2512247758126365, 0.19634876246983668, 0.4461825815830716, 0.1575419793150666, 0.1593892761372763, 0.31572015368105383, 0.25591293486152616, 0.11600219623649458 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20818537607656462, 0.25781282266747313, 0.3481926811739999, 0.20646331546010774, 0.3167233860803863, 0.17164669610710426, 0.10782639349181412, 0.12796820455044133, 0.14076348039442244, 0.17373399684158503, 0.29305171525544355, 0.2698245374949242, 0.18740438981314636, 0.322960172224491, 0.2066634000294978, 0.15077463909919855, 0.14363277961639276, 0.24203958340644804, 0.21797339317943937, 0.24901011668008885, 0.30642441231223466, 0.16367315051889134, 0.24007808390556606, 0.2868515165920457 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.06905416754076, 28.887295968281787, 46.65189747254403, 26.021621368138025, 41.850506310415625, 32.493265072395786, 33.46744043377213, 25.311556251261884, 20.007644380570078, 23.089894703776867, 33.219769849274115, 23.120935790453906, 26.22466157101876, 41.53910793795617, 20.667631383395957, 24.56346293387391, 22.651903944912856, 26.50931691348454, 57.91130639583948, 26.58437599163611, 39.16065158421559, 38.58734325368949, 42.40120883641635, 36.496326250790325 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 30.683756121643817, 27.845302063484827, 45.41627932558271, 24.46471892363638, 40.435087981200425, 31.05713732709556, 32.46489003745346, 24.124563119045668, 18.752010358005652, 21.83517309145444, 32.00456579537775, 21.72428009020769, 24.868306542914862, 40.33142560540785, 19.403364045000632, 23.330477480662363, 21.42529579994668, 25.171335150918228, 56.104318239661175, 25.117313040492263, 37.8299551834611, 37.266382964908274, 40.70872725400033, 35.21927127933646 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4476816260494836, "rpss": 0.0125924520130829, "brier_below": 0.22519503271442845, "bss_below": 0.006944180973203484, "brier_above": 0.2224865934571545, "bss_above": 0.018244426108019796, "crps": 32.06200744856894, "crpss": -0.008902214139377085, "crps_fair": 30.732664034204106, "crpss_fair": -0.009118059429797487, "reliability": { "below": { "weight": [ 0.0, 0.000834, 0.187898, 0.498685, 0.290574, 0.022008, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.27, 0.3501, 0.4346, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3333, 0.2768, 0.3287, 0.4215, 0.4039, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000803, 0.269812, 0.518293, 0.195338, 0.01486, 0.000895, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1898, 0.2699, 0.3459, 0.4335, 0.5246, 0.6067, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3054, 0.2613, 0.3564, 0.4589, 0.1269, 0.1162, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4373073139570937, 0.5219485924675485, 0.43011444193413295, 0.49162019735814033, 0.3786435914974873, 0.4625894949320538, 0.4402508221934345, 0.4635833524882923, 0.3947805370046881 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2678300642437045, 0.1749562195245693, 0.24562998984331258, 0.14172300202997667, 0.18129225082459857, 0.3033468682322474, 0.11534647422147941, 0.18408692246856911, 0.21704603277598394 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16947725767429578, 0.3469923528204048, 0.18448445629501464, 0.3498971736374136, 0.19735134363610926, 0.15924263987076176, 0.32490432969497474, 0.27949641914860357, 0.1777345121777086 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 23.83078091676661, 67.65807261356143, 25.257979933977158, 42.931894552478425, 18.970649751245745, 23.785849204722613, 27.38538264051836, 29.298284807132944, 18.914602193478522 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.18399899318547, 67.05642076635463, 24.63208462588879, 42.337663755446755, 18.363216660238916, 23.11068882478997, 26.773818859530717, 28.680784402317666, 18.3511479711211 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4467598159814301, "rpss": 0.011497219387890834, "brier_below": 0.20347309157382684, "bss_below": 0.008228778991296704, "brier_above": 0.24328672055058742, "bss_above": 0.014214283295488017, "crps": 30.89261073487576, "crpss": -0.007193590278013362, "crps_fair": 30.27664720654156, "crpss_fair": -0.025358763480781255, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.138187, 0.64999, 0.211823, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3498, 0.4232, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1924, 0.2584, 0.4136, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.187265, 0.757617, 0.055119, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3435, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3087, 0.4188, 0.5799, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42643897505478723, 0.541213904470855, 0.42609319196138257, 0.49166796400574286, 0.3672485579872315, 0.4873074557651872, 0.42421215615427704, 0.47010429029550044, 0.40159133958075416 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3009411429462802, 0.1377860973308853, 0.2541264342765259, 0.13517542712620423, 0.1874689098015227, 0.33716976636638474, 0.11041241427558268, 0.15092070690453577, 0.21446904184532253 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12549784720847776, 0.4034277767962145, 0.1719667633644439, 0.35649251430273615, 0.17977965400236456, 0.1501377041486464, 0.31379972558033387, 0.3191835660345626, 0.1871223052448571 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.089240684347455, 83.96613317544805, 27.997550670530035, 47.24405168485993, 20.336632579985615, 27.21808557023768, 29.46897578344777, 35.08463764628135, 21.453546989927872 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 24.38314546087101, 83.31771256062234, 27.317291043502756, 46.593526461141515, 19.67520266589586, 26.478360890163035, 28.801304437291154, 34.39740176601212, 20.817503393401743 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4484308705861909, "rpss": 0.016100243532081282, "brier_below": 0.20316332676369375, "bss_below": 0.01697704421143431, "brier_above": 0.24526753963140407, "bss_above": 0.015372772696261916, "crps": 35.317650531673976, "crpss": -0.0015770312316294444, "crps_fair": 34.64238318654461, "crpss_fair": -0.019100921723300246, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.151821, 0.643773, 0.204406, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3477, 0.424, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2006, 0.2548, 0.4511, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.18754, 0.757643, 0.054817, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2876, 0.3437, 0.411, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3095, 0.4272, 0.5879, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.5621980382419685, "training": [ 0.595807628062496, 0.5543231645962989, 0.5547381749770476, 0.5590711129453446, 0.6726520593968339, 0.4806095959882355, 0.5702285887117905, 0.5968549585085421, 0.5881857671490766, 0.5589098112152864, 0.542814658762666, 0.6162506172889058, 0.5501945086801602, 0.5089084285096931, 0.5572451581770437, 0.5773973963645573, 0.5769854250005717, 0.5882546208469335, 0.3867657087452354, 0.5577349360566853, 0.5927960888575324, 0.5426578092784169, 0.5663643308492197, 0.5970023688386705 ], "test": 0.5999422269525035 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4547951015261203, 0.43035488291421947, 0.49925371394079726, 0.4088550313134533, 0.4309486163170305, 0.4681100931569194, 0.4320197421089757, 0.40826422801512124, 0.40853057948473304, 0.39600659868639915, 0.48520956023121864, 0.3962548404218837, 0.4014234786900846, 0.502153537180314, 0.39523305556979843, 0.4524058091252426, 0.3987851508471834, 0.4305740474655239, 0.6656104148998407, 0.43429375245406615, 0.46601753281062697, 0.48086658223606576, 0.5262023809613503, 0.40156379746538245 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2010007550983708, 0.19549282729430215, 0.167494221880792, 0.18037104578619095, 0.10170238669187606, 0.31302439453462155, 0.32698555472155766, 0.22774599715551816, 0.2756686103155152, 0.23331642221970547, 0.22033341136082762, 0.11666882502182531, 0.2131690641524358, 0.2115479518413052, 0.16440040913226353, 0.2583578320976458, 0.24442856292181897, 0.1925292046519554, 0.45622718620772856, 0.20701330862201245, 0.19900926010301084, 0.2775101698586133, 0.31483646641671076, 0.13212432654059128 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.25379434801240736, 0.23486205701064075, 0.3317594962394244, 0.22848398647906448, 0.3292462306883061, 0.15508569673682027, 0.10503418593143382, 0.18051823059989155, 0.1328619677202478, 0.16269017483494758, 0.2648761486676722, 0.27958601663709565, 0.18825441341406174, 0.29060558639667167, 0.23083264686532157, 0.19404797736060564, 0.15435658836856886, 0.23804484405641171, 0.2093832292440927, 0.22728044440287137, 0.2670082748744626, 0.20335641053265002, 0.21136591290327872, 0.26943947203848945 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.123991106708054, 24.044240431368344, 39.84039225008595, 22.53123450352219, 36.408959106920534, 27.063572044616485, 31.009354027782155, 25.677115007926513, 18.95621235579803, 19.49195436094215, 27.771985467132307, 20.860142355315382, 21.04600630530112, 34.581493946220405, 18.151740060334692, 28.82887205221256, 19.56763786272502, 22.302416580646746, 49.38379888864158, 23.821607400275365, 33.255399606162996, 38.15935714755185, 38.68346551166985, 32.35293036073383 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.071850924110365, 23.24445607895254, 38.87696505943737, 21.33826016689031, 35.3421521324013, 26.02588914602822, 30.27299379607574, 24.773835328552053, 17.978274492414734, 18.52629780287507, 26.800620456133267, 19.77079690816786, 19.993038878325702, 33.663107405421165, 17.137765742464723, 27.876991434369067, 18.605602629175053, 21.26805284235272, 48.057774883766385, 22.69579397177577, 32.24176958638626, 37.189595621445584, 37.4339951995366, 31.36171738887457 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4489055219925979, "rpss": 0.009640539015968841, "brier_below": 0.2262899247761331, "bss_below": 0.0019105179923112336, "brier_above": 0.22261559750064328, "bss_above": 0.017376387412583183, "crps": 28.663078280858088, "crpss": -0.00036774564988384384, "crps_fair": 27.647816578163855, "crpss_fair": -0.006887840190167083, "reliability": { "below": { "weight": [ 0.0, 0.004654, 0.201784, 0.591799, 0.197153, 0.00461, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2694, 0.3468, 0.4267, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5204, 0.3256, 0.3234, 0.4385, 0.3141, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001175, 0.245714, 0.60055, 0.142745, 0.009564, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2693, 0.3426, 0.4309, 0.5343, 0.6218, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2364, 0.3823, 0.4068, 0.1147, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44182455518503744, 0.4484063057259934, 0.5219943239580065, 0.40585428568041776, 0.4243788403460424, 0.4859425689630062, 0.4496940632807513, 0.3981810956631993, 0.4115939267471773, 0.41031939990076804, 0.4758272736789099, 0.39505456136215206, 0.40611589407783366, 0.5137032711379658, 0.3749741203196971, 0.43649286333710463, 0.3999019390662276, 0.4353559039444757, 0.6596636269517665, 0.40158843268104893, 0.4614653135252501, 0.48482596843366677, 0.5016647581215283, 0.40312280757169555 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23010944313891013, 0.19017023712609968, 0.17050590388758133, 0.1979706696560237, 0.0971150317008302, 0.322236151524886, 0.3443934972449439, 0.2723454098399216, 0.271157357762649, 0.23955014249335738, 0.18468486232712672, 0.11970257835963949, 0.21775044528711993, 0.19288474787396423, 0.16826111215823267, 0.28661178972868073, 0.2564267861298026, 0.1919131778780957, 0.4581268752951177, 0.1522847809563563, 0.15090420788277412, 0.32425217820219593, 0.26406715672342107, 0.11075734806587903 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2117151126047363, 0.25823607002059645, 0.3514884249381391, 0.20788361587474077, 0.3272638088827771, 0.16370641548232753, 0.10530056419052429, 0.12583568450723553, 0.14043656798735304, 0.17076925614051136, 0.2911424121571126, 0.2753519837234553, 0.18836544730484656, 0.320818524764799, 0.2067130080517294, 0.1498810722892837, 0.14347515347285525, 0.24344272745480067, 0.20153675149771394, 0.24930365320266065, 0.31056110973550083, 0.16057378628433427, 0.23759760006529562, 0.2923654610490736 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.8473188408886, 27.963091773883857, 46.223283530443844, 24.055883877349626, 42.12061651362974, 31.431663929927844, 36.85759386036781, 25.211405966134294, 21.23776739629032, 22.51808187018297, 30.946068892666137, 22.74016076724607, 24.232250092116022, 40.37077992874652, 19.229184429422105, 25.19506220608638, 21.633712624067893, 25.747167305105027, 56.22744019205727, 25.368182392173175, 38.436939414364254, 39.32637389575782, 42.56261114681473, 37.72825037818869 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.704610258354734, 27.059137908884193, 45.17847232375741, 22.693223752752537, 40.940271621616844, 30.240423310240246, 36.03665212569414, 24.223784053611062, 20.18586333714258, 21.437627148233755, 29.884695479625957, 21.541869079334816, 23.053695741508903, 39.33156289643876, 18.145940173673495, 24.14623116058103, 20.588520801058994, 24.599677842108925, 54.757883009145964, 24.103212591451573, 37.31185201419694, 38.22947959010045, 41.14777195171056, 36.6495446975383 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.44783108748582173, "rpss": 0.012262799550739167, "brier_below": 0.2255909121351504, "bss_below": 0.005198448140457557, "brier_above": 0.2222401754867668, "bss_above": 0.019331782483862914, "crps": 31.67545380099629, "crpss": 0.0032615541943835646, "crps_fair": 30.549666786198426, "crpss_fair": -0.003109279078606253, "reliability": { "below": { "weight": [ 0.0, 0.001386, 0.196306, 0.5898, 0.20852, 0.003989, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2712, 0.3471, 0.4268, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2982, 0.3182, 0.3254, 0.4393, 0.303, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000243, 0.251357, 0.581353, 0.159408, 0.007534, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1966, 0.2696, 0.3427, 0.4313, 0.5318, 0.6244, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2479, 0.3711, 0.4252, 0.1619, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4411099550184176, 0.5196670762064513, 0.43424195096452545, 0.48753913203841615, 0.3698593799035446, 0.4705257617315475, 0.43828140261708687, 0.4598456397988442, 0.39812503018604356 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2733206655048418, 0.16783414417382228, 0.2483022111320507, 0.13277109583372812, 0.17187402562744727, 0.3153912161851236, 0.10634343597180665, 0.17738574487151496, 0.22259209525787213 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16778929734808357, 0.3518329116017763, 0.18593974362992827, 0.35476801354590204, 0.19798535703939094, 0.15513455877925952, 0.33193794732717535, 0.28245988388383136, 0.17553294236012218 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.250192267527357, 68.05705727171068, 24.55813731410589, 42.77950156673433, 17.20978633134673, 23.616365210901716, 27.328067884395328, 28.478859911775043, 18.66748827899541 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.707760285171798, 67.55167282256197, 24.03056871032994, 42.27726259618781, 16.700039425083474, 23.04692886141601, 26.814507266817152, 27.955818868375708, 18.191743975923703 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4465772587183197, "rpss": 0.011901146410309149, "brier_below": 0.2017571816175786, "bss_below": 0.01659248988439943, "brier_above": 0.24482007283505217, "bss_above": 0.008001215943185591, "crps": 30.54949511527694, "crpss": 0.003993028287508582, "crps_fair": 30.030700312429733, "crpss_fair": -0.017029446119182445, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.144123, 0.777995, 0.077882, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2811, 0.3435, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2278, 0.2704, 0.5, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173188, 0.801482, 0.02533, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.3386, 0.411, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3292, 0.4184, 0.5797, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43402135793796653, 0.5385612520287988, 0.4290810499225851, 0.4880913953943076, 0.3580034254939781, 0.49509819970465085, 0.42286643082311504, 0.464304136437716, 0.40632543754711 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3107654434653385, 0.12806677525484053, 0.2559974593133956, 0.1268490890275281, 0.17767725995385714, 0.34945878923221996, 0.10228863901207035, 0.14136275528989947, 0.2218265550853236 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12325592937911511, 0.41049444592605744, 0.17308359602190718, 0.3612422828092871, 0.18032617112101687, 0.14563942521171916, 0.32057777451860014, 0.3229413636051084, 0.18449888933624878 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.88713223136055, 84.6804868229032, 27.281862584694853, 46.9338705239126, 18.454138261434345, 27.189180785574845, 29.348486695232136, 34.17945965704571, 21.377005951424213 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.292400777282726, 84.13278954944458, 26.705591200996743, 46.38114718613191, 17.89644643972932, 26.56176848262989, 28.78521313129117, 33.5932586003741, 20.83700019578048 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44848363169891425, "rpss": 0.01598448065899538, "brier_below": 0.20158808507049703, "bss_below": 0.024598984499549115, "brier_above": 0.24689554199211777, "bss_above": 0.00883715264281959, "crps": 35.03684705706472, "crpss": 0.006386304557268407, "crps_fair": 34.465068395962334, "crpss_fair": -0.013884719779440946, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.144338, 0.775785, 0.079877, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3419, 0.4148, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.227, 0.2721, 0.5357, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.173375, 0.80059, 0.026035, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3386, 0.4106, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3364, 0.4255, 0.5749, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.4965695752877212, "training": [ 0.5430957122256369, 0.48424357923196526, 0.48297307551004115, 0.4920568914885038, 0.6183446043295235, 0.3976048181124454, 0.5033355447911122, 0.5357902079425303, 0.5302407724547523, 0.48869872895192723, 0.4789197107193412, 0.5569771389503589, 0.47790484977373393, 0.4324847709721777, 0.4982415252113223, 0.5193605503754168, 0.5101868979726804, 0.523473845187696, 0.28457963700615, 0.4924488730372866, 0.5325566200107291, 0.4921234573446959, 0.5029035244987234, 0.5391244708065571 ], "test": 0.5388830552370416 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44892409395655053, 0.43145152917673685, 0.5022668893457468, 0.4078970289721628, 0.41869448380095237, 0.48276481311766795, 0.43343466084399873, 0.4036768423329824, 0.40423131867155315, 0.39835495344235367, 0.4867113853571071, 0.3881297822687744, 0.40404294387265866, 0.5076937990974295, 0.396385022981043, 0.45167935545895177, 0.3983180252524108, 0.4286148035401527, 0.7028254708138246, 0.43367730033296537, 0.46250284599880365, 0.48059663456605584, 0.5320334027123909, 0.394936111126661 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20054464528538796, 0.19536426257170839, 0.17056640188730704, 0.18010595670203014, 0.09783457978722553, 0.3191293026998926, 0.3295009139518544, 0.22503222351702715, 0.2712665964074539, 0.23487562237753898, 0.22110307848131014, 0.11386451861508673, 0.2174023728853318, 0.2147885186071187, 0.1658463789928169, 0.2583776316536451, 0.2445393625371468, 0.191312706431169, 0.4699550577090382, 0.20592420600361586, 0.19759878110720455, 0.2775511736434356, 0.31664738251272745, 0.13026958691067145 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24837945022757701, 0.23608726831963048, 0.3317004927418928, 0.22779107358369965, 0.32085990517313395, 0.16363550863867518, 0.1039337450955868, 0.17864461851885385, 0.13296472027975983, 0.16347932887112604, 0.2656083064744033, 0.2742652646594677, 0.1866405698452653, 0.29290528199589916, 0.23053864476197963, 0.19330172422066597, 0.15377866297644194, 0.2373020987269869, 0.2328704145499876, 0.22775309484466252, 0.26490406734794825, 0.2030454586700497, 0.21538601851636413, 0.26466652550285275 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 33.94716084340707, 23.972402923185427, 39.739113238548384, 22.653838211336176, 36.33302546469763, 27.708767846766868, 30.831134451971373, 25.617052456421124, 18.69427927354312, 19.728613984234226, 27.679882033126194, 20.452757756440615, 21.13135938638046, 34.403828976984954, 18.247600694649833, 28.561547128413988, 19.87237212784607, 22.27837802010623, 49.543576792005744, 23.697831443876407, 33.05623624997254, 38.17487571627915, 38.80652840774917, 31.70591832587429 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 32.8724360767864, 23.140580795475152, 38.74545080574885, 21.413094816377914, 35.245894148353, 26.636051560189223, 30.062236399398394, 24.69761431564945, 17.681361398240803, 18.725918609635833, 26.672683608432976, 19.346674437761504, 20.043579123814858, 33.44678024205534, 17.21038255568074, 27.56943834966365, 18.864253635054407, 21.212280901757417, 48.20759698681511, 22.548338399782555, 32.01594928083534, 37.1769551703436, 37.55598610319077, 30.68888825380112 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4499934790433306, "rpss": 0.0072403267094801604, "brier_below": 0.22705838588657268, "bss_below": -0.0014789079948176465, "brier_above": 0.22293509352262128, "bss_above": 0.015966134317795255, "crps": 28.618253406409043, "crpss": 0.0011966836190958619, "crps_fair": 27.574184415618518, "crpss_fair": -0.004206278378433792, "reliability": { "below": { "weight": [ 0.0, 0.011906, 0.244812, 0.525853, 0.205286, 0.012115, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2701, 0.3504, 0.4333, 0.5203, 0.6043, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.562, 0.3037, 0.3257, 0.4437, 0.3299, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006341, 0.297935, 0.506844, 0.167915, 0.019324, 0.001641, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2698, 0.3481, 0.4354, 0.5363, 0.6331, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1065, 0.2401, 0.3849, 0.452, 0.1826, 0.0853, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43597818483417183, 0.4496743497722598, 0.5248040096601435, 0.40521773643768516, 0.41065506984802724, 0.49990406885036953, 0.45190277353411407, 0.39490828831322766, 0.40918065326666203, 0.41171891223557583, 0.48022959028638096, 0.38613461503306235, 0.40895824267181013, 0.5232759273286919, 0.37323405887460037, 0.4358580637388709, 0.3958275686928055, 0.43472245639908746, 0.6974252925576084, 0.4007134573188599, 0.45747743589518175, 0.48663470390269137, 0.5070724339491754, 0.39526287497389817 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2286979834550459, 0.18988811527272637, 0.17361973811843212, 0.19731657806488206, 0.09260527192239357, 0.32643317482261186, 0.3471753673194726, 0.26913899333839525, 0.2687872927538239, 0.2401559301402915, 0.18822345081019587, 0.11666810902074973, 0.2224062186511003, 0.19898517756745365, 0.1675265067190128, 0.2857510057429446, 0.2535668764963153, 0.19193001442674143, 0.4746127881358816, 0.15146434316566973, 0.15072247221210547, 0.32479420096943706, 0.26776666821071876, 0.10843983944425445 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20728020181771842, 0.25978623639169035, 0.3511842776659963, 0.20790115833876757, 0.31804979804619155, 0.17347089222402615, 0.10472740387131152, 0.12576929332608897, 0.14039335905077074, 0.1715629803702767, 0.2920061402634634, 0.26946650641406317, 0.18655202250247965, 0.32429075186434353, 0.20570755237286514, 0.15010705635656885, 0.14226069270612776, 0.24279244367893485, 0.22281250497240088, 0.24924911587478693, 0.3067549684685221, 0.16184049836657458, 0.23930576459160782, 0.28682303746115045 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.64770836685969, 27.863333184375676, 46.072663453858965, 24.20567568606784, 41.97895108839736, 32.09414081564575, 36.58367589118037, 25.254387014995267, 20.988153118205126, 22.79711734146284, 30.97765202828481, 22.261859107532604, 24.34771648099977, 40.29204641784032, 19.299217046269764, 25.01303550958116, 21.901167745728248, 25.761241629398764, 56.381416803666205, 25.302788448052695, 38.229467193177356, 39.43862147148327, 42.812714123386826, 36.97789877235387 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.482302478610396, 26.92662343086578, 44.99519975250741, 22.789663843663458, 40.776224497856724, 30.864874570046233, 35.730195126643125, 24.248085026581375, 19.901249818656574, 21.677454591585796, 29.882187728958687, 21.047387031423757, 23.131507714095367, 39.214475171702574, 18.1904800655643, 23.924218172298325, 20.80617430490103, 24.582068440573195, 54.90214287285469, 24.013976102834324, 37.07938082530051, 38.31040270309778, 41.3994152806491, 35.872557870988516 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.44903211534895676, "rpss": 0.009613809937591533, "brier_below": 0.22652817153252736, "bss_below": 0.0010653600910286443, "brier_above": 0.22250394404153032, "bss_above": 0.01816786404350812, "crps": 31.645110364116857, "crpss": 0.004216377771833146, "crps_fair": 30.489510309260794, "crpss_fair": -0.0011340195566242883, "reliability": { "below": { "weight": [ 0.0, 0.009455, 0.252491, 0.513466, 0.213405, 0.011184, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1869, 0.2697, 0.3509, 0.4338, 0.5173, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5694, 0.293, 0.328, 0.4507, 0.3223, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005361, 0.303184, 0.487538, 0.184475, 0.018512, 0.00093, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1942, 0.2697, 0.348, 0.4361, 0.5331, 0.6311, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1496, 0.2504, 0.3696, 0.4643, 0.2397, 0.1118, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4427386024025234, 0.5176884038624056, 0.42580933045468905, 0.48265943121164434, 0.3694232353553754, 0.4760251119665583, 0.4317205795219772, 0.45686265585618757, 0.3986087154336913 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27425173034573286, 0.16780517956222402, 0.2418742594880037, 0.13355587152674459, 0.17131379359637555, 0.3171135611055114, 0.1056903963054171, 0.17707774368055904, 0.2218433591490298 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16848687977590035, 0.34988320424121566, 0.18393507479491544, 0.34910353769454255, 0.1981094445164845, 0.15891156423816438, 0.32603016436266413, 0.2797849013825214, 0.17676536373644672 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.290637423559026, 67.73498835566234, 24.321154855073353, 42.26358144044788, 17.23588426096721, 23.825089525292384, 27.06103625529609, 28.32836171104831, 18.58115207142269 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.734350581500617, 67.21526323224006, 23.777810207852475, 41.74470957783516, 16.713478558568212, 23.244886340858066, 26.53811791296277, 27.789366448445694, 18.090613982325387 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.44461511845167245, "rpss": 0.0162425867998639, "brier_below": 0.20116954386217756, "bss_below": 0.019456761566109537, "brier_above": 0.24344557052698393, "bss_above": 0.013570631075275785, "crps": 30.404653988752145, "crpss": 0.008715291986630902, "crps_fair": 29.87206631584316, "crpss_fair": -0.011657095690932984, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.19412, 0.700003, 0.105877, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3466, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2215, 0.2679, 0.4873, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.204072, 0.740423, 0.055355, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3432, 0.4149, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3195, 0.419, 0.569, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4341654200381582, 0.5356400232378573, 0.42226781734795366, 0.4830557414886292, 0.35722628091077907, 0.5009630593141123, 0.41567492013239105, 0.4613725861981361, 0.40628337906102735 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3096461800448374, 0.12882736997576924, 0.25126680985513944, 0.1276731194487931, 0.17668505236810061, 0.3515927067466138, 0.10034072253323174, 0.14183294230601884, 0.220341070756805 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12451925473782503, 0.40681262275757435, 0.171001012827832, 0.35538259931513005, 0.18054123404687442, 0.14937036722175334, 0.31533418069763736, 0.31953962684135795, 0.18594231532024358 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.890480421276575, 84.26904893151116, 27.030171093122053, 46.31727446267308, 18.492742178971294, 27.358228750578903, 29.044981276301588, 33.99892828785034, 21.249883850536516 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.28137161802845, 83.70669599926794, 26.437372319451228, 45.74699128776085, 17.922035034026578, 26.71990905756687, 28.47202439656266, 33.39637342777528, 20.694309521320807 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44629435863656053, "rpss": 0.02078795288666746, "brier_below": 0.20091177489281212, "bss_below": 0.027871368548817, "brier_above": 0.24538257930735863, "bss_above": 0.014910945593762825, "crps": 34.8501932503135, "crpss": 0.01167963983919218, "crps_fair": 34.264120295751184, "crpss_fair": -0.00797327907280776, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.211814, 0.686415, 0.101771, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.345, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2279, 0.266, 0.5483, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.205181, 0.74135, 0.053284, 0.000186, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3434, 0.4147, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3224, 0.4264, 0.5905, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.5095375086381932, "training": [ 0.5561451963861584, 0.5013064477417865, 0.4959634339532931, 0.5052238152499066, 0.6368061386180112, 0.4129094381231853, 0.5113820096973175, 0.5480475744245035, 0.5442971968846416, 0.5048307091315549, 0.49211925676199203, 0.5731848569248623, 0.4923742242899193, 0.4458382836113615, 0.515432049114263, 0.5284785491866737, 0.5260496173859801, 0.5411015231661613, 0.28822998927185184, 0.5069792379915022, 0.5391702366837703, 0.499298053225124, 0.5127305413545222, 0.5510018281382968 ], "test": 0.5545289886620995 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44508020840175316, 0.4317566812973817, 0.4944930473105706, 0.40540999174918996, 0.4192128361379685, 0.48663476409627693, 0.44252286223185494, 0.40556348336471604, 0.413506781040002, 0.3989637299097729, 0.4845825443877719, 0.38450812691861547, 0.4002952296906236, 0.5020078527453775, 0.3935569916291814, 0.4558114171190769, 0.4028248174329394, 0.4282190251609498, 0.7214185983806665, 0.432787005301474, 0.4635474779171232, 0.485424089975143, 0.5408138049625671, 0.3911876529115382 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.19923675804373153, 0.19563005012484574, 0.16729169298044178, 0.1783559076873338, 0.09754306058172979, 0.319784513382757, 0.3355854064908006, 0.22583943879258536, 0.27773722175946425, 0.23404716551672938, 0.21974030693254037, 0.11231432413561711, 0.21371061875318043, 0.21215930183377738, 0.16323737617858408, 0.2614758098487265, 0.24639825817001176, 0.1911728239590496, 0.48067744865232337, 0.20575637764599247, 0.19728222604600604, 0.2813114603418096, 0.32133240783043404, 0.1278547167452006 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2458434511891361, 0.23612663270564524, 0.3272013594660614, 0.22705408507097893, 0.32166977636599287, 0.16685024970483014, 0.10693745361143998, 0.17972404423041688, 0.13576955678348482, 0.1649165620744103, 0.264842237707889, 0.27219380339501664, 0.18658460975525185, 0.2898485532374124, 0.23031961601213077, 0.19433560716388643, 0.15642655908164563, 0.23704620289113873, 0.2407411520543272, 0.22703062830409415, 0.2662652539627935, 0.20411262714894413, 0.21948139590694174, 0.26333293705164323 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 33.837237836108564, 23.87433548477909, 39.303335752663386, 22.43239600642221, 36.42935442544241, 27.92916114304542, 31.354582069221948, 25.981908543076347, 19.072383867885712, 19.85394593862073, 27.62311213924806, 20.154403694217475, 20.967268460488018, 34.09036890994406, 18.062221969064854, 28.95995439752995, 20.086293008620515, 22.15162523765289, 50.01791502281765, 23.586894294512476, 33.12923570955857, 38.54405580968331, 39.243236675752584, 31.969108530889834 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 32.80031231754854, 23.025732996539485, 38.312114927090434, 21.195576219386655, 35.37789315618395, 26.885204877980595, 30.577713800769047, 25.077379128500688, 18.06695775569386, 18.85140961874682, 26.611323671719536, 19.069396505301462, 19.880494600981965, 33.1203607968495, 17.036252167340862, 27.964374230520463, 19.075132870648428, 21.09708936311302, 48.744901364356096, 22.456298960999554, 32.10104226495308, 37.55856279169889, 38.029195957558386, 30.97222807310079 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45125537583635555, "rpss": 0.004456374705035238, "brier_below": 0.22772811135140303, "bss_below": -0.00443284393757426, "brier_above": 0.22352726478647966, "bss_above": 0.013352294707741463, "crps": 28.693930621968587, "crpss": -0.0014445206781035225, "crps_fair": 27.661956184065918, "crpss_fair": -0.007402781296189653, "reliability": { "below": { "weight": [ 0.0, 0.012993, 0.257337, 0.547395, 0.173854, 0.008421, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2698, 0.3489, 0.4298, 0.5148, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6267, 0.3088, 0.3268, 0.4532, 0.2551, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00342, 0.263963, 0.525921, 0.182215, 0.022421, 0.002061, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1919, 0.2699, 0.3478, 0.4334, 0.5376, 0.6333, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1566, 0.2378, 0.3714, 0.4651, 0.1485, 0.0679, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4340098248505049, 0.44923616569327635, 0.5164041755678315, 0.40355296574832356, 0.4121855317947912, 0.5057108348344338, 0.46218679099644205, 0.4002478487496908, 0.4183803482094074, 0.4134778437401463, 0.4763602909517368, 0.3830441519866428, 0.40486434468174515, 0.5151535302574588, 0.3716987458044895, 0.4428891052207853, 0.4022627478160721, 0.43306795627832134, 0.7124757049721995, 0.3969081136248102, 0.45516377107099787, 0.4944739008352224, 0.5138815036898282, 0.3909005686157073 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22849533036264216, 0.19042183168318957, 0.17056710432193245, 0.19631731578838899, 0.09250706629475287, 0.3290292411670473, 0.35426226150986645, 0.2716312735095903, 0.2753227715629831, 0.24057119243087674, 0.18502361507403658, 0.11532359145935064, 0.21844772881408034, 0.19437249736195022, 0.1662397860610111, 0.29035170183602665, 0.25728330873691685, 0.19081608902946276, 0.483068144549642, 0.1490470375754122, 0.14807650061550848, 0.330279716688171, 0.2707464908333279, 0.10563830555086558 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20551449424384105, 0.2588143358632723, 0.34583707726330704, 0.2072356498976292, 0.31967846533173816, 0.17668159258349875, 0.10792452685241599, 0.1286165736084089, 0.143057574691518, 0.17290664930304928, 0.2913366773487146, 0.2677205606786634, 0.1864166142064347, 0.3207810358314975, 0.20545895948486748, 0.1525374015740671, 0.14497943906616412, 0.2422518689346272, 0.22940756185453157, 0.24786107772348434, 0.30708727480304143, 0.1641941795511127, 0.2431350119772747, 0.2852622645293713 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.59335420272314, 27.67708172826421, 45.588825480809305, 24.003931558056276, 42.232308389651045, 32.33963023773472, 37.284254378928345, 25.895886841808906, 21.41154311596033, 22.909418205913063, 30.861128682512824, 21.935784015599978, 24.11407598757408, 39.80407057792907, 19.104998559607804, 25.406825774419026, 22.19564337736593, 25.557279669688864, 56.803636616200315, 24.996630569329163, 38.17195836683751, 39.94124811570716, 43.19252385429518, 37.2586434889501 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.467374794472324, 26.72326063600245, 44.51280248914495, 22.593949538355066, 41.07287562270756, 31.149266160589846, 36.42483141652303, 24.905332621523787, 20.33288124826265, 21.789251079334008, 29.758332705180624, 20.74470877449379, 22.898713429652048, 38.71406341194628, 18.007865962126814, 24.31121323104974, 21.09588688448196, 24.392476206370738, 55.39003906341054, 23.7296977135369, 37.03703662277811, 38.829886766011114, 41.82195331218602, 36.17551665277638 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4503556985829527, "rpss": 0.0066945119374273165, "brier_below": 0.227243329284043, "bss_below": -0.002088313229844818, "brier_above": 0.22311236946677213, "bss_above": 0.015483095297458838, "crps": 31.7200284081611, "crpss": 0.0018589152630843486, "crps_fair": 30.578300680954865, "crpss_fair": -0.004049483295148537, "reliability": { "below": { "weight": [ 0.0, 0.010281, 0.256598, 0.541364, 0.184491, 0.007265, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2699, 0.3493, 0.4302, 0.5111, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6514, 0.3036, 0.3277, 0.4564, 0.1909, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0023, 0.27378, 0.503775, 0.197215, 0.021516, 0.001413, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1943, 0.27, 0.3476, 0.434, 0.5338, 0.6282, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2436, 0.2459, 0.3601, 0.4743, 0.1932, 0.0736, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4460266013347932, 0.5126118918907789, 0.4296848462838174, 0.47517649183358635, 0.3673882890928325, 0.4824337185587699, 0.42536023119559885, 0.45266588232652, 0.40264008382768557 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27611188016999055, 0.16537687166273143, 0.24535529334633718, 0.13004802600313214, 0.1690972551575537, 0.32186502812940143, 0.10255659775897426, 0.17475248558784898, 0.22482444836444077 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1699147291466434, 0.34723500057420603, 0.18432955687792685, 0.3451284437485532, 0.19829103693156136, 0.16056870421383584, 0.32280361451465583, 0.27791338645146985, 0.17781564311121523 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.58405389649105, 67.50730284368598, 24.456324595540416, 41.90393884317334, 17.07054037624952, 24.323769149559244, 26.46136157529012, 28.025887455047705, 18.81379754169483 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 24.03739952738816, 66.99351192820677, 23.91620671825562, 41.38687846779661, 16.556727090001992, 23.759155298198756, 25.95195687511837, 27.490213870706018, 18.32620716566342 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.44377644848270914, "rpss": 0.018098231749745786, "brier_below": 0.20110976513115675, "bss_below": 0.0197481358436431, "brier_above": 0.2426666795077853, "bss_above": 0.016726658826637486, "crps": 30.34966403074802, "crpss": 0.010508132795934322, "crps_fair": 29.82425077125952, "crpss_fair": -0.010037758934951402, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.220237, 0.70465, 0.075113, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3439, 0.4145, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2343, 0.2702, 0.5348, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.180365, 0.746455, 0.07318, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2864, 0.3444, 0.4134, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3067, 0.417, 0.5528, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.439941759799465, 0.5281346719624463, 0.4258552216024032, 0.47563379317439886, 0.3554944514501264, 0.5082475091352255, 0.41029210294913077, 0.4558555037726765, 0.4106708871842169 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3134873350921985, 0.12498965762628352, 0.25426923130794715, 0.12411203363547943, 0.17464509708679443, 0.35739939282288063, 0.09777750177007778, 0.13873985376075998, 0.22389156923695985 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12645443963000666, 0.40314498426051737, 0.17158599581843825, 0.3515217365759238, 0.18084936014265385, 0.15084813151253257, 0.3125145843730295, 0.31711563335821513, 0.186779325033972 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 26.32160841235481, 83.89560854445615, 27.21199608984706, 45.98350587450295, 18.345550778950663, 27.953371457406, 28.45651318933883, 33.55238865516988, 21.494134013176957 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.723399519777555, 83.33953131943879, 26.621610724561354, 45.414672681396034, 17.784967028670902, 27.331686782351735, 27.89862308978874, 32.954769420084425, 20.943950326289777 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4455695445588989, "rpss": 0.022378263548294197, "brier_below": 0.20103463025993124, "bss_below": 0.027276922454417263, "brier_above": 0.24453491007836547, "bss_above": 0.018313916096376226, "crps": 34.80163077946704, "crpss": 0.013056828147232413, "crps_fair": 34.223690099151035, "crpss_fair": -0.006783913710765477, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.2338, 0.692023, 0.074177, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3426, 0.4162, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.236, 0.2707, 0.5952, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.187606, 0.741821, 0.070573, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2863, 0.3444, 0.4137, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3071, 0.4265, 0.5664, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.5113627053855673, "training": [ 0.5790159227097609, 0.4846255159900453, 0.4795467404728598, 0.49017502054319406, 0.6455301703343518, 0.41750978876956685, 0.5556979744608224, 0.5387602743560658, 0.5355633861426232, 0.5032480018902635, 0.48054250257854664, 0.579804328535753, 0.4849185341370411, 0.4474291533611125, 0.5187072725107674, 0.5537916349041508, 0.528928363220739, 0.537412032152158, 0.26899686455327904, 0.523628614750438, 0.5625105358614092, 0.4968604877536735, 0.5131081952252347, 0.5463936140397575 ], "test": 0.5565531232018059 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43739517585080895, 0.43616352809386333, 0.5163855964142133, 0.4217072348897119, 0.42887637806705814, 0.4761731086482003, 0.41097640395299834, 0.4124910130343452, 0.411842677983973, 0.3960933083944665, 0.5070183787036323, 0.3923009882561256, 0.39907094188396963, 0.5063946744331034, 0.39508565956220654, 0.43809201026327915, 0.39378528625826636, 0.43096334190717533, 0.7207289975237522, 0.4198033697339841, 0.4553394234382071, 0.49371896958681755, 0.5425417386315641, 0.39750940573683086 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.19372279391216635, 0.19723506772561983, 0.17170703603863283, 0.18878983985643327, 0.10466202330082962, 0.3133583629209447, 0.304077559230378, 0.230020071987564, 0.28017278134390905, 0.23688391998200892, 0.22856774590860673, 0.11693061131146039, 0.20660565748924678, 0.20945102315293582, 0.16482339148514707, 0.2537866574278542, 0.24696758963854834, 0.19224281925690473, 0.47176837810623007, 0.19543735003920049, 0.19122587921891684, 0.28443166587727936, 0.3232363719688959, 0.13375695366742088 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24367238183298962, 0.23892846003885454, 0.3446785580501878, 0.23291739529273786, 0.32421435456440045, 0.16281474574223576, 0.10689884622762648, 0.18247094160847568, 0.13166989859152592, 0.1592093899244276, 0.2784506317158852, 0.2753703765400654, 0.19246528476008684, 0.29694365104681825, 0.23026226737349115, 0.18430535346142837, 0.14681769656910615, 0.238720521604139, 0.24896061856440185, 0.22436601984468404, 0.26411354413374427, 0.209287305193098, 0.2193053673297717, 0.26375245187987684 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 32.14508989331031, 24.794315043440694, 40.768438006746095, 22.373393203323694, 35.84809939198495, 27.816809946000625, 27.834481567994498, 26.20692429078307, 19.50825659976582, 19.617696657391846, 28.989189462288714, 21.758589482548395, 19.932067288559328, 34.20091341029832, 18.14033596940144, 27.90153839923967, 19.621250547866918, 22.68220034254955, 52.493282050347965, 22.791048100951755, 31.47673901962214, 37.344388469528695, 41.201680095563226, 31.853002200958557 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 30.91365200278106, 23.85909661369972, 39.73181283429911, 21.236199481955666, 34.40605185005508, 26.50033027268373, 26.81648855934517, 25.021534352259703, 18.383651971159512, 18.54073850128675, 27.92081586806685, 20.34518678909532, 18.916154092185415, 33.21591323279212, 16.946986037019578, 26.8382533217647, 18.606459079989964, 21.510020043079304, 50.85643394407687, 21.47942872496347, 30.232474873483554, 36.1323687283706, 39.67260983333792, 30.55348648141134 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45168573380202304, "rpss": 0.0035069342058032804, "brier_below": 0.2266608979519639, "bss_below": 0.0002742788832567067, "brier_above": 0.2250248359120858, "bss_above": 0.006742026756748176, "crps": 28.637488726686097, "crpss": 0.0005253532827703689, "crps_fair": 27.44317281204844, "crpss_fair": 0.0005649479564048265, "reliability": { "below": { "weight": [ 0.0, 0.010869, 0.142111, 0.649587, 0.176147, 0.020613, 0.000672, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1817, 0.2748, 0.3475, 0.433, 0.5355, 0.6193, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6595, 0.3831, 0.3019, 0.4429, 0.5471, 0.667, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009617, 0.275209, 0.525573, 0.166209, 0.019312, 0.003911, 0.000169, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.2614, 0.3463, 0.4341, 0.5414, 0.6376, 0.7152, NaN, NaN ], "observed_frequency": [ NaN, 0.2742, 0.2565, 0.3682, 0.4665, 0.1138, 0.0718, 0.6684, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42782102250393433, 0.45884299229766623, 0.5450580780044817, 0.4148642940920949, 0.422126788233245, 0.4955692762258715, 0.4293194172852961, 0.4037010525119268, 0.41284486950481564, 0.4078792066583122, 0.49288746476578743, 0.38851092352244626, 0.398935596888858, 0.5208496899134609, 0.37700838105683604, 0.4250049557142758, 0.3932685829232088, 0.43307570620456015, 0.7329504101802555, 0.39452258289469055, 0.4542968805188617, 0.4983692216319388, 0.5207108194724274, 0.4013356179790369 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2241215018271728, 0.195333213305733, 0.17583526305142, 0.20328455555794026, 0.10040508577540865, 0.32271452484983615, 0.32075248393124944, 0.2703876678439669, 0.2750799249808759, 0.24310173847527045, 0.1891645567900292, 0.11812941743602925, 0.2069007146156798, 0.1939764140800237, 0.1718784976447141, 0.28154710580655296, 0.25711298351339923, 0.18939827744584806, 0.4874998201496422, 0.1491299619655276, 0.14744583934861047, 0.33016695456782263, 0.275977713777306, 0.1157447436546961 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20369952149777973, 0.26350977856305574, 0.3692228126824751, 0.21157973937528315, 0.3217217028603902, 0.17285475143063928, 0.10856693522378451, 0.133313385907539, 0.13776494566029762, 0.16477746916802993, 0.3037229055884782, 0.27038150597189264, 0.19203488223175816, 0.32687327511413816, 0.20512988385944597, 0.14345785152438878, 0.13615559915190098, 0.24367742764852834, 0.2454505894071852, 0.24539262024616618, 0.3068510398557933, 0.16820227006345256, 0.24473310617204766, 0.2855908737272762 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 31.199752671236123, 28.874978314868187, 47.45062023868351, 23.594687293599335, 41.25697103548854, 32.38336624994632, 33.059192462278006, 26.316715740264573, 21.87350036669434, 22.506154251366222, 32.08824163912711, 23.67691436309828, 22.737009109854185, 39.902412802845944, 19.517083467928078, 24.461709072773058, 21.795358122030706, 26.036111023026045, 60.35132605924078, 24.701565528677317, 36.67862326085618, 38.61938307917805, 45.65900128892254, 37.245341325872396 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 29.85379522389013, 27.822685763434567, 46.3224728876128, 22.344202092805187, 39.64440599915437, 30.84675811896033, 31.885932506257067, 25.038457467148096, 20.628965066007716, 21.33162454929572, 30.896096562220333, 22.11442952888852, 21.625342280865823, 38.814515718619795, 18.211241765831293, 23.27548849871346, 20.699703796854457, 24.7239073716125, 58.59708592090395, 23.23830465850434, 35.29161966206856, 37.27120667162265, 43.926448021640105, 35.79158618538186 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45207307629101195, "rpss": 0.002906660006477768, "brier_below": 0.2268787066831148, "bss_below": -0.00048041543904586703, "brier_above": 0.2251943697054886, "bss_above": 0.006295955940237463, "crps": 31.74941744866066, "crpss": 0.0009341238856571676, "crps_fair": 30.424844846595573, "crpss_fair": 0.000989294130865681, "reliability": { "below": { "weight": [ 0.0, 0.010523, 0.159181, 0.621283, 0.188187, 0.020167, 0.000659, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1834, 0.2745, 0.3482, 0.4331, 0.5353, 0.6214, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.699, 0.3677, 0.3028, 0.4352, 0.5535, 0.7896, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008656, 0.292008, 0.492986, 0.182813, 0.019488, 0.003875, 0.000174, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1862, 0.2615, 0.3458, 0.4346, 0.5394, 0.6367, 0.7172, NaN, NaN ], "observed_frequency": [ NaN, 0.2772, 0.2712, 0.352, 0.4863, 0.1342, 0.0808, 0.8014, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4496382788256566, 0.5133217130185654, 0.43890706321242184, 0.49621104459642257, 0.37044013474561055, 0.49922906959943686, 0.4236590883518406, 0.4566886649676105, 0.40872368843732965 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27730531224940025, 0.16541890855472835, 0.2526851971853571, 0.13596176724148615, 0.16975434038259063, 0.32641227979816495, 0.10730517951621883, 0.17532794107782299, 0.2292727286126361 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.17233297538490633, 0.3479027842847777, 0.1862218678842736, 0.3602492536501313, 0.20068579785225593, 0.17281680534905394, 0.31635388977972007, 0.28136071273296437, 0.17945096727803223 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 25.058239005963046, 65.77808949593886, 25.167994207021838, 43.212718165304494, 17.413275222569833, 26.128595038143224, 26.416071944907824, 28.26563532872425, 19.70459700114486 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.915989212204, 64.62159269947122, 24.133838068395093, 42.095822274294314, 16.279180364550392, 24.808395424359663, 25.16351128788661, 27.137443081736027, 18.579987326267407 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.45075763841721045, "rpss": 0.0026516194641801327, "brier_below": 0.2043826282909339, "bss_below": 0.0037955031536893724, "brier_above": 0.24637500602179063, "bss_above": 0.0017007038459875279, "crps": 30.793912823302023, "crpss": -0.003975736508255112, "crps_fair": 29.637306637684972, "crpss_fair": -0.003706648216702302, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.145945, 0.807671, 0.046082, 0.000301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.29, 0.3403, 0.4185, 0.5116, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2981, 0.2668, 0.4967, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000151, 0.202033, 0.720105, 0.07756, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1942, 0.283, 0.3455, 0.4148, 0.5072, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3221, 0.4303, 0.4138, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.45159408590477806, 0.5325372158308086, 0.4316435298688359, 0.5004393342951456, 0.35981044645113774, 0.5255290359485102, 0.41094594345149427, 0.46095835753060127, 0.41754650528437887 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.32167721624624646, 0.12764456625666595, 0.260961857189222, 0.13126755776739002, 0.1767755126851338, 0.35999114708620744, 0.10390171276800736, 0.13958069383136168, 0.22816981896762686 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12991688578742772, 0.4048926185819535, 0.17068167556880673, 0.36917175161886256, 0.18303494021945144, 0.16553790619319786, 0.307044213776425, 0.3213776459031643, 0.18937669341215138 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 27.349865040307705, 81.93600106035683, 27.986278668287135, 47.516050416600415, 18.849900949589788, 29.945710844590252, 28.54721427994892, 33.92397187687018, 22.57389140566206 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 26.09050595638413, 80.67278251730177, 26.87475318617589, 46.275249983618394, 17.59352837085459, 28.499176090873846, 27.158581744862367, 32.64735240964314, 21.28339368736813 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45455605050729886, "rpss": 0.0026610192770196717, "brier_below": 0.20555223142198462, "bss_below": 0.005418126784266897, "brier_above": 0.24900381456238233, "bss_above": 0.0003734864830832185, "crps": 35.40320939357925, "crpss": -0.004003404153174461, "crps_fair": 34.121702660786916, "crpss_fair": -0.003783672882027078, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.147957, 0.804606, 0.046971, 0.000466, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.29, 0.3406, 0.4195, 0.5107, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3226, 0.2647, 0.5429, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000186, 0.205056, 0.71563, 0.078942, 0.000186, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1942, 0.2829, 0.3454, 0.4149, 0.5072, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3349, 0.4383, 0.4009, 0.0, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.5314456242706688, "training": [ 0.5700456481256785, 0.5098122311586774, 0.5187836382941866, 0.5251237018412177, 0.6296988293982575, 0.4492258139606862, 0.5507547762697657, 0.5608442467983594, 0.5703978721040314, 0.5321337653213879, 0.5054219595547277, 0.5779760351449145, 0.5081319175905452, 0.4802468166509705, 0.5245724841314652, 0.5527880662807471, 0.5406998692287476, 0.5439367912613035, 0.37347663497770633, 0.5330274585057059, 0.5585838390265397, 0.5314896934563557, 0.5402036181278972, 0.5673192752861768 ], "test": 0.580158073760103 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45195469530501464, 0.42967310073790305, 0.5056386604668734, 0.41760488927707967, 0.42453917373429884, 0.4683192397619835, 0.4161653685234067, 0.4087357522306026, 0.39770375605832214, 0.39434645961025583, 0.4898284418155988, 0.39629451748399447, 0.41087562560766727, 0.5105103602579154, 0.40359300420944905, 0.4460601597106506, 0.3958166449316473, 0.433470359047719, 0.6586189134791803, 0.43441049507156204, 0.46715944726651165, 0.4777520787671956, 0.5163550557541822, 0.40263784879286707 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2026968410957746, 0.1951857228042594, 0.1768471729368106, 0.19038894509217977, 0.10358047552544196, 0.30701174330584585, 0.3087648541934975, 0.22771328024210133, 0.2638162358858594, 0.22940700087735147, 0.2235929132264574, 0.12126846494619611, 0.22356646589154644, 0.21962839214316535, 0.17223379912229822, 0.2517493009021353, 0.24073234767699, 0.1964346632412714, 0.4377466403119978, 0.2071179267125807, 0.20207628811980582, 0.2724548757990524, 0.3014161543557079, 0.13723190398864366 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2492578558103832, 0.23448737939012332, 0.3287914912872622, 0.22721594453052787, 0.32095869884964795, 0.1613074951763236, 0.1074005134673298, 0.18102247161791743, 0.13388751937825075, 0.1649394572238192, 0.26623552854684757, 0.2750260536499439, 0.18730915883997115, 0.29088196817844725, 0.23135920554373032, 0.19431085942236812, 0.15508429849130093, 0.23703569704779776, 0.22087227447702487, 0.22729256793427502, 0.26508316120949776, 0.20529720156001022, 0.2149388994835428, 0.26540594557083236 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 33.16241732497794, 24.756203619990323, 40.31314345593491, 24.135371198708583, 36.296773175189664, 28.039154969825248, 28.168451123975334, 25.627516488840005, 17.83409496885704, 20.049565697677647, 29.43173502980547, 21.22332808063077, 22.72709845404499, 35.467972861813294, 19.467197544080463, 28.2957555527787, 20.386288351540458, 23.02419519943064, 50.94617272059768, 24.594657102380847, 33.76358342068441, 37.525825752821326, 38.174336308629485, 31.475298495147747 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 31.895106793718153, 23.834905390091972, 39.177865579550684, 22.77296149884156, 35.02713464449429, 26.790334910844432, 27.272979018814528, 24.54936271380982, 16.67086869655791, 18.926194773885012, 28.3142511927255, 19.95674248247237, 21.513818965756577, 34.399486602275296, 18.289791077168633, 27.17801621067502, 19.2610213230032, 21.820558087440414, 49.324286882666655, 23.284454350813952, 32.5640971463121, 36.36257060844534, 36.67583128205275, 30.30490160105284 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.44825266866257835, "rpss": 0.01108084090655348, "brier_below": 0.22552760034987376, "bss_below": 0.005272877109623764, "brier_above": 0.22272506861196564, "bss_above": 0.016893182731108625, "crps": 28.953589037431794, "crpss": -0.010506837752729092, "crps_fair": 27.756980909727872, "crpss_fair": -0.010863424942892275, "reliability": { "below": { "weight": [ 0.0, 0.0019, 0.174361, 0.513565, 0.289343, 0.020831, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1793, 0.271, 0.3499, 0.4323, 0.5179, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6464, 0.289, 0.3221, 0.4231, 0.3831, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001262, 0.258023, 0.548317, 0.180192, 0.011926, 0.00028, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2708, 0.3451, 0.4324, 0.5383, 0.6227, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1345, 0.2538, 0.3674, 0.4339, 0.1275, 0.2004, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4370955213171542, 0.448766719384201, 0.5273170614473601, 0.4140495090802719, 0.41617163417649433, 0.48442499074502493, 0.4332851862592561, 0.3956776478464277, 0.4032281158639967, 0.40700545173610564, 0.48605001395046227, 0.3941141452336686, 0.4151100474531035, 0.5245939884132942, 0.3811076874371773, 0.4269830083727387, 0.39592651053037065, 0.4382931347765265, 0.6568124800102678, 0.4064047865375881, 0.4664666265772567, 0.4798646287726306, 0.49603038836770363, 0.40417560700784344 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22857273652810486, 0.19095105125208908, 0.17927579758707307, 0.20759589953100185, 0.09829678127947336, 0.31388338889532497, 0.3251587384384104, 0.26747845066135917, 0.26182617076589404, 0.23355779939910068, 0.19297514331909407, 0.12379939108275666, 0.22787993468549902, 0.20317925522527758, 0.1742815042106812, 0.2760032429395703, 0.2518939958862758, 0.19610997470897729, 0.4433908909930388, 0.1576021780540539, 0.15887289908002727, 0.3161711655303973, 0.2559212319884984, 0.11634392988554099 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20852278552934542, 0.2578156698010932, 0.3480412680029162, 0.2064536084164954, 0.31787485258916, 0.1705416004768703, 0.10812644634115448, 0.1281991953552878, 0.1414019445594854, 0.17344765145846877, 0.29307487140459354, 0.27031475466526556, 0.1872301115217561, 0.3214147339665681, 0.20682618317666276, 0.1509797643087518, 0.1440325160082254, 0.24218316156704825, 0.21342158971766803, 0.24880260917077343, 0.30759373181712796, 0.16369345938176644, 0.2401091550196212, 0.2878316784589901 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.07369905834776, 28.809059474877184, 46.64924440888214, 25.922837352498938, 41.91332595682834, 32.39891164737117, 33.563672620084766, 25.343596680160278, 19.992373993903314, 23.04035507074915, 33.16263949387842, 23.074957839615173, 26.143535059598715, 41.519004510349674, 20.60315873244478, 24.52327957414047, 22.619220552896902, 26.450307188936787, 57.796116575255176, 26.530195716050823, 39.1344161022613, 38.60776935006191, 42.39757634675381, 36.55534434306305 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 30.69941573095834, 27.773767397436238, 45.42298142296261, 24.376130393258247, 40.50821992510134, 30.97288698195082, 32.5678878662362, 24.164636270089645, 18.74495725026626, 21.794109550572475, 31.955277659524718, 21.687709343863485, 24.79669280916071, 40.319849003639995, 19.34810489335801, 23.29889174451359, 21.400769151580597, 25.121654909818957, 56.001800685885414, 25.073499917097635, 37.81327801966821, 37.29639518119948, 40.71796712667311, 35.28744368485968 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4474564538040385, "rpss": 0.01308909239725875, "brier_below": 0.22504256466364667, "bss_below": 0.007616528330156691, "brier_above": 0.22241388927979566, "bss_above": 0.018565244231297018, "crps": 32.034358235375414, "crpss": -0.008032170289037799, "crps_fair": 30.714346954986492, "crpss_fair": -0.00851661155616279, "reliability": { "below": { "weight": [ 0.0, 0.00073, 0.181552, 0.507559, 0.289779, 0.02038, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2707, 0.3494, 0.4326, 0.516, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3809, 0.2768, 0.3274, 0.4253, 0.3765, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000698, 0.262969, 0.526598, 0.199728, 0.009868, 0.000139, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1913, 0.271, 0.3452, 0.4331, 0.5354, 0.623, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4014, 0.2654, 0.3535, 0.4462, 0.1732, 0.2508, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4382966262969766, 0.520299566573403, 0.43110295924894965, 0.4910958435292251, 0.3780001908812344, 0.46319390172941627, 0.4414077394716828, 0.4630156953554164, 0.39551576404813016 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2688036505229815, 0.17350267330810956, 0.24593796263663303, 0.14077582776834163, 0.18049197688499094, 0.30466524491934777, 0.11553537344273808, 0.18328991243334514, 0.2180099958608476 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1694929839063709, 0.3467968731181892, 0.18516500076776082, 0.35031999397358504, 0.1975082170473151, 0.15852867006331398, 0.32587234754837135, 0.2797257720004799, 0.17750577608583645 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 23.823212159497277, 67.66791898466722, 25.203808953572594, 42.96921297088074, 18.8922580506595, 23.749179146089332, 27.387150941847292, 29.261149975692554, 18.8798039147334 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.181283337756515, 67.07054213874844, 24.58249217774746, 42.3791694594717, 18.289320303271268, 23.078750680338008, 26.780100463590692, 28.648199243116196, 18.320296462106892 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4468809207927149, "rpss": 0.011229262337103862, "brier_below": 0.2034458464197039, "bss_below": 0.008361577680116361, "brier_above": 0.24343507050124696, "bss_above": 0.01361317665841777, "crps": 30.87041056640444, "crpss": -0.006469796890031354, "crps_fair": 30.25890602957191, "crpss_fair": -0.0247579350219298, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.095756, 0.739782, 0.164462, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2819, 0.3495, 0.4243, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1909, 0.2638, 0.418, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126469, 0.842872, 0.030659, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3413, 0.4141, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2897, 0.4178, 0.5964, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42771751726610646, 0.5403813406046226, 0.428001065324623, 0.49130220723420376, 0.36645349504409697, 0.48734202925906106, 0.42513658802234067, 0.469274465897848, 0.402248691835845 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30216478933251173, 0.13684289689675175, 0.25533667249897163, 0.1343211105111203, 0.18645525067681523, 0.3379222632892697, 0.11038110457159753, 0.14977020195685928, 0.21549601163029797 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12555274311600345, 0.403538413276944, 0.17266439848520843, 0.3569810740073744, 0.17999825029144315, 0.14941978076443585, 0.3147554669855095, 0.3195042464721833, 0.1867526876176994 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.083859931841683, 84.03393859247545, 27.97724721873256, 47.283342142348886, 20.2478483371151, 27.178015984770102, 29.456734015556698, 35.05456893577565, 21.417552371748087 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 24.38279957837516, 83.39003109837253, 27.301991975487528, 46.63729908776998, 19.591170916148098, 26.443556595915076, 28.793900459580012, 34.372073817617895, 20.785845649387397 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44865082227652753, "rpss": 0.0156176487136781, "brier_below": 0.20318781126268834, "bss_below": 0.016858573890259354, "brier_above": 0.24546300677964464, "bss_above": 0.014588069280186855, "crps": 35.303678614484916, "crpss": -0.001180800136747262, "crps_fair": 34.633185464294854, "crpss_fair": -0.018830345441870344, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.109724, 0.730518, 0.159759, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.282, 0.3471, 0.4252, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2081, 0.2629, 0.4494, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126065, 0.841951, 0.031984, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2843, 0.3414, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3037, 0.4237, 0.593, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.6003252053993897, "training": [ 0.6540054740330193, 0.5808383184036592, 0.5871333645636412, 0.5969655628632466, 0.7336812612856201, 0.49300159802254395, 0.6125942675294843, 0.6532410058075491, 0.6377547033064233, 0.6031993382067148, 0.5672142465583524, 0.6632109968717119, 0.5747125895753775, 0.5386200420321235, 0.5955617345849554, 0.626796573740508, 0.6257625238394576, 0.6184623740637574, 0.37751965873442167, 0.5964633204537451, 0.6266140391472313, 0.590114625566084, 0.6029969342912508, 0.6513403761044747 ], "test": 0.6462895691110504 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45634453344580483, 0.43836675564374394, 0.492998087192561, 0.4117229809660854, 0.43963076838914844, 0.47770141451181397, 0.4453933668268233, 0.41837534427057743, 0.4245924754177685, 0.4020746302228352, 0.4793715203133019, 0.3974104304296386, 0.3999128493336721, 0.4956624437149413, 0.40173483715187885, 0.4621699647018901, 0.41565904042550156, 0.4337367299139591, 0.68961860126576, 0.4337990769022466, 0.46315312599434805, 0.4906249538546072, 0.5336430313763002, 0.40055323065150505 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2022011582505929, 0.2005795075698379, 0.1666051411975147, 0.18239359425437093, 0.10626708783105711, 0.31832307065762594, 0.33543629622004717, 0.23330261725628262, 0.287180699116252, 0.235867084863247, 0.21482705100501717, 0.11739097975341954, 0.21071063216033592, 0.20485379366338913, 0.16672986076609145, 0.2681983507179864, 0.25629549610839514, 0.19375010053780695, 0.46656727854680063, 0.20497032601495188, 0.19529571585044408, 0.28546696994654935, 0.31668924242625157, 0.1318712050699563 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2541433759866583, 0.2377872481514563, 0.32639295114225947, 0.22932938768490777, 0.3333636808607287, 0.15937834225405684, 0.10995706810392222, 0.18507272694746163, 0.13741177350171513, 0.16620754353666767, 0.26454446987377944, 0.28001945223430025, 0.18920221611635576, 0.290808652539642, 0.23500497686393904, 0.19397161304808425, 0.15936354398333621, 0.23998663119612043, 0.2230513250043162, 0.22882875132445563, 0.267857411162908, 0.20515798189187387, 0.2169537873194111, 0.26868202640458877 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.222200838158685, 24.41598748167803, 39.709261817912186, 23.03799157992256, 36.51283656205301, 28.368072306563736, 31.63554979071034, 25.84793711179879, 19.582368600307554, 20.193505228376146, 27.45135303325849, 21.167518654076364, 21.250797626612528, 34.19811736011369, 18.75549203528192, 29.390835410887565, 20.796090259538357, 22.45837879202202, 50.46187809453124, 23.89913569589022, 32.94923880697176, 38.743226557762156, 39.080129281055676, 31.938311615118632 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.186610016823714, 23.57589276930762, 38.710276262508025, 21.834937468157207, 35.47484382691212, 27.318085101679838, 30.863973189154343, 24.93317856646564, 18.573462678059915, 19.17941011268437, 26.436407817588695, 20.09337155779123, 20.18802511696608, 33.271857868851065, 17.712998020183537, 28.39551055161522, 19.800916091674388, 21.396625317668196, 49.22989708591738, 22.789539755089127, 31.92091855605848, 37.75655938156569, 37.93452347422874, 30.932643862919118 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4543437580381964, "rpss": -0.002357104708519797, "brier_below": 0.22924055249100936, "bss_below": -0.011103718016878483, "brier_above": 0.22510320571387274, "bss_above": 0.006396103027170308, "crps": 29.002758939191732, "crpss": -0.012222912463736746, "crps_fair": 27.979602685411237, "crpss_fair": -0.018970942520760037, "reliability": { "below": { "weight": [ 0.0, 0.003357, 0.169, 0.713403, 0.112938, 0.001302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1869, 0.2761, 0.3493, 0.4245, 0.5169, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6081, 0.3865, 0.3248, 0.4256, 0.2548, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.190592, 0.672614, 0.126935, 0.00986, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2775, 0.346, 0.431, 0.5364, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2447, 0.3734, 0.384, 0.0368, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4460988710108971, 0.45535201733968145, 0.5125556484803134, 0.407939200405151, 0.433999818502013, 0.4942663064742521, 0.4617402649333923, 0.41159108172389874, 0.4285259309406478, 0.4169682170953752, 0.4728877896744198, 0.39471481303805006, 0.4028699642106863, 0.5040489390448152, 0.3817220727582635, 0.45119482586296294, 0.4169643492228598, 0.43561378257553074, 0.6865075409715039, 0.40276954154129707, 0.4592189910915262, 0.4992922637789794, 0.5106306196864704, 0.40259169919711846 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.23186095626282852, 0.19433243763323574, 0.16727221883193336, 0.1992625903228146, 0.1016021854945392, 0.32628891201612026, 0.3514644918443791, 0.278883239002293, 0.2841998966375644, 0.24296609364324398, 0.1816465941043583, 0.11996010305257772, 0.21430703037333285, 0.18565029431418817, 0.1699949384423443, 0.29701962159198725, 0.2669838234622207, 0.19196842162823508, 0.4736054421002529, 0.15225680397907979, 0.14950163263856453, 0.3335710221449887, 0.2681468407866459, 0.1114634473587988 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21423791466766967, 0.2610195798024283, 0.34528343577549614, 0.2086766097868741, 0.33239763239081677, 0.1679773929214893, 0.1102757701982137, 0.13270784121092316, 0.14432603212553177, 0.17400212225496806, 0.2912411971563724, 0.27475471108032234, 0.1885629321721882, 0.3183986481705865, 0.2117271338203521, 0.15417520195427015, 0.1499805256900583, 0.2436453629951211, 0.21290210086781358, 0.2505127389677105, 0.3097173616164466, 0.16572123771226036, 0.24248377799428633, 0.29112825340048554 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 33.135039222525535, 28.36223730803347, 45.911480009207494, 24.705716255144257, 42.29470538912032, 32.8748004228621, 37.49591244982782, 25.75879172656648, 21.97044063224435, 23.30529475452703, 30.728448064864978, 22.938149812295794, 24.40088222722736, 39.831062909764235, 19.90834086838475, 25.94110407470931, 23.05521113077454, 25.781777100734292, 57.345641547418765, 25.465154550124083, 38.11898966249005, 40.3094790993623, 43.08788733098966, 37.148163979194706 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 32.00507166304991, 27.41713668919094, 44.82243360383526, 23.340196339224427, 41.15535339266274, 31.677944477371415, 36.639018318841835, 24.755869281171762, 20.879308993786776, 22.172724244008766, 29.614710376392956, 21.75506245558323, 23.21630781309406, 38.792539093808884, 18.78508303831002, 24.833235512098785, 21.96545918563324, 24.602872005063634, 55.98183103149091, 24.224306728195135, 36.9825273639909, 39.19677463743131, 41.81130319140777, 36.05161492632918 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45375268956500436, "rpss": -0.0007978986082548545, "brier_below": 0.22892537656943865, "bss_below": -0.009505736360836181, "brier_above": 0.22482731311386187, "bss_above": 0.00791564838625769, "crps": 32.07811293868307, "crpss": -0.00940900912599818, "crps_fair": 30.94494518174891, "crpss_fair": -0.01608838713798222, "reliability": { "below": { "weight": [ 0.0, 0.002186, 0.177361, 0.702048, 0.118371, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1889, 0.2765, 0.3496, 0.4247, 0.5063, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6024, 0.3822, 0.3258, 0.4204, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.202912, 0.646705, 0.144524, 0.005859, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2785, 0.3458, 0.4308, 0.5328, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2588, 0.3655, 0.4015, 0.0295, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44880506131929243, 0.5104560137727577, 0.4421156495923115, 0.4824815317450497, 0.37106423870738836, 0.479793191474419, 0.43863032309265776, 0.4544268915487406, 0.4105302036907248 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2792856388406685, 0.16421109814135607, 0.251459953525528, 0.13095498834359925, 0.17023265099082618, 0.3222528939651535, 0.10686015759667444, 0.17337342518036336, 0.23047127306210452 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16951943099342653, 0.3462448954887103, 0.19065569980596753, 0.35152652027076264, 0.20083159060245467, 0.15754031135500357, 0.33177014687819983, 0.28105345561070755, 0.18005893831014863 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.75603594576449, 67.1251739494824, 24.8609897146358, 42.255708515462864, 17.309256153295998, 24.82489279029034, 27.178168332816597, 28.05982546936679, 19.596009868463927 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 24.225034568010066, 66.61126604235545, 24.326295704908926, 41.741160618562354, 16.799759287317688, 24.26979197803267, 26.671904174973395, 27.529686556526837, 19.104497682721572 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.44870034499370465, "rpss": 0.00720359615707733, "brier_below": 0.20323356440514154, "bss_below": 0.009396285469496557, "brier_above": 0.24546677659059787, "bss_above": 0.005380804423340324, "crps": 30.66289563773102, "crpss": 0.00029582443736642094, "crps_fair": 30.14215517926766, "crpss_fair": -0.020804012822861706, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.116601, 0.860523, 0.022876, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2947, 0.3409, 0.4086, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2195, 0.282, 0.6059, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.079351, 0.917808, 0.002841, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.3398, 0.4035, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2819, 0.4177, 0.4725, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44442683668331273, 0.5269659080832181, 0.43888129621510324, 0.4818435995330451, 0.3594109866501104, 0.5041948854781411, 0.42371224354969766, 0.4585878568390225, 0.418541832374995 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31827570724056153, 0.12443125427635393, 0.26167981144908414, 0.12405258108328296, 0.1761376870672212, 0.3562063332654268, 0.10170436221474995, 0.13787940315432534, 0.22974046485129043 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1261511450974739, 0.4025346230483747, 0.17720149010837696, 0.3577909942636609, 0.18327330531525077, 0.1479885676846141, 0.32200786476709437, 0.32070843641596386, 0.18880137449048315 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 26.590024403560783, 83.30622820749349, 27.582130269539824, 46.22492289094078, 18.583832972302137, 28.57881848128269, 29.20534528646045, 33.611163721272774, 22.39003335792496 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 26.008005179421133, 82.74929224963165, 26.996237553022944, 45.65599086699879, 18.025632405567748, 27.9674931659445, 28.649732253712372, 33.01924940890752, 21.8338702289047 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45072949393407175, "rpss": 0.011056846432245027, "brier_below": 0.20334528940025512, "bss_below": 0.016096602589981135, "brier_above": 0.24738420013236587, "bss_above": 0.006875433165162814, "crps": 35.119166621197536, "crpss": 0.004051795227932198, "crps_fair": 34.54505592356793, "crpss_fair": -0.016237772762842217, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.127592, 0.843414, 0.028994, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.3386, 0.4082, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2283, 0.2835, 0.6365, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08606, 0.912823, 0.001117, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.3394, 0.4007, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.28, 0.4271, 0.0, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.5094074972452228, "training": [ 0.5493463374562859, 0.49218526368259025, 0.499688866628814, 0.5100117542198626, 0.6266571143650304, 0.4113372288930133, 0.5146538803995717, 0.5435446278322162, 0.5498808630005232, 0.5146944364236967, 0.48958630963518407, 0.5630149821199942, 0.49249077219161225, 0.458238492560901, 0.509205448419339, 0.5221242806854774, 0.5180744926480129, 0.5280969720325976, 0.3107649435921712, 0.5172758676967487, 0.5446714509677868, 0.4981851512614775, 0.5068204635348771, 0.555229933637567 ], "test": 0.5620718407020978 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44904436161476025, 0.43092827837057457, 0.4989228341364173, 0.406465513253191, 0.4182422300701699, 0.4843187452862789, 0.43921701191080137, 0.4050129577989318, 0.4086089829859878, 0.39814355854393924, 0.4846343446599065, 0.3867047844052312, 0.40142476820737777, 0.5024820463131544, 0.39477319067674405, 0.4533217221013061, 0.400048088125532, 0.4278011467677981, 0.7005980227992877, 0.43182206440651777, 0.4616803411163133, 0.48237522033875874, 0.5359393712247622, 0.39478956950212657 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20098340108022075, 0.19551194735308797, 0.16876471171557578, 0.17879387207503783, 0.09748811142111304, 0.3208000356768261, 0.3338816301697327, 0.22604280973503496, 0.2745290884613695, 0.23443247461264072, 0.21920511158532993, 0.1129772537094083, 0.21500939973753477, 0.21126878065053206, 0.16469680247987503, 0.2603171726077741, 0.2458681182359466, 0.19079409065341613, 0.4705385017890041, 0.2043765137521477, 0.19601356048500954, 0.279452997854407, 0.31983258908422807, 0.12941735640139274 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24806096193581156, 0.23541633255948013, 0.33015812732258976, 0.22767164230620146, 0.32075411955971167, 0.1635187079706954, 0.10533537971148156, 0.17897014778639522, 0.13407989239213017, 0.16371108170077697, 0.265429232791274, 0.2737275317329942, 0.1864153675706967, 0.29121326740841214, 0.230076388872393, 0.1930045497968487, 0.15417996998529754, 0.23700705758339546, 0.23005952269116728, 0.2274455512205272, 0.26566678261323873, 0.20292222038604835, 0.216106780474569, 0.2653722142860916 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.00486003553552, 23.952308425426583, 39.633130756655156, 22.529570633499574, 36.356047175158864, 27.881740617438904, 31.107835728135953, 25.64908267384415, 18.845224578436632, 19.728804187314836, 27.552561913514527, 20.36332875828028, 21.008069521955154, 34.30458809732409, 18.146851399764287, 28.693087299850824, 19.9513711021697, 22.22750582775796, 49.59707683371313, 23.634728337327783, 33.02606279602451, 38.321004608335535, 38.9582829171293, 31.682661437376687 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 32.9402970668217, 23.12116833748827, 38.64363244281258, 21.289570352369044, 35.27979034548036, 26.813686082004885, 30.340541591275244, 24.740158885150915, 17.836188405499964, 18.728333280179132, 26.54606285412184, 19.269089794946712, 19.923801377239077, 33.347402989784804, 17.118164123295802, 27.70263931073542, 18.942991785397233, 21.165807798868176, 48.28011572495901, 22.49406941302529, 31.993480894077095, 37.32852835980888, 37.72381360367424, 30.674028364134696 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.44988746477566116, "rpss": 0.007474211631455896, "brier_below": 0.22712484713861025, "bss_below": -0.001772046439604491, "brier_above": 0.22276261794409283, "bss_above": 0.016727440254843295, "crps": 28.63149106924875, "crpss": 0.000734677033380482, "crps_fair": 27.593473465964596, "crpss_fair": -0.00490875375067068, "reliability": { "below": { "weight": [ 0.0, 0.012973, 0.251145, 0.535218, 0.191439, 0.009225, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2705, 0.3491, 0.4316, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5827, 0.3059, 0.328, 0.4414, 0.3269, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005808, 0.281407, 0.518779, 0.172228, 0.01983, 0.001949, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.195, 0.2708, 0.3474, 0.4334, 0.5304, 0.6242, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0777, 0.2456, 0.3765, 0.4542, 0.1821, 0.0861, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43663875677807745, 0.4482292831240764, 0.521507928084157, 0.4032940531140752, 0.41049670778685954, 0.501611822668371, 0.4567854080739801, 0.39790651038726405, 0.4128171669798937, 0.41241504493438774, 0.47759932260449767, 0.38527855569809605, 0.4065319415645262, 0.517856647912762, 0.37192902072291173, 0.43872415042783064, 0.39735332648129024, 0.433725119882569, 0.6956671638640147, 0.3992228211285952, 0.45626996225871286, 0.4889733441355446, 0.5098411879598116, 0.39548463121624644 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.229300140371334, 0.18945659860796382, 0.17199194281108723, 0.19562564565136378, 0.0920562687202637, 0.32837459869853747, 0.3505894360221822, 0.27120343450708057, 0.27140078898468617, 0.24066922129477422, 0.18575463362113093, 0.11598794624170904, 0.21999841109179868, 0.19553838054959305, 0.1664898488875445, 0.2882112167906278, 0.25452778815361515, 0.19135944168094474, 0.47548127229608017, 0.150698009379702, 0.14921481994439317, 0.3266584504351659, 0.2698609703842857, 0.10785699896638616 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20733861672778298, 0.2587726863812974, 0.3495159909442949, 0.20766840732826322, 0.3184404391343661, 0.173237222365253, 0.10619596961123999, 0.12670307421777047, 0.1414163764415232, 0.1717458218517772, 0.29184468985622947, 0.2692906099458987, 0.18653352900717157, 0.32231826968945054, 0.20543917187162372, 0.1505129319556331, 0.1428255387128079, 0.24236567971799775, 0.2201858923191611, 0.24852481347767374, 0.3070551466052367, 0.16231488939374147, 0.23998021648924714, 0.2876276340104516 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.70701082396259, 27.80310424224328, 45.97875771852177, 24.079889727293224, 42.01777225010677, 32.29485514165493, 36.84831298542516, 25.345489402397895, 21.142986916791074, 22.83758141528651, 30.838531442939033, 22.167845014112622, 24.23745690793284, 40.21779558620135, 19.213848753140784, 25.153733262784584, 21.975837461723398, 25.734744121949326, 56.44582179227259, 25.233229379575498, 38.182214725556825, 39.60023116792154, 42.96157085363582, 36.93058269636252 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.550110620780394, 26.867838345694686, 44.904172438907366, 22.663172828582088, 40.82465219276371, 31.06883653410444, 35.99665081610283, 24.349474769619313, 20.059415852574435, 21.720140625479385, 29.74343798648011, 20.9648892459886, 23.02375012114321, 39.13986160853977, 18.112518120780344, 24.065714681088796, 20.879698512912146, 24.55909053925056, 54.9851798784495, 23.952581651853198, 37.039771149615774, 38.47670697139685, 41.56379792152375, 35.83302202606303 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.44900666157452296, "rpss": 0.009669950836699859, "brier_below": 0.22659609433717706, "bss_below": 0.0007658368928968873, "brier_above": 0.22241056741899554, "bss_above": 0.018579902441958285, "crps": 31.664550157908, "crpss": 0.003604661520760666, "crps_fair": 30.514353559987267, "crpss_fair": -0.001949756615251097, "reliability": { "below": { "weight": [ 0.0, 0.010912, 0.25808, 0.521518, 0.201366, 0.008124, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1917, 0.2698, 0.3496, 0.4323, 0.5168, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5981, 0.2966, 0.3291, 0.4486, 0.3156, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00484, 0.289311, 0.498352, 0.187533, 0.018792, 0.001172, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1971, 0.2708, 0.3473, 0.4342, 0.5282, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1227, 0.2547, 0.3633, 0.4651, 0.2343, 0.1182, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44424742666463457, 0.5141222701174112, 0.4277153775593973, 0.4802471547076948, 0.36775758366468203, 0.4787820015042101, 0.4301337942704761, 0.4550319510779899, 0.40057727690347666 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27528552816251556, 0.16529904280338809, 0.24337224126603083, 0.13192908432186304, 0.16953407573924115, 0.31984457749544803, 0.10432895981677338, 0.17534312314060974, 0.22379161598732175 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16896190640000855, 0.34882320747133283, 0.18434313995883625, 0.34831804829423335, 0.19822351070957497, 0.15893743743512348, 0.3258048154893385, 0.279688817333978, 0.1767856683172038 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.367532742829855, 67.64785300944928, 24.24176232171449, 42.137774884125776, 17.102396422006873, 23.985331624104408, 26.95006762067762, 28.249031844522957, 18.618232283409004 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.814704889812116, 67.13149165055128, 23.70146770914082, 41.62094497837136, 16.582966250771047, 23.410244429916272, 26.432038984329157, 27.712004857381725, 18.129585289590658 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4442905373855525, "rpss": 0.01696075632835825, "brier_below": 0.20096980541479906, "bss_below": 0.020430329335226927, "brier_above": 0.24332072793440332, "bss_above": 0.014076487064142773, "crps": 30.366664750315586, "crpss": 0.009953857343933281, "crps_fair": 29.837272115540493, "crpss_fair": -0.010478744007694551, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.213362, 0.695151, 0.091487, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3451, 0.4145, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2222, 0.2713, 0.5046, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.196093, 0.743171, 0.06066, 7.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.343, 0.4117, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.418, 0.5649, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.436368423912384, 0.5321739491875336, 0.4243349315684931, 0.4806850648496262, 0.3557059700568905, 0.5027714943757737, 0.4145821506444962, 0.45953828953941744, 0.40786435924551545 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31120555216819823, 0.12672188441751434, 0.2527994053178367, 0.12612903952740706, 0.1748687833020303, 0.35356910861907304, 0.09916956782188512, 0.1401891597134009, 0.2220416476378614 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12516288668976916, 0.4054520345291567, 0.1715355314653904, 0.3545560025121764, 0.18083719229050954, 0.14920240047414068, 0.31541256589072336, 0.3193491128389074, 0.185822718604302 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.979894697310755, 84.19179033655286, 26.953577789354444, 46.160660935783156, 18.379653758276888, 27.513114074900002, 28.93830212720478, 33.9256618330001, 21.28571539196607 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.37376043369382, 83.63229898838429, 26.363504798829148, 45.59204498300313, 17.811645458340678, 26.879174592900675, 28.369750598531812, 33.32471661052438, 20.732045826317464 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44600273704223664, "rpss": 0.021427798255165387, "brier_below": 0.2007437942805786, "bss_below": 0.028684156961880536, "brier_above": 0.24525893836611948, "bss_above": 0.01540730249992528, "crps": 34.814263438261, "crpss": 0.0126985772245084, "crps_fair": 34.23099358783615, "crpss_fair": -0.006998765905278814, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.231931, 0.675557, 0.092512, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3436, 0.4162, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2257, 0.2694, 0.5655, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.199906, 0.742462, 0.057539, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2875, 0.3431, 0.4117, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3161, 0.427, 0.5839, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.6194217982563252, "training": [ 0.666506803230873, 0.6022311883460336, 0.6056093126269089, 0.6106897796331526, 0.7225745559103538, 0.5300638951516016, 0.6475009413392974, 0.6476886910089416, 0.6526084127711423, 0.6219722178511367, 0.5900529310934962, 0.6784965794762674, 0.5966486113285235, 0.5712942538930116, 0.6164439853350664, 0.6475306546381013, 0.6321067081770148, 0.6361513015369599, 0.435363296585777, 0.6210123529448439, 0.653888774756726, 0.610109336526201, 0.6087339306649802, 0.660844643325392 ], "test": 0.6659429215130166 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44193860763222503, 0.4323013211774679, 0.49810594979118406, 0.4154771983014345, 0.42861233093957796, 0.48685064601638395, 0.4274249555803314, 0.41466297459901563, 0.415225014207605, 0.39904355727937935, 0.48855002523748414, 0.3894888904695238, 0.40091186700369197, 0.5013060595623238, 0.3989953978895609, 0.45056294727253726, 0.40468696149267386, 0.4324275752859393, 0.7148621430264784, 0.43200543276290415, 0.46221457728302195, 0.4885541120139871, 0.5497510544977153, 0.3947853466208096 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.19782418734969504, 0.19497841658015747, 0.16692507089760633, 0.18504237669985268, 0.102657916078948, 0.3183202531241253, 0.31948353085651604, 0.230627893669569, 0.2797601096385688, 0.23591967431661034, 0.22091198951931712, 0.11517359654237143, 0.21139923830157592, 0.2096035081636769, 0.16549650947882213, 0.26065197001887486, 0.2505716458952962, 0.192593160737366, 0.47002189571778796, 0.20323011995527415, 0.19603661940278852, 0.2861967165150858, 0.3258311206206651, 0.13015617499241938 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24411441999379122, 0.23732290536006745, 0.33118088275729596, 0.2304348220562263, 0.32595441493289884, 0.16853039328280814, 0.10794142371535348, 0.18403508048392564, 0.1354649031401141, 0.16312388135253839, 0.2676380355574131, 0.27431529429159407, 0.18951262766142696, 0.2917025524337526, 0.23349888881417438, 0.18991097693406073, 0.1541153160280652, 0.239834415858, 0.244840250772235, 0.2287753132575453, 0.2661779588018441, 0.20235739325434737, 0.22391993336235785, 0.26462917202719166 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 32.483989701222924, 24.763905074500386, 40.20259979633061, 23.484869993374588, 35.68534335756635, 30.35250946720026, 29.871510438053473, 25.874095193603306, 18.907734835539223, 20.00524255357783, 28.880041948982154, 20.636319400441643, 21.430184995938067, 35.11443497065749, 18.83171194648955, 28.50558959812732, 20.285575148758397, 22.616589457410832, 56.615822293042875, 23.836491526287308, 32.7451780660577, 38.5872942221909, 43.184976372907904, 31.437764762765468 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 31.420278248586925, 23.960308522038602, 39.2172329443485, 22.302244586046214, 34.57064384921941, 29.2716866238101, 29.116730946591847, 24.95930215433914, 17.91815476554642, 19.017325586543038, 27.890378475172774, 19.512530365755385, 20.422475814984633, 34.21206491288303, 17.792173870649815, 27.529659911324053, 19.320244863798113, 21.554077752364638, 55.26390981814445, 22.68941851380044, 31.697121617581168, 37.5948534838232, 41.94999245434849, 30.416315023321577 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45286437274763564, "rpss": 0.000906662715066453, "brier_below": 0.2278922372947071, "bss_below": -0.005156748803857747, "brier_above": 0.22497213567204286, "bss_above": 0.0069746452292929195, "crps": 29.347490630042774, "crpss": -0.02425436494946065, "crps_fair": 28.316630212709253, "crpss_fair": -0.031244928717331755, "reliability": { "below": { "weight": [ 0.0, 0.004584, 0.208427, 0.620449, 0.157953, 0.008587, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1726, 0.2741, 0.35, 0.4306, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.438, 0.3678, 0.3101, 0.4542, 0.5374, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000671, 0.242107, 0.580131, 0.153494, 0.019322, 0.004276, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1932, 0.2733, 0.3472, 0.4351, 0.5359, 0.6274, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2458, 0.3691, 0.4638, 0.0842, 0.0985, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43176117782016205, 0.45246488313076544, 0.5197774806872668, 0.4126775989585724, 0.423702295080994, 0.5051667253048177, 0.4451542663465332, 0.4103797879010847, 0.41898298257591204, 0.41231491555990785, 0.4807847542963862, 0.38613485779348244, 0.4031829616148818, 0.5091000163022068, 0.37821274325511794, 0.43874887200310453, 0.40617500055454353, 0.4338012749122154, 0.7146142516562514, 0.40069294755434126, 0.45768431282042127, 0.49861215989135804, 0.527104125564914, 0.3971268933289649 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22692978968826769, 0.19148334385392513, 0.16798657301296072, 0.20162529992984213, 0.09758688675929181, 0.32813643315459834, 0.33686542016615617, 0.2760764865591956, 0.2764461915180444, 0.24236535897710837, 0.18738969974686634, 0.11740955337929156, 0.21425326423441807, 0.19031270293037456, 0.16851828122351623, 0.28832175446548436, 0.2615181436908892, 0.19032349120228623, 0.47847951729482535, 0.15066500146661446, 0.1501028475866422, 0.33431612068521566, 0.27746750887560906, 0.10995147932125197 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20483138700679882, 0.26098154010783975, 0.35179091204472585, 0.2110522984628466, 0.32611540773238396, 0.17703029238658163, 0.10828884471310528, 0.13430330008721347, 0.14253679012068837, 0.16994955537551795, 0.2933950552848839, 0.26872530423813823, 0.18892969606308677, 0.318787315343823, 0.20969446168005917, 0.15042711618691457, 0.14465685745044896, 0.2434777850739985, 0.2361347370277859, 0.2500279472491675, 0.30758146791116187, 0.16429603540858834, 0.24963661659381028, 0.28717541510985556 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 31.422722133746223, 28.90496244510777, 46.58364550903731, 25.207237760413225, 41.17330576974907, 35.198456747422476, 35.62278379400303, 25.973045120990694, 21.23002551798911, 23.01559617697076, 32.26984168324879, 22.243772942174864, 24.65662344425446, 40.75435080662625, 19.94342594331634, 25.123599157673432, 22.55720991240118, 25.972765156132606, 63.89681135604262, 25.365978933080136, 37.78631518542116, 40.23818333302773, 47.6120838310243, 36.66134526504 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 30.265399357769187, 27.997523165597677, 45.50891343471395, 23.87037616379959, 39.935580640077774, 33.94967907231708, 34.77836173386667, 24.977482632827513, 20.161030252850132, 21.916653749498234, 31.183942585318913, 21.006598008472505, 23.53861470422969, 39.74239990450848, 18.82756454810614, 24.04308180693267, 21.506939820119424, 24.790394665692197, 62.4116826324889, 24.078973745925506, 36.625005822511746, 39.119229871883995, 46.21982390839039, 35.54449095215431 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4526815535380919, "rpss": 0.001564601294247625, "brier_below": 0.2276887979051115, "bss_below": -0.004052722484408244, "brier_above": 0.22499275577747602, "bss_above": 0.007185607736891586, "crps": 32.47558699687056, "crpss": -0.02191641241356823, "crps_fair": 31.333322632502192, "crpss_fair": -0.028840900196865027, "reliability": { "below": { "weight": [ 0.0, 0.002983, 0.220325, 0.602656, 0.16603, 0.008007, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1759, 0.2739, 0.3502, 0.4308, 0.5185, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.382, 0.359, 0.3109, 0.4549, 0.5538, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 7e-05, 0.250087, 0.563662, 0.164108, 0.018509, 0.003565, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1932, 0.2736, 0.347, 0.4356, 0.5356, 0.6277, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2574, 0.3613, 0.4685, 0.092, 0.1268, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4496206914027741, 0.5129142857921968, 0.44083670717541895, 0.4857912976958464, 0.370784188976526, 0.489555772871193, 0.42744983688685445, 0.45705850641075463, 0.40780106726634097 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2789931519490665, 0.16439856021377788, 0.25081719251461226, 0.1318409042602154, 0.17034766535011361, 0.3269452353591629, 0.10394503745347844, 0.174841914479057, 0.22789965891645378 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.170627548097009, 0.348515705596157, 0.1900195182087699, 0.3539503703417308, 0.200436526568969, 0.16261055198667643, 0.3235047801795894, 0.28221658111784653, 0.1799014159079993 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.83356563932054, 67.28126364152251, 24.933277352656074, 42.59392372128472, 17.41578619869689, 25.922459096301964, 26.30922130840205, 28.392166895445495, 19.569649483907114 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 24.30080915885209, 66.76746303391616, 24.41165203418816, 42.08156443310109, 16.907776216166052, 25.34309292421813, 25.79157902266299, 27.860657322926432, 19.077833262054494 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4490902616086561, "rpss": 0.006340864899030518, "brier_below": 0.2033365911662153, "bss_below": 0.008894111074659539, "brier_above": 0.2457536664449719, "bss_above": 0.004218340972522605, "crps": 30.805701481948592, "crpss": -0.004360082833941181, "crps_fair": 30.282491934231732, "crpss_fair": -0.025556702926202268, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.112579, 0.852768, 0.034653, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3404, 0.4167, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2801, 0.2719, 0.5417, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.097602, 0.867986, 0.034411, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3401, 0.4169, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3428, 0.4095, 0.5287, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44597783143555575, 0.5301651275846943, 0.4370736247951994, 0.48627433641380247, 0.35901879617237004, 0.5145355815707464, 0.41308802558360586, 0.46189563972330205, 0.4160188278220253 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3185237349969931, 0.12510984930717178, 0.26061269990984354, 0.12541941369319345, 0.17617417153714696, 0.3612581797896723, 0.09918320561536743, 0.14016103185134005, 0.226902171797023 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12745411211747598, 0.40505524769908136, 0.17646093007572616, 0.3608548986290721, 0.18284463037051438, 0.1532774177284042, 0.31390480293400913, 0.32173459039766533, 0.18911666304039493 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 26.693350508866956, 83.46477963919423, 27.639069270387274, 46.67122142501998, 18.711635956791703, 29.749028799881373, 28.336427890058598, 34.022987976923666, 22.347224675808974 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 26.110619930790893, 82.91068078622679, 27.072409668846554, 46.10418378095456, 18.155449288721286, 29.11259693573395, 27.76644353941525, 33.42653853984073, 21.78768012774119 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45156086567792236, "rpss": 0.009232738169493993, "brier_below": 0.20370493983308352, "bss_below": 0.014356403523735128, "brier_above": 0.2478559214435937, "bss_above": 0.004981706635217686, "crps": 35.29285846032586, "crpss": -0.0008739502269443644, "crps_fair": 34.716289177585686, "crpss_fair": -0.0212750695925521, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.12452, 0.837794, 0.037686, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2852, 0.3386, 0.4177, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2952, 0.272, 0.5853, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.102018, 0.865593, 0.032389, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3398, 0.4167, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3491, 0.4178, 0.5163, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.622007610043823, "training": [ 0.6684589202689266, 0.6057847281235406, 0.6001004749461178, 0.611988507168961, 0.7158388512885874, 0.5488524224215523, 0.6492000498776972, 0.6549439980494602, 0.6566785301842486, 0.6231669601896689, 0.5906247989523602, 0.6743363147635251, 0.5942814193618439, 0.571343717065854, 0.6163060273211429, 0.6501007796086398, 0.6318585343180925, 0.6340687691028576, 0.4741314087133312, 0.6204621518278907, 0.6488618789946797, 0.6142906136215867, 0.6131510628856569, 0.6593517219955308 ], "test": 0.6623512207881921 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43468118054589294, 0.4314886291699902, 0.49948261159067747, 0.414824777033012, 0.42283664620188405, 0.49075068256122145, 0.43457903369156814, 0.4107322470337719, 0.41396759618420337, 0.4019559862786769, 0.4867198719152063, 0.38433500921512126, 0.40267442567890965, 0.5009334563435769, 0.39835546404065264, 0.4525416579949008, 0.4062468451149854, 0.4330631822440115, 0.7016827231548338, 0.43313947542336617, 0.4637438258435346, 0.4901245452043838, 0.55654835009339, 0.38979002961862314 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.19840418392708514, 0.19521804183367888, 0.16816119757406375, 0.18537931866886176, 0.09926958529949208, 0.31920959576379215, 0.3267971639842639, 0.2296244362911852, 0.27713987977340204, 0.2371160049435135, 0.21916318911522842, 0.11315510806064494, 0.21307803433560973, 0.2097129343780201, 0.16459707551052558, 0.2621161220572138, 0.25085688883741747, 0.19296278023475705, 0.4571051662783969, 0.20370032126894913, 0.19702153687500112, 0.28690145801114963, 0.32798746720475896, 0.12907938276365682 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.23627699613368025, 0.2362705880187813, 0.3313214176165097, 0.22944545874981598, 0.3235670610903256, 0.17154108723428213, 0.10778186900405415, 0.18110781077385615, 0.1368277151746217, 0.1648399799466759, 0.26755668300745994, 0.27117990142306014, 0.18959639032415698, 0.29122052274294097, 0.23375838889967654, 0.19042553557269476, 0.15538995657287452, 0.24010040308145258, 0.2445775603885377, 0.22943915453493852, 0.26672228980312096, 0.20322308559970034, 0.22856088257106277, 0.26071064693364504 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 32.37309947943098, 24.623077527665853, 40.198501922412134, 23.66144187107135, 36.28532279552132, 31.861261273354177, 30.58926827730047, 26.461678042849694, 18.8562080531702, 20.005233541153995, 29.065810611687564, 20.066441151911842, 21.828368574662406, 35.09255308089197, 18.680146737776614, 28.51343000217752, 20.327342980631872, 22.56843010301755, 58.915807527039064, 23.959329750336416, 32.979590467984345, 39.07883810565561, 44.9897865676361, 31.03779808886773 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 31.300926890415422, 23.795624084055593, 39.189833327467234, 22.397609660673908, 35.21493930831711, 30.785636239711867, 29.85286446327799, 25.575219366681427, 17.84596726470291, 19.007196956791855, 28.057006742403395, 18.963795794185483, 20.72742758084937, 34.124693672326366, 17.64644625759937, 27.519490520165444, 19.314298618223294, 21.504636571400894, 57.57059543360679, 22.80917254651191, 31.941028176257735, 38.0961057315244, 43.7417207100217, 30.03336045617974 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4522999271740164, "rpss": 0.0021519225451596125, "brier_below": 0.22765653637461117, "bss_below": -0.004117150556255611, "brier_above": 0.22464339104991352, "bss_above": 0.008425721577231537, "crps": 29.667448605591947, "crpss": -0.035421192028064485, "crps_fair": 28.625649848889633, "crpss_fair": -0.04249891375337822, "reliability": { "below": { "weight": [ 0.0, 0.007279, 0.219632, 0.605777, 0.158454, 0.008857, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1861, 0.2701, 0.3498, 0.4307, 0.5149, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.407, 0.3434, 0.3188, 0.4514, 0.4953, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000503, 0.231701, 0.567364, 0.1696, 0.025767, 0.005065, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1994, 0.2735, 0.3457, 0.4349, 0.5378, 0.6319, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2444, 0.3607, 0.4689, 0.213, 0.1164, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4265869900780256, 0.4491290785540975, 0.5216563203756337, 0.412205080374211, 0.4171994444841413, 0.509708785669185, 0.45284517309963607, 0.40961798466068833, 0.4186496501161467, 0.4146691235503205, 0.4799936449549499, 0.38066984133502607, 0.4053581785721699, 0.5076718917502081, 0.3767396200796927, 0.4412006541565891, 0.4077381862779576, 0.43405791041247, 0.7014634904109838, 0.39971626409805033, 0.4569301128577682, 0.5001076334073609, 0.5316569048746708, 0.39237056141463916 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22853599195675242, 0.18999982145369942, 0.16930155708578723, 0.2020420627852206, 0.09386415906287289, 0.329720561053642, 0.3444788332666335, 0.2754275632479568, 0.27443067168017554, 0.2428257421240118, 0.18689772256694046, 0.11504097742477233, 0.2163932089521141, 0.19019355904347918, 0.16671819541937252, 0.2905407577194625, 0.26201294558695926, 0.19103036948153437, 0.46637830436891814, 0.15032208467053437, 0.15018760044129134, 0.33494652227639493, 0.278437495017437, 0.10907156731142775 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.1980509970936085, 0.2591292578016632, 0.3523547673381936, 0.21016301697839454, 0.32333528498988523, 0.1799882250393548, 0.10836633897895237, 0.1341904206500597, 0.14421897767867375, 0.17184338045255768, 0.29309592369115867, 0.26562886379978495, 0.18896496831357462, 0.3174783343493377, 0.21002142433174653, 0.15065989503692914, 0.14572524101083603, 0.24302754209374317, 0.2350851888797222, 0.24939418045808243, 0.3067425147279873, 0.16516110813469895, 0.25321940973542595, 0.2832989950103195 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 31.302943262165897, 28.694779590718994, 46.5763801956495, 25.44150302539572, 41.943248018229674, 36.94669271844477, 36.510349202908856, 26.878987822902946, 21.22421821640185, 22.960503577033474, 32.49473132323521, 21.631312585935344, 25.127679018379286, 40.759150893083955, 19.742884505378484, 25.174376039946775, 22.574064306900823, 25.874565401339822, 66.08212015831998, 25.329523426449658, 37.90124543429923, 40.73372367868012, 49.35859738121958, 36.24948731498974 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 30.135607526959372, 27.757659005380958, 45.48130911122468, 23.999946411675694, 40.76023659676988, 35.71255203642211, 35.69298008754345, 25.908156405638934, 20.142997714310113, 21.845370303248753, 31.398557667130042, 20.42086719247614, 23.895850313100595, 39.6654182840693, 18.63979622735841, 24.081827740163934, 21.47368366038295, 24.69552231684712, 64.58616107820967, 24.038123269214214, 36.75191167061946, 39.62297158182891, 47.94824280507855, 35.15862563963925 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4519976052318593, "rpss": 0.003073119135300062, "brier_below": 0.22744992808322462, "bss_below": -0.00299936414095181, "brier_above": 0.22454767735727876, "bss_above": 0.00914958324237225, "crps": 32.813044462417075, "crpss": -0.0325352604290543, "crps_fair": 31.658932276887185, "crpss_fair": -0.03953240979420136, "reliability": { "below": { "weight": [ 0.0, 0.004969, 0.236675, 0.586018, 0.164199, 0.008138, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2704, 0.3501, 0.4312, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3556, 0.3344, 0.3207, 0.4547, 0.4978, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 3.5e-05, 0.238071, 0.552738, 0.179407, 0.025552, 0.004197, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1994, 0.2738, 0.3454, 0.435, 0.5383, 0.6266, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.253, 0.3538, 0.475, 0.2159, 0.1408, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4485233181991116, 0.5139869411333647, 0.439826793361365, 0.4795331779582226, 0.3730894295952012, 0.49225473737762737, 0.4190843954410708, 0.456776922598424, 0.40718697898609596 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2788644437492443, 0.16468937917314472, 0.2502649934939587, 0.13102500890520802, 0.17243191379649173, 0.3306065554708599, 0.10020778373932969, 0.17539704487279958, 0.22799634705632388 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16965888278337452, 0.3492975417067452, 0.18956180345183699, 0.3485081463272217, 0.200657518722772, 0.1616481961921266, 0.31887659276686287, 0.2813798668789687, 0.17919063965465576 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.780864426485426, 67.68707809148916, 24.992648505538746, 42.36648408798002, 17.718457732190224, 26.356515233691198, 25.760748189388263, 28.445830556101434, 19.545111768404354 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 24.224578780553657, 67.16959019780825, 24.446945659107612, 41.8478875538208, 17.200169122506598, 25.78448375493069, 25.25374970841294, 27.90893955651958, 19.062402227734765 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.44780696607227594, "rpss": 0.009180290381540002, "brier_below": 0.20349816336192894, "bss_below": 0.008106573751741175, "brier_above": 0.24430879872050712, "bss_above": 0.010072873279429073, "crps": 30.85041539902987, "crpss": -0.00581789328146165, "crps_fair": 30.322082951266097, "crpss_fair": -0.02689750516214251, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.142056, 0.806848, 0.051095, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2782, 0.3415, 0.4182, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2779, 0.2729, 0.4403, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104446, 0.847179, 0.047033, 0.001342, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.3402, 0.4258, 0.5081, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.334, 0.407, 0.5567, 0.8889, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4437513485882667, 0.5306698802920917, 0.4363985056416723, 0.4791745494249401, 0.36131389744289827, 0.5183746119340286, 0.4048611876934391, 0.46148170880286954, 0.4152571429799224 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.317265507938331, 0.1252310335289271, 0.2604092434667516, 0.12416039945999142, 0.17773693823863806, 0.36585078411005706, 0.09511602685996712, 0.14077485450631266, 0.22669649862082297 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12648585607735, 0.405438815759419, 0.17598926733938575, 0.35501412624291234, 0.18357696495134615, 0.15252384354461127, 0.30974514395603847, 0.3207068367644467, 0.18856065148886295 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 26.573184358792933, 83.8959999742982, 27.717132807976245, 46.444277976818654, 19.001969330332027, 30.306965223337272, 27.724126843575817, 34.07481318811168, 22.30785824872037 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.964507247000782, 83.33880961686539, 27.121556454816847, 45.87262694241982, 18.43761418648631, 29.67839797486961, 27.167950084601923, 33.475404148950034, 21.760978076173377 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4501425369777921, "rpss": 0.012344685526787691, "brier_below": 0.20369347630331103, "bss_below": 0.014411870783009872, "brier_above": 0.2464490562360414, "bss_above": 0.010629570965671298, "crps": 35.33848088355146, "crpss": -0.002167761409851643, "crps_fair": 34.75753830357601, "crpss_fair": -0.022488526013568544, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163425, 0.783308, 0.053267, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2787, 0.3394, 0.4191, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2885, 0.2736, 0.4733, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.108856, 0.845135, 0.044347, 0.001661, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3401, 0.4264, 0.5081, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.346, 0.4152, 0.54, 0.8889, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.6538200751353532, "training": [ 0.6945840139801167, 0.6387927237447077, 0.6342046346998823, 0.642797240774948, 0.7461648789214144, 0.5880714205884037, 0.6790597184238043, 0.6844164161210637, 0.6830356306643383, 0.6537408554748255, 0.6234807781483448, 0.7021395116715091, 0.6336265762305575, 0.6091443793089831, 0.6490637865927781, 0.6770030520414443, 0.6627166578786534, 0.6627113126472026, 0.5125447172711826, 0.6518698808898419, 0.6792330469307273, 0.648848856299635, 0.6520788251926846, 0.682352888751428 ], "test": 0.6886061965347177 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44423533312825086, 0.4335370660270279, 0.5108939333568416, 0.41683966859862115, 0.43434952167855884, 0.46866362652640337, 0.42474065899509933, 0.4093431442504531, 0.4078285396132524, 0.39734887138877856, 0.4906370582262366, 0.39510726496162424, 0.40317817593487115, 0.5052447895804381, 0.4011681983104134, 0.44996690379290094, 0.3999060977907963, 0.438448451135966, 0.6649549205464412, 0.43286314438500145, 0.46823125742426247, 0.47897819927767626, 0.5418514106564473, 0.40280560247766806 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.19977200256721445, 0.19491716643652604, 0.17161220154710036, 0.18683407456643264, 0.10296652603661594, 0.3136806328157172, 0.3232612040978364, 0.23004879920810448, 0.27617044383870915, 0.23606213664644976, 0.22011978238337332, 0.11683790899108194, 0.21352269192066584, 0.210819973479884, 0.16810962587276, 0.26099208471533236, 0.24926646429998742, 0.19712419530971778, 0.4460179670521618, 0.20493737840647192, 0.19748690238272426, 0.2812894508805192, 0.32228009556652687, 0.1332161723227748 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24446333072176715, 0.23861990031656224, 0.33928173443823806, 0.23000559437281212, 0.33138299601485544, 0.15498299293595577, 0.10147945491889064, 0.17929434528721325, 0.13165809501308745, 0.16128673351744172, 0.2705172759379191, 0.2782693567636259, 0.18965548306716787, 0.2944248169449143, 0.2330585726717094, 0.1889748193721659, 0.15063963430901225, 0.24132425688020767, 0.218936955201779, 0.22792576599542486, 0.2707443563059525, 0.197688747345126, 0.2195713143896457, 0.2695894304111534 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 33.262758809583914, 26.05381729870385, 43.100518855253085, 23.72166216682243, 37.67480231876374, 28.43084649027001, 29.714831304344745, 25.66673351396784, 17.728182351575878, 19.69552660570517, 30.4244159026207, 20.924623428762505, 22.023166740886854, 37.19299076587648, 18.71440438486016, 28.535793669052037, 19.796641885742254, 23.149081951347046, 53.194915444046046, 23.92834874699622, 34.992308182021866, 38.153054500415664, 43.11079063302013, 33.69615845807466 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 32.32719228476821, 25.31735865596166, 42.19826674902579, 22.58462571991651, 36.727752777379244, 27.46307608687076, 29.0948606270918, 24.919675901509923, 16.859226735514785, 18.812030006803255, 29.54061177064059, 19.98039424645521, 21.053227269792472, 36.34453126487031, 17.815380566656206, 27.64317830817577, 18.892497311050775, 22.20680102403949, 52.007577986656024, 22.92554680318181, 34.09047786061988, 37.29254878685277, 42.05043809504373, 32.815138469505776 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45088007658600127, "rpss": 0.005284346616894919, "brier_below": 0.22738941172269533, "bss_below": -0.002938952694703012, "brier_above": 0.22349066513052615, "bss_above": 0.01351384532035016, "crps": 29.703598933696387, "crpss": -0.03668287166609874, "crps_fair": 28.79010063784928, "crpss_fair": -0.048487940020426334, "reliability": { "below": { "weight": [ 0.0, 0.00627, 0.187463, 0.624345, 0.175555, 0.006366, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2699, 0.352, 0.4297, 0.5169, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4009, 0.3486, 0.3244, 0.4168, 0.6013, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.289022, 0.57521, 0.115452, 0.016982, 0.003333, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2708, 0.3436, 0.4334, 0.5324, 0.6336, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2548, 0.3799, 0.4367, 0.2118, 0.2108, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43229224645883796, 0.45454794054544645, 0.5354037383311493, 0.41139131796653755, 0.4292342373521688, 0.48560385224484426, 0.4416219873161288, 0.40181262283614494, 0.41301750850301816, 0.41165891946806227, 0.48683245005105685, 0.3917565064323812, 0.40437056176315833, 0.5161485399050592, 0.3778414994938469, 0.43446375405525756, 0.40032741075280703, 0.43938413968955153, 0.6623224709282645, 0.40342324213233244, 0.46768917675962834, 0.48160960704996403, 0.5215753445949796, 0.4081433013224858 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22892030542337416, 0.19149239318245675, 0.17321944381581883, 0.202998993135569, 0.09771788886663417, 0.3233984378283815, 0.34089929070673675, 0.2744617797535905, 0.27407383246127237, 0.24257290524811703, 0.1885579273091071, 0.11845981575040843, 0.21577963638042263, 0.19250652604614485, 0.1704332900833946, 0.2883135146494014, 0.25969474567677714, 0.1944415715695589, 0.45258815262678886, 0.15368905611005013, 0.15245562096124193, 0.3272358242872537, 0.2746905172394621, 0.11390341207380834 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20337194066924688, 0.26305554817578475, 0.36218429737133795, 0.2083923241947413, 0.33151634845974626, 0.16220541333452348, 0.10072269656999984, 0.12735084275075137, 0.1389436755910842, 0.16908601337800622, 0.2982745236587097, 0.27329669115037386, 0.18859092431688176, 0.3236420152615891, 0.20740820913880895, 0.14615023848519315, 0.14063266582981393, 0.24494256935622066, 0.20973431919113888, 0.24973418672472056, 0.3152335585542832, 0.15437378040126132, 0.2468848270227014, 0.29423989012365254 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 31.650160864509125, 30.559822522179257, 50.260852543738686, 25.26357351380797, 43.68814775944268, 32.88276128837522, 35.38788693300218, 25.0224720265532, 20.081514115246552, 22.84608760888023, 34.48972616166986, 22.67505561943361, 25.353865925461207, 43.637987607638, 19.7782722770668, 24.27280609640702, 22.02588820766246, 26.685440201075238, 59.55987440503045, 25.6158469467963, 40.9543302865685, 38.59799971547417, 47.57922889127188, 39.634051036050714 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 30.62421374282217, 29.720791724626785, 49.275190145658655, 23.961011565870574, 42.63321352658667, 31.76957808377756, 34.70417888458908, 24.19770892619291, 19.154582034094943, 21.853360266632457, 33.52729595347452, 21.63652345180941, 24.267906588854057, 42.67872793104022, 18.817819311416095, 23.28528756417711, 21.03821945945537, 25.63813409151853, 58.22434907450405, 24.48613132193057, 39.95728346076295, 37.618299939034486, 46.37901200785433, 38.671953928914945 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4505196823313797, "rpss": 0.006332829032607679, "brier_below": 0.2271877033827405, "bss_below": -0.0018430164117435588, "brier_above": 0.22333197915460715, "bss_above": 0.014514034502547402, "crps": 32.85431885638922, "crpss": -0.033834050828643436, "crps_fair": 31.838365541066604, "crpss_fair": -0.04542416545665784, "reliability": { "below": { "weight": [ 0.0, 0.003993, 0.199728, 0.607714, 0.182307, 0.006259, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2699, 0.3518, 0.4296, 0.5182, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3205, 0.3406, 0.327, 0.4149, 0.6247, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.299194, 0.558192, 0.123652, 0.016633, 0.002328, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2707, 0.3439, 0.4337, 0.5326, 0.6292, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2676, 0.3705, 0.4519, 0.2156, 0.3139, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4486194391672121, 0.5180841228054112, 0.4405722774862971, 0.4919880423966932, 0.37150798920940026, 0.4823087194827856, 0.43142809102973056, 0.46159951993963755, 0.40251133473274014 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2801649172364102, 0.16433619057213608, 0.2511060153200241, 0.13330387903612817, 0.1716613987913735, 0.3238507745153711, 0.10249782581129975, 0.1764902174719206, 0.22565606844989325 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16845452998754074, 0.3537479115719486, 0.1894662653975004, 0.35868414007749383, 0.1998465932020232, 0.1584579588089963, 0.32893024563252427, 0.2851092911461754, 0.1768552735653466 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.408048872966184, 70.26245391059605, 24.774114407590883, 44.841930613686145, 17.40160933591743, 24.721812876470583, 26.826151775473928, 29.219042352713632, 18.613388898482604 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.903788089745305, 69.79508994022078, 24.269414926035953, 44.36072301665182, 16.930571451857602, 24.201795382621075, 26.373725662034687, 28.72409313567082, 18.170209615092094 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4498466151388786, "rpss": 0.0046673536721798525, "brier_below": 0.20322969857828407, "bss_below": 0.009415128333646106, "brier_above": 0.24661691215439438, "bss_above": 0.0007205122031214151, "crps": 31.22983922709971, "crpss": -0.01818827048623639, "crps_fair": 30.747712357770013, "crpss_fair": -0.04131200882157082, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.126517, 0.826439, 0.047044, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3429, 0.4159, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2615, 0.2762, 0.4423, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.150935, 0.826485, 0.02243, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3375, 0.4203, 0.5232, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3564, 0.4116, 0.5762, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4433639560168187, 0.5386267731874453, 0.43700688008111066, 0.49233917210417305, 0.3594284454844335, 0.5071158766588889, 0.4163272729917738, 0.4681636274253787, 0.410700852581435 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31921059685985265, 0.12566618694481488, 0.26136012794364194, 0.12654955853100427, 0.1773579375246871, 0.3581250004236699, 0.09755186731051953, 0.14216214112891273, 0.22483445489686013 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1241533743903849, 0.4129605548771086, 0.17564675699673082, 0.36578958921487376, 0.18207051358038615, 0.14899089157987191, 0.3187753881693857, 0.32600146822485887, 0.18586640442233504 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 26.02067468060864, 87.58111794661721, 27.500882565803458, 49.24638869893536, 18.646602656917352, 28.47878130744832, 28.818167212687744, 35.199055938338006, 21.184332588000082 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.46953478054918, 87.07859082027547, 26.94867171025616, 48.715122558446765, 18.133471104741126, 27.906928985691337, 28.322232848854075, 34.646578849106, 20.682486270913785 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45256365072571747, "rpss": 0.00703253290033945, "brier_below": 0.20364643017377368, "bss_below": 0.0146395074635709, "brier_above": 0.24891721571732622, "bss_above": 0.0007211377899924987, "crps": 35.85288928837291, "crpss": -0.016755924415756906, "crps_fair": 35.32262421431488, "crpss_fair": -0.03911208130957089, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.146613, 0.806135, 0.047253, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2805, 0.3409, 0.4166, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.275, 0.2782, 0.4678, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.158255, 0.82051, 0.021049, 0.000185, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3373, 0.4205, 0.5232, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3649, 0.4192, 0.572, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.628060270681894, "training": [ 0.675618884464065, 0.61961777438205, 0.611631636302735, 0.6144215443950344, 0.7302484541321727, 0.5384762821133221, 0.6625997195174973, 0.6586258896967677, 0.655034623747306, 0.618708041640745, 0.5953506789753039, 0.6956167845565022, 0.607972237727702, 0.5715897490200684, 0.6238122074070951, 0.6573137007230325, 0.6403161861862589, 0.6495681994754595, 0.44555510347839944, 0.6266248062758223, 0.6550970826259194, 0.6312546008024232, 0.6236690349131448, 0.6647232738066284 ], "test": 0.664474341852278 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44590762124105726, 0.4284610440258836, 0.4965131601142017, 0.4179369955021268, 0.4318236947201813, 0.4909495345953816, 0.42821638464142525, 0.4157837226808585, 0.41314995603118526, 0.39998478848907726, 0.49083078906213407, 0.38793259651514134, 0.4034779819551402, 0.49987360218830007, 0.39981823964684626, 0.4541448711390237, 0.4076331130244978, 0.43268992852804555, 0.71028135985405, 0.4322319015715221, 0.4640002821285689, 0.48395177552551627, 0.5515071417190421, 0.3913255931413064 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1995424041942395, 0.19361532401408296, 0.16628255530521516, 0.1873480337194777, 0.10299203264672624, 0.32019023350686987, 0.3201302929448284, 0.23202269580118137, 0.27739114138874243, 0.23482339970669786, 0.22170612519875466, 0.11503887761765276, 0.213466503570454, 0.2103855262851098, 0.16567035127666657, 0.2625947829770286, 0.25092278250347716, 0.19295066765250862, 0.470120216558533, 0.20376816713777432, 0.19760352726939, 0.28015530986478643, 0.326220652838065, 0.13014006993043772 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24636521711415524, 0.23484572031465598, 0.3302306077838636, 0.23058896202139748, 0.32883166238588796, 0.1707593015963833, 0.10808609050406069, 0.18376102678956915, 0.13575881333303433, 0.16516138729238894, 0.26912466408909347, 0.272893719005734, 0.1900114775601342, 0.2894880765078155, 0.23414788865602965, 0.19155008798302825, 0.1567103303897671, 0.23973926204978882, 0.24016114582683365, 0.22846373463586847, 0.2663967561000024, 0.20379646421875422, 0.22528648847336707, 0.26118552324567174 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 32.92822981443245, 24.679009730415487, 40.04349999881413, 23.764833798741538, 36.20271845762799, 31.520687499628878, 29.679886118350428, 25.83147923772848, 18.76700903251201, 20.262069223235752, 29.566448355665585, 20.090475577749544, 21.996313592292722, 34.98030302375316, 18.778654566587875, 28.515921857143447, 20.382230912484793, 22.610391822107275, 57.81410974423415, 23.93197338562902, 32.91927724786644, 38.448023054122494, 43.7850771809105, 30.676640129274332 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 31.83573624674429, 23.86715751873124, 39.047772702569304, 22.530008244066742, 35.10693419746426, 30.428420254419194, 28.921616001248477, 24.918911021359577, 17.75559345160901, 19.25964059077834, 28.563961043828684, 18.985441072388998, 20.91589040772968, 34.05415596115749, 17.741675049076647, 27.533112505426935, 19.38681100349037, 21.53929527191242, 56.453734832459695, 22.77975100433377, 31.855743440398143, 37.46133441632298, 42.557795425256714, 29.647221343657556 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.453267753251688, "rpss": 1.6738936023830142e-05, "brier_below": 0.22812840307952917, "bss_below": -0.006198397414922452, "brier_above": 0.2251393503282202, "bss_above": 0.00623656096486902, "crps": 29.50730264005452, "crpss": -0.029831950811548325, "crps_fair": 28.464488041934604, "crpss_fair": -0.03662966678165702, "reliability": { "below": { "weight": [ 0.0, 0.007079, 0.195542, 0.625987, 0.162203, 0.00919, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2735, 0.3489, 0.4308, 0.5192, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5609, 0.3455, 0.3199, 0.4388, 0.4867, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000588, 0.232813, 0.581988, 0.160412, 0.02049, 0.003709, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2741, 0.3459, 0.4325, 0.5337, 0.621, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2467, 0.3654, 0.4687, 0.0646, 0.068, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43617639351147874, 0.4467117036220761, 0.5184259551052115, 0.4154794996101476, 0.4256407440122917, 0.5101868196080401, 0.44480791386935553, 0.4086623547676552, 0.41723364341713315, 0.4138131633551127, 0.4833999689064932, 0.3847704130264091, 0.4056391283700986, 0.5076782145489496, 0.3796035465170311, 0.4427145996335515, 0.40997954215256727, 0.4333486318685922, 0.7115172701888274, 0.4005659033688861, 0.45879066955294207, 0.4895144867277283, 0.5276650822314393, 0.39376589827653197 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22898185261666767, 0.18945209887067688, 0.16761684895540174, 0.20413736348507674, 0.09759435165378148, 0.33091914207155226, 0.3366599125260153, 0.2758813230466286, 0.27451336252965985, 0.2412390599009933, 0.18872975971206787, 0.11734659231909038, 0.21634159455873986, 0.19128308603347877, 0.1687739364151402, 0.2913030819732214, 0.2629414159261573, 0.1906908552235456, 0.47902122794462304, 0.15159821380365707, 0.15121414530374977, 0.3255701049466237, 0.2769042299577028, 0.11029442828154852 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2071945400539505, 0.2572596051206217, 0.35080910954388533, 0.21134213549641784, 0.32804639210905107, 0.17926767807124305, 0.10814799982976522, 0.13278103084587994, 0.1427202801176982, 0.17257410245487068, 0.2946702104490124, 0.2674238204202778, 0.1892975326834781, 0.3163951298057282, 0.21082960966392422, 0.15141151615767895, 0.14703812600385124, 0.2426577778949325, 0.23249604417793204, 0.24896769043212102, 0.30757652706423133, 0.16394437872936812, 0.25076085212679694, 0.28347147063431016 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 31.888677380884346, 28.777633518692024, 46.42326540993162, 25.608124186317927, 41.82855782998517, 36.55695163737406, 35.386703417162046, 25.803126046562042, 20.999660176135333, 23.303328532431646, 32.98551453295553, 21.640581266859165, 25.353007109568356, 40.68740789424375, 19.91995078756634, 25.145349358807984, 22.667277533255202, 25.82291628866567, 65.33172158452771, 25.466581621014953, 37.84993816983258, 39.883412489840325, 48.11039143862217, 35.723908446635406 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 30.702697345075478, 27.857974559851755, 45.341518702737815, 24.196696603419515, 40.61938718983478, 35.304494376837624, 34.54036303265878, 24.80680023362032, 19.91952893385273, 22.18231343354769, 31.90259393459428, 20.425024626043694, 24.140382444576648, 39.64075440531135, 18.814218094048478, 24.068777351816184, 21.58776437748054, 24.64243926565197, 63.82546225813633, 24.17625123088759, 36.67711456260811, 38.76843473832944, 46.72935232664166, 34.60474202732308 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45275381442702284, "rpss": 0.0014052225237042304, "brier_below": 0.22787533283565833, "bss_below": -0.004875296570516774, "brier_above": 0.22487848166195942, "bss_above": 0.007689859467823856, "crps": 32.63183277741131, "crpss": -0.026833032628018616, "crps_fair": 31.478128585620244, "crpss_fair": -0.03359565566621625, "reliability": { "below": { "weight": [ 0.0, 0.00524, 0.207905, 0.61043, 0.168358, 0.008066, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1806, 0.2736, 0.3492, 0.4316, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6019, 0.3341, 0.3227, 0.4381, 0.5198, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000209, 0.237574, 0.566445, 0.172815, 0.019711, 0.003246, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2745, 0.3453, 0.4328, 0.5325, 0.6193, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.256, 0.3559, 0.4791, 0.0832, 0.0748, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44553467375897293, 0.5127666118227906, 0.44011538217150853, 0.48097719535179906, 0.3738907608756828, 0.4835677466624599, 0.42806289913547074, 0.4587368862607452, 0.4063713925130313 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2764095875483461, 0.1639533292767075, 0.2508731476882481, 0.13088043671150007, 0.17378540245762325, 0.321151436934527, 0.10435612581347563, 0.176059952747532, 0.2269489320991449 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16912509462114161, 0.3488132624566572, 0.18924223764661965, 0.35009673592984175, 0.2001053612093179, 0.16241632417067295, 0.32370675383555747, 0.28267692264954547, 0.179422468197592 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.538312137631664, 67.71744787556074, 25.07969515256993, 42.23873223499716, 17.903681483526537, 25.583636265899848, 26.453253579189546, 28.660245005693685, 19.654345110862426 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.991433451970245, 67.20605639989341, 24.544491470904212, 41.726460204740604, 17.40254485308378, 25.002708584163678, 25.933722579987744, 28.122597056080558, 19.161111034978816 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4477803942836068, "rpss": 0.009239083240802914, "brier_below": 0.2027131501419005, "bss_below": 0.011932895520942233, "brier_above": 0.2450672400796607, "bss_above": 0.006999706535599004, "crps": 30.869927649547947, "crpss": -0.0064540523235823155, "crps_fair": 30.34345840397812, "crpss_fair": -0.027621413183137156, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.114465, 0.830535, 0.055, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3407, 0.4206, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2051, 0.2821, 0.4431, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126705, 0.831504, 0.041791, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.341, 0.4194, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3425, 0.4113, 0.518, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44002001940230107, 0.529886706979341, 0.43609039613475326, 0.4801717773547693, 0.362313487403578, 0.5077891243823364, 0.41368369307302627, 0.4637551041206874, 0.41488973564428094 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.314103075419087, 0.12477891379597088, 0.2599696183797611, 0.12382494217016707, 0.1798025605061272, 0.3551274437323182, 0.09956832177351775, 0.14127965862760272, 0.22578263872218646 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12591695952636023, 0.4051077624304161, 0.17612078246352303, 0.35634681157414916, 0.18251093248716116, 0.1526616964989798, 0.3141153539224679, 0.3224754278560294, 0.1891071041441867 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 26.300342979967635, 84.02422471401736, 27.804478766746538, 46.22788045448967, 19.22121040886263, 29.35845752201187, 28.47786008751338, 34.344526881821295, 22.45319209614136 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.703225523794117, 83.47331544372894, 27.221933866793808, 45.663791520390625, 18.676690707244923, 28.719776333847836, 27.908176445422335, 33.74515113953411, 21.89375255308021 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44984444938834156, "rpss": 0.012998717900346457, "brier_below": 0.20269301923630426, "bss_below": 0.01925266699763617, "brier_above": 0.24715142565591927, "bss_above": 0.007809906955192791, "crps": 35.35690821239686, "crpss": -0.0026903440007277624, "crps_fair": 34.77842372598188, "crpss_fair": -0.023102928120657618, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.130461, 0.813, 0.056539, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.339, 0.4216, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2208, 0.2837, 0.482, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.129617, 0.830616, 0.039767, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.3408, 0.42, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3549, 0.4178, 0.5256, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.560715553645856, "training": [ 0.5936393069878583, 0.5452647711318092, 0.5553641846019388, 0.5592424349550372, 0.6726301429032651, 0.4806200915492287, 0.5658199335525119, 0.5965762991107721, 0.5873797356609513, 0.5593842896323772, 0.5403504641419007, 0.6150669652322632, 0.5489825909631528, 0.5077866492980181, 0.5543476805165808, 0.5725013937594458, 0.5734484020467314, 0.5868709675382368, 0.3907016334168518, 0.557588100753216, 0.5920506020736642, 0.5442484539628052, 0.5645873997307725, 0.592720793981155 ], "test": 0.5998374445979893 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45357653358343764, 0.43287416722774236, 0.4979468939140032, 0.4081662130914095, 0.4305255334922844, 0.46972704863551223, 0.43412923076349735, 0.40840573670264874, 0.41106056207999114, 0.39624133682066315, 0.4840501930861192, 0.3952977088020178, 0.3994898053706255, 0.5007495865580412, 0.3937720611767062, 0.4543590153166749, 0.3991443918856772, 0.4292300275058792, 0.6671218411861285, 0.4333530337564724, 0.46520967034842275, 0.482031116422248, 0.5283963835977954, 0.4009585932022237 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.1998895184434718, 0.19788121223011343, 0.16608961621745774, 0.17966361536147166, 0.10131593827620268, 0.3147596429781285, 0.32936086162392714, 0.22794327838802866, 0.27831143470949876, 0.2336051084236147, 0.21906201305848894, 0.11568559095855947, 0.21132551585633821, 0.20996095160631606, 0.163000587267923, 0.26045515192443425, 0.24500713044873113, 0.19121286446429647, 0.45838792555372637, 0.2059631024519034, 0.19818409565809889, 0.2786990339008938, 0.31711789182764005, 0.13138817864155156 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2536870166896825, 0.2349929564312024, 0.33185728181194235, 0.22850259861567043, 0.3292095962867961, 0.1549674037616656, 0.1047683677004964, 0.18046245809277978, 0.13274912596046404, 0.16263622675270728, 0.2649881799953956, 0.2796121189736779, 0.18816428828257764, 0.2907886358896543, 0.23077147434701245, 0.19390386373081092, 0.1541372619050668, 0.23801716433283548, 0.20873391618553325, 0.22738993176123867, 0.2670255768506113, 0.20333208070690736, 0.2112784901931934, 0.2695704156087052 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 34.07653328393865, 24.145492316308356, 39.76538969715366, 22.493948388299117, 36.36625506976058, 27.06261766435364, 31.157594340993423, 25.74532284567505, 19.082475954320934, 19.48183944215895, 27.71450215835064, 20.846921950946253, 20.94979202165346, 34.52576670699386, 18.088947306916726, 28.956240740074286, 19.574785409189033, 22.200827487067446, 49.39180385322907, 23.761057166866, 33.20870197151064, 38.244377136094236, 38.79917571948147, 32.3880830193418 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 33.035246487242254, 23.35003234992004, 38.81042898969431, 21.308954597060783, 35.308064244637066, 26.0345344737078, 30.425410756230033, 24.848996306563308, 18.11219021574082, 18.52322786586528, 26.748962617458826, 19.766711698751138, 19.904786373274227, 33.6133746733572, 17.083583352564933, 28.0096039146396, 18.619946919846118, 21.1772173865424, 48.07867821827671, 22.645491549153522, 32.20248082583812, 37.28026767255353, 37.55940000592263, 31.402026069735886 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4489923618552592, "rpss": 0.009448955987104823, "brier_below": 0.22642792751128404, "bss_below": 0.0013018338956652942, "brier_above": 0.22256443461944278, "bss_above": 0.017602219994486856, "crps": 28.667852152111553, "crpss": -0.0005343581392005525, "crps_fair": 27.66040073185735, "crpss_fair": -0.007346134294413664, "reliability": { "below": { "weight": [ 0.0, 0.00789, 0.209867, 0.585893, 0.192154, 0.004195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2672, 0.3467, 0.427, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4998, 0.3217, 0.3247, 0.4396, 0.299, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001597, 0.246292, 0.599719, 0.142125, 0.010015, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.196, 0.2689, 0.3425, 0.4307, 0.5317, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0177, 0.2364, 0.3826, 0.4063, 0.135, 0.2228, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.440548725198347, 0.4522825467715237, 0.5202685287392907, 0.40510468484767076, 0.42399493119165377, 0.4877990504169845, 0.452970148992613, 0.3986676728554734, 0.4140704480762698, 0.4097940450706733, 0.47337247900131274, 0.3941556149858349, 0.4038289599508168, 0.5118969901781217, 0.37324735141956633, 0.43933217741903646, 0.40011459211654726, 0.4337910399791949, 0.6617818284947126, 0.39998105972511594, 0.45995222390077106, 0.48659044181738037, 0.5039490324768265, 0.4026103185189746 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2288892995174454, 0.19380873018671793, 0.16867133664592676, 0.19716252756218297, 0.09677724738055558, 0.32423397579271884, 0.34793549718615474, 0.27290763770654025, 0.2737920589097788, 0.23911865408836028, 0.18208524859624742, 0.11866654842271163, 0.2155315118633077, 0.19092633476227885, 0.16663595387725988, 0.2896916947307509, 0.25697813024689253, 0.19035925580173937, 0.46096524218393375, 0.15050400496872077, 0.14938051654727597, 0.32607197055937537, 0.26649908104584463, 0.11005738048793061 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.21165942612962488, 0.2584738180280472, 0.35159719686294755, 0.20794215705758215, 0.32721768403614926, 0.16356507269811194, 0.10503465000594052, 0.12576003389840817, 0.1402783882156491, 0.17067538968191773, 0.2912872313884594, 0.2754890671240144, 0.18829744640106674, 0.32097065677155007, 0.20661139748942584, 0.14964048139406594, 0.14313646240173358, 0.2434317855865307, 0.20081658611130598, 0.24947705607203854, 0.31057171145467855, 0.1605184673792053, 0.23744995015606166, 0.29255293947716365 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.78688112001924, 28.085545740694744, 46.123451739116014, 23.99877468175642, 42.07767369251991, 31.4159100396947, 37.06001484129427, 25.286054779843973, 21.370574480544022, 22.47962656976754, 30.829395192171596, 22.745780794657698, 24.118917292466985, 40.3066709582843, 19.155847681203575, 25.356299657818006, 21.631299919585736, 25.631698474213557, 56.2323912672703, 25.26773604202959, 38.35021362184438, 39.43177902267704, 42.691116188581624, 37.777524344824485 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.65687634692075, 27.186671524024355, 45.088457890560356, 22.645255861167875, 40.907380261493714, 30.236764402613115, 36.243883006601045, 24.307094261750596, 20.3274009208132, 21.407265653061714, 29.774240720846038, 21.557812779883736, 22.949890949707946, 39.27423571198697, 18.082489566435427, 24.313794479152882, 20.59402138694913, 24.496682445640566, 54.778352421743534, 24.014956646915746, 37.2338612797736, 38.34137158042334, 41.28806232619351, 36.703752419128456 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4479210371726963, "rpss": 0.01206440632977368, "brier_below": 0.22573540996127714, "bss_below": 0.004561247553294234, "brier_above": 0.2221856273259033, "bss_above": 0.019572484452197947, "crps": 31.675465755953322, "crpss": 0.003261178005130927, "crps_fair": 30.55877395182448, "crpss_fair": -0.0034083161322520095, "reliability": { "below": { "weight": [ 0.0, 0.005184, 0.205355, 0.583686, 0.202266, 0.003509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2683, 0.3469, 0.4271, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4296, 0.3134, 0.3271, 0.4406, 0.2761, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000696, 0.252004, 0.580634, 0.158504, 0.008058, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1977, 0.2692, 0.3426, 0.431, 0.5287, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0502, 0.2478, 0.3715, 0.4246, 0.1948, 0.3348, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43984980732198165, 0.518560746107335, 0.43523898347296314, 0.4867200884430355, 0.36848984159496045, 0.4718087425804356, 0.4375743829792712, 0.45890716542216575, 0.40054804442511266 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27214077165905415, 0.1665584054318119, 0.24937031280563723, 0.13173872560406824, 0.170546187353218, 0.3167954542060794, 0.10554293753944455, 0.17632854011946825, 0.2251132877383705 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16770904351005642, 0.3520023203401859, 0.18586867441805166, 0.3549813401778034, 0.19794365698932406, 0.15501330160437793, 0.332031426026917, 0.28257861429038994, 0.1754347641097294 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.193447251369914, 68.02135739967288, 24.622697796306667, 42.79203711106983, 17.164387245297345, 23.668825859508676, 27.295807375314624, 28.473338142263064, 18.77836614659299 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.655617535182486, 67.51993604627069, 24.0988994970091, 42.29331493229745, 16.658915829376042, 23.1043501331685, 26.786869323804023, 27.953753575370506, 18.305877422676797 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4464108669274735, "rpss": 0.012269305636002259, "brier_below": 0.20157051360635025, "bss_below": 0.017502349561604125, "brier_above": 0.2448403490518706, "bss_above": 0.007919057718999811, "crps": 30.556696036377332, "crpss": 0.0037582562367208805, "crps_fair": 30.04194825501729, "crpss_fair": -0.01741037259444922, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157783, 0.768921, 0.073296, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3432, 0.4142, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2319, 0.2706, 0.511, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.174818, 0.800079, 0.025103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3387, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3304, 0.4182, 0.5849, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43265613910561, 0.536884822522908, 0.43023128214809947, 0.48689050276732904, 0.3563399222447671, 0.49695289919302443, 0.4219106574056298, 0.46276709336252153, 0.4099153250437044 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.30949991741583627, 0.12618427548326022, 0.25723985267951194, 0.12541074862458315, 0.17605658107854835, 0.3514664869921377, 0.10118850021052708, 0.1396605931685764, 0.2255520197355708 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12315623658627448, 0.4107005163290626, 0.17299143481360796, 0.361479730597642, 0.1802833467263757, 0.1454864269453341, 0.3207221397974306, 0.32310648270804604, 0.1843633121750906 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.821334258188504, 84.63030741320736, 27.351016805791318, 46.95535072187217, 18.390393817948233, 27.264486705334704, 29.30740712131031, 34.15962811698173, 21.538115130159298 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.231862668532372, 84.08708933643277, 26.779028201307465, 46.40652656143373, 17.837643284931094, 26.64281856884805, 28.74963703795751, 33.57741349488537, 21.002059633239742 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4482831826437326, "rpss": 0.01642428485070857, "brier_below": 0.20136210837650576, "bss_below": 0.02569239186398453, "brier_above": 0.24692106963098487, "bss_above": 0.008734671864828791, "crps": 35.04644889897707, "crpss": 0.006114004894857361, "crps_fair": 34.47934208750757, "crpss_fair": -0.014304619649834205, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159968, 0.765467, 0.074565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3416, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2311, 0.2724, 0.5529, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.175118, 0.799127, 0.025754, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3386, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3383, 0.4251, 0.5812, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "ls", "1994": "ls", "1995": "ls", "1996": "ls", "1997": "ls", "1998": "ls", "1999": "ls", "2000": "ls", "2001": "ls", "2002": "ls", "2003": "ls", "2004": "ls", "2005": "ls", "2006": "ls", "2007": "ls", "2008": "ls", "2009": "ls", "2010": "ls", "2011": "dc", "2012": "ls", "2013": "ls", "2014": "ls", "2015": "ls", "2016": "ls" }, "chosen_test": "ls", "frequency": { "mvs": 0, "ls": 23, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 1, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4513178341278468, 0.42985414768502617, 0.5064080299952163, 0.4178197299840367, 0.42272776296905284, 0.46809544950627585, 0.41373141829702603, 0.4079370745618858, 0.39548473008992313, 0.3934542121862721, 0.4907829106152445, 0.39559018348804115, 0.4114695300351149, 0.5141922180940864, 0.4034533948357345, 0.44520839486570285, 0.3943049224510283, 0.43405612247048203, 0.7207289975237522, 0.4355282722122044, 0.4672933115579192, 0.4770088767029064, 0.5169385284600676, 0.40186746710296195 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2024464087503849, 0.19536918425974223, 0.17747145385117058, 0.19068853123558988, 0.10280970436535514, 0.3059328574850476, 0.3067231745095084, 0.22720868879895653, 0.262287589440333, 0.22824774598285738, 0.22444379066904852, 0.12107389053384619, 0.22403421488114988, 0.2221797901573596, 0.17211192205631906, 0.25103029660356935, 0.2395090968465302, 0.1970983729584543, 0.47176837810623007, 0.20798531165326797, 0.20300853362322754, 0.27180182674152187, 0.30176443467345215, 0.13729332344508494 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2488714269278544, 0.23448496491824056, 0.32893657997035775, 0.2271311989780802, 0.31991805919469873, 0.16216259086007567, 0.1070082427560834, 0.1807283854579851, 0.13319713991683604, 0.1652064646282607, 0.2663391198003954, 0.2745162942078191, 0.1874353141308086, 0.29201242804744304, 0.2313414732508291, 0.1941780987922497, 0.1547958268615198, 0.23695775074169662, 0.24896061856440185, 0.2275429600993772, 0.2642847801217262, 0.20520704844129647, 0.21517409195535755, 0.2645741444358214 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 33.1198873350184, 24.825452353510027, 40.31660593679586, 24.21446797144579, 36.26157922330756, 28.104753234341846, 28.07928215213732, 25.58125645159054, 17.844672317942525, 20.086526643609282, 29.48546129109395, 21.262315817873485, 22.793468990629716, 35.50667778030294, 19.522684827678532, 28.3477522799587, 20.402939690150763, 23.109044752898672, 52.493282050347965, 24.658047445521824, 33.81822533282301, 37.500714142814495, 38.184395662184755, 31.44293173475982 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 31.842585956402885, 23.898002506434388, 39.17240822843948, 22.843324556025415, 34.98297941358585, 26.846047811465393, 27.17760920332352, 24.495795741111003, 16.673730441139604, 18.955632898028064, 28.360886680340688, 19.98725331533498, 21.571367742409212, 34.43021212099897, 18.336605755910412, 27.222384250375555, 19.27017335760905, 21.89677444549294, 50.85643394407687, 23.338246727827283, 32.60972274772083, 36.32895123662102, 36.67358707495522, 30.26376884159004 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.450635563325742, "rpss": 0.005823783110255332, "brier_below": 0.22684535506783363, "bss_below": -0.0005393000129896297, "brier_above": 0.22379020846080064, "bss_above": 0.01219166326021881, "crps": 29.040101059114075, "crpss": -0.013526186730320022, "crps_fair": 27.834770208217446, "crpss_fair": -0.013696382783329408 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4368642740223075, 0.44910467931352854, 0.5287139557870766, 0.414854407479051, 0.4142843572762836, 0.48565120163871667, 0.4314676155148945, 0.39490659959338076, 0.4009630182880783, 0.4067406687474092, 0.4868017313081765, 0.393415821135831, 0.4164202409897818, 0.528680019473578, 0.3812904544630879, 0.4261942886618991, 0.3948575541808396, 0.4383883443549618, 0.7329504101802555, 0.40655209532422293, 0.4658136839394614, 0.4793933081146376, 0.49599102012212853, 0.4028537115512336 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.22867889865921073, 0.19129185817036007, 0.1805212788606396, 0.2083910908310629, 0.09756097078804835, 0.31400450411402486, 0.32364122042547194, 0.26693839320077906, 0.26019953737062534, 0.2330066709634011, 0.19375001671402411, 0.12359128428461343, 0.22901584978334563, 0.2057198481514902, 0.17462705435793202, 0.27541964837429067, 0.2512247758126365, 0.19634876246983668, 0.4874998201496422, 0.1575419793150666, 0.1593892761372763, 0.31572015368105383, 0.25591293486152616, 0.11600219623649458 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20818537607656462, 0.25781282266747313, 0.3481926811739999, 0.20646331546010774, 0.3167233860803863, 0.17164669610710426, 0.10782639349181412, 0.12796820455044133, 0.14076348039442244, 0.17373399684158503, 0.29305171525544355, 0.2698245374949242, 0.18740438981314636, 0.322960172224491, 0.2066634000294978, 0.15077463909919855, 0.14363277961639276, 0.24203958340644804, 0.2454505894071852, 0.24901011668008885, 0.30642441231223466, 0.16367315051889134, 0.24007808390556606, 0.2868515165920457 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.06905416754076, 28.887295968281787, 46.65189747254403, 26.021621368138025, 41.850506310415625, 32.493265072395786, 33.46744043377213, 25.311556251261884, 20.007644380570078, 23.089894703776867, 33.219769849274115, 23.120935790453906, 26.22466157101876, 41.53910793795617, 20.667631383395957, 24.56346293387391, 22.651903944912856, 26.50931691348454, 60.35132605924078, 26.58437599163611, 39.16065158421559, 38.58734325368949, 42.40120883641635, 36.496326250790325 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 30.683756121643817, 27.845302063484827, 45.41627932558271, 24.46471892363638, 40.435087981200425, 31.05713732709556, 32.46489003745346, 24.124563119045668, 18.752010358005652, 21.83517309145444, 32.00456579537775, 21.72428009020769, 24.868306542914862, 40.33142560540785, 19.403364045000632, 23.330477480662363, 21.42529579994668, 25.171335150918228, 58.59708592090395, 25.117313040492263, 37.8299551834611, 37.266382964908274, 40.70872725400033, 35.21927127933646 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45054806089420096, "rpss": 0.006270237214001995, "brier_below": 0.22691658432136888, "bss_below": -0.0006474466946904123, "brier_above": 0.22363147663331054, "bss_above": 0.01319245680874237, "crps": 32.16367493454399, "crpss": -0.012101407198974234, "crps_fair": 30.83652935425589, "crpss_fair": -0.012528514510947053 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4373073139570937, 0.5219485924675485, 0.43011444193413295, 0.49162019735814033, 0.3786435914974873, 0.4625894949320538, 0.4402508221934345, 0.4635833524882923, 0.3947805370046881 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2678300642437045, 0.1749562195245693, 0.24562998984331258, 0.14172300202997667, 0.18129225082459857, 0.3033468682322474, 0.11534647422147941, 0.18408692246856911, 0.21704603277598394 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16947725767429578, 0.3469923528204048, 0.18448445629501464, 0.3498971736374136, 0.19735134363610926, 0.15924263987076176, 0.32490432969497474, 0.27949641914860357, 0.1777345121777086 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 23.83078091676661, 67.65807261356143, 25.257979933977158, 42.931894552478425, 18.970649751245745, 23.785849204722613, 27.38538264051836, 29.298284807132944, 18.914602193478522 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.18399899318547, 67.05642076635463, 24.63208462588879, 42.337663755446755, 18.363216660238916, 23.11068882478997, 26.773818859530717, 28.680784402317666, 18.3511479711211 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4467598159814301, "rpss": 0.011497219387890834, "brier_below": 0.20347309157382684, "bss_below": 0.008228778991296704, "brier_above": 0.24328672055058742, "bss_above": 0.014214283295488017, "crps": 30.89261073487576, "crpss": -0.007193590278013362, "crps_fair": 30.27664720654156, "crpss_fair": -0.025358763480781255 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42643897505478723, 0.541213904470855, 0.42609319196138257, 0.49166796400574286, 0.3672485579872315, 0.4873074557651872, 0.42421215615427704, 0.47010429029550044, 0.40159133958075416 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3009411429462802, 0.1377860973308853, 0.2541264342765259, 0.13517542712620423, 0.1874689098015227, 0.33716976636638474, 0.11041241427558268, 0.15092070690453577, 0.21446904184532253 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12549784720847776, 0.4034277767962145, 0.1719667633644439, 0.35649251430273615, 0.17977965400236456, 0.1501377041486464, 0.31379972558033387, 0.3191835660345626, 0.1871223052448571 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.089240684347455, 83.96613317544805, 27.997550670530035, 47.24405168485993, 20.336632579985615, 27.21808557023768, 29.46897578344777, 35.08463764628135, 21.453546989927872 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 24.38314546087101, 83.31771256062234, 27.317291043502756, 46.593526461141515, 19.67520266589586, 26.478360890163035, 28.801304437291154, 34.39740176601212, 20.817503393401743 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4484308705861909, "rpss": 0.016100243532081282, "brier_below": 0.20316332676369375, "bss_below": 0.01697704421143431, "brier_above": 0.24526753963140407, "bss_above": 0.015372772696261916, "crps": 35.317650531673976, "crpss": -0.0015770312316294444, "crps_fair": 34.64238318654461, "crpss_fair": -0.019100921723300246 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "dc", "1995": "dc", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "dc", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "dc", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "dc", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 19, "pt": 0, "dc": 5, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44892409395655053, 0.43616352809386333, 0.5163855964142133, 0.4078970289721628, 0.41869448380095237, 0.48276481311766795, 0.43343466084399873, 0.4036768423329824, 0.40423131867155315, 0.39835495344235367, 0.5070183787036323, 0.3881297822687744, 0.40404294387265866, 0.5076937990974295, 0.396385022981043, 0.45167935545895177, 0.3983180252524108, 0.4286148035401527, 0.7207289975237522, 0.43367730033296537, 0.46250284599880365, 0.48059663456605584, 0.5425417386315641, 0.394936111126661 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.20054464528538796, 0.19723506772561983, 0.17170703603863283, 0.18010595670203014, 0.09783457978722553, 0.3191293026998926, 0.3295009139518544, 0.22503222351702715, 0.2712665964074539, 0.23487562237753898, 0.22856774590860673, 0.11386451861508673, 0.2174023728853318, 0.2147885186071187, 0.1658463789928169, 0.2583776316536451, 0.2445393625371468, 0.191312706431169, 0.47176837810623007, 0.20592420600361586, 0.19759878110720455, 0.2775511736434356, 0.3232363719688959, 0.13026958691067145 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.24837945022757701, 0.23892846003885454, 0.3446785580501878, 0.22779107358369965, 0.32085990517313395, 0.16363550863867518, 0.1039337450955868, 0.17864461851885385, 0.13296472027975983, 0.16347932887112604, 0.2784506317158852, 0.2742652646594677, 0.1866405698452653, 0.29290528199589916, 0.23053864476197963, 0.19330172422066597, 0.15377866297644194, 0.2373020987269869, 0.24896061856440185, 0.22775309484466252, 0.26490406734794825, 0.2030454586700497, 0.2193053673297717, 0.26466652550285275 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 33.94716084340707, 24.794315043440694, 40.768438006746095, 22.653838211336176, 36.33302546469763, 27.708767846766868, 30.831134451971373, 25.617052456421124, 18.69427927354312, 19.728613984234226, 28.989189462288714, 20.452757756440615, 21.13135938638046, 34.403828976984954, 18.247600694649833, 28.561547128413988, 19.87237212784607, 22.27837802010623, 52.493282050347965, 23.697831443876407, 33.05623624997254, 38.17487571627915, 41.201680095563226, 31.70591832587429 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 32.8724360767864, 23.85909661369972, 39.73181283429911, 21.413094816377914, 35.245894148353, 26.636051560189223, 30.062236399398394, 24.69761431564945, 17.681361398240803, 18.725918609635833, 27.92081586806685, 19.346674437761504, 20.043579123814858, 33.44678024205534, 17.21038255568074, 27.56943834966365, 18.864253635054407, 21.212280901757417, 50.85643394407687, 22.548338399782555, 32.01594928083534, 37.1769551703436, 39.67260983333792, 30.68888825380112 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.452808044125048, "rpss": 0.0010309329268834988, "brier_below": 0.2278449865776516, "bss_below": -0.004948341629932296, "brier_above": 0.22496305748498888, "bss_above": 0.007014716280283384, "crps": 28.972645125732868, "crpss": -0.011171912728551892, "crps_fair": 27.895787365360917, "crpss_fair": -0.01591852692252549 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43597818483417183, 0.45884299229766623, 0.5450580780044817, 0.40521773643768516, 0.41065506984802724, 0.49990406885036953, 0.45190277353411407, 0.39490828831322766, 0.40918065326666203, 0.41171891223557583, 0.49288746476578743, 0.38613461503306235, 0.40895824267181013, 0.5232759273286919, 0.37323405887460037, 0.4358580637388709, 0.3958275686928055, 0.43472245639908746, 0.7329504101802555, 0.4007134573188599, 0.45747743589518175, 0.48663470390269137, 0.5207108194724274, 0.39526287497389817 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2286979834550459, 0.195333213305733, 0.17583526305142, 0.19731657806488206, 0.09260527192239357, 0.32643317482261186, 0.3471753673194726, 0.26913899333839525, 0.2687872927538239, 0.2401559301402915, 0.1891645567900292, 0.11666810902074973, 0.2224062186511003, 0.19898517756745365, 0.1675265067190128, 0.2857510057429446, 0.2535668764963153, 0.19193001442674143, 0.4874998201496422, 0.15146434316566973, 0.15072247221210547, 0.32479420096943706, 0.275977713777306, 0.10843983944425445 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.20728020181771842, 0.26350977856305574, 0.3692228126824751, 0.20790115833876757, 0.31804979804619155, 0.17347089222402615, 0.10472740387131152, 0.12576929332608897, 0.14039335905077074, 0.1715629803702767, 0.3037229055884782, 0.26946650641406317, 0.18655202250247965, 0.32429075186434353, 0.20570755237286514, 0.15010705635656885, 0.14226069270612776, 0.24279244367893485, 0.2454505894071852, 0.24924911587478693, 0.3067549684685221, 0.16184049836657458, 0.24473310617204766, 0.28682303746115045 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 32.64770836685969, 28.874978314868187, 47.45062023868351, 24.20567568606784, 41.97895108839736, 32.09414081564575, 36.58367589118037, 25.254387014995267, 20.988153118205126, 22.79711734146284, 32.08824163912711, 22.261859107532604, 24.34771648099977, 40.29204641784032, 19.299217046269764, 25.01303550958116, 21.901167745728248, 25.761241629398764, 60.35132605924078, 25.302788448052695, 38.229467193177356, 39.43862147148327, 45.65900128892254, 36.97789877235387 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 31.482302478610396, 27.822685763434567, 46.3224728876128, 22.789663843663458, 40.776224497856724, 30.864874570046233, 35.730195126643125, 24.248085026581375, 19.901249818656574, 21.677454591585796, 30.896096562220333, 21.047387031423757, 23.131507714095367, 39.214475171702574, 18.1904800655643, 23.924218172298325, 20.80617430490103, 24.582068440573195, 58.59708592090395, 24.013976102834324, 37.07938082530051, 38.31040270309778, 43.926448021640105, 35.872557870988516 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45283395236958374, "rpss": 0.0012284701068963066, "brier_below": 0.22776566347111796, "bss_below": -0.004391681104789047, "brier_above": 0.22506828856353378, "bss_above": 0.006852307952075143, "crps": 32.07495986191976, "crpss": -0.009309790568552634, "crps_fair": 30.883644479676466, "crpss_fair": -0.014075556572816117 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4427386024025234, 0.5176884038624056, 0.42580933045468905, 0.48265943121164434, 0.3694232353553754, 0.4760251119665583, 0.4317205795219772, 0.45686265585618757, 0.3986087154336913 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27425173034573286, 0.16780517956222402, 0.2418742594880037, 0.13355587152674459, 0.17131379359637555, 0.3171135611055114, 0.1056903963054171, 0.17707774368055904, 0.2218433591490298 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16848687977590035, 0.34988320424121566, 0.18393507479491544, 0.34910353769454255, 0.1981094445164845, 0.15891156423816438, 0.32603016436266413, 0.2797849013825214, 0.17676536373644672 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 24.290637423559026, 67.73498835566234, 24.321154855073353, 42.26358144044788, 17.23588426096721, 23.825089525292384, 27.06103625529609, 28.32836171104831, 18.58115207142269 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 23.734350581500617, 67.21526323224006, 23.777810207852475, 41.74470957783516, 16.713478558568212, 23.244886340858066, 26.53811791296277, 27.789366448445694, 18.090613982325387 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.44461511845167245, "rpss": 0.0162425867998639, "brier_below": 0.20116954386217756, "bss_below": 0.019456761566109537, "brier_above": 0.24344557052698393, "bss_above": 0.013570631075275785, "crps": 30.404653988752145, "crpss": 0.008715291986630902, "crps_fair": 29.87206631584316, "crpss_fair": -0.011657095690932984 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4341654200381582, 0.5356400232378573, 0.42226781734795366, 0.4830557414886292, 0.35722628091077907, 0.5009630593141123, 0.41567492013239105, 0.4613725861981361, 0.40628337906102735 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3096461800448374, 0.12882736997576924, 0.25126680985513944, 0.1276731194487931, 0.17668505236810061, 0.3515927067466138, 0.10034072253323174, 0.14183294230601884, 0.220341070756805 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12451925473782503, 0.40681262275757435, 0.171001012827832, 0.35538259931513005, 0.18054123404687442, 0.14937036722175334, 0.31533418069763736, 0.31953962684135795, 0.18594231532024358 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 25.890480421276575, 84.26904893151116, 27.030171093122053, 46.31727446267308, 18.492742178971294, 27.358228750578903, 29.044981276301588, 33.99892828785034, 21.249883850536516 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 25.28137161802845, 83.70669599926794, 26.437372319451228, 45.74699128776085, 17.922035034026578, 26.71990905756687, 28.47202439656266, 33.39637342777528, 20.694309521320807 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.44629435863656053, "rpss": 0.02078795288666746, "brier_below": 0.20091177489281212, "bss_below": 0.027871368548817, "brier_above": 0.24538257930735863, "bss_above": 0.014910945593762825, "crps": 34.8501932503135, "crpss": 0.01167963983919218, "crps_fair": 34.264120295751184, "crpss_fair": -0.00797327907280776 } } } } }, "May": { "tag": "init02_May", "methods": { "mvs": { "lambda_": { "training_mean": 0.5492950391585092, "training": [ 0.6254006785816121, 0.5160319439284956, 0.5243612358580099, 0.48045402403524895, 0.5741737697144729, 0.5714127346956475, 0.3572784556059413, 0.5711687050867442, 0.5577455410507576, 0.5985599313112318, 0.5809624897644309, 0.5242894045658811, 0.5939073898038878, 0.5594461682677996, 0.5539091281298415, 0.5766097134241385, 0.5454479121530288, 0.540165763212956, 0.6116624752825386, 0.5300020773666733, 0.5729163543726808, 0.5817887839837028, 0.5115065435930525, 0.5238797160154463 ], "test": 0.5945379221956135 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4153793925717615, 0.4597409134885716, 0.5741982732863036, 0.3947108370261588, 0.39565772283616174, 0.6985774445287912, 0.41328461166494473, 0.4065683885565444, 0.46518312830274033, 0.45329732261381095, 0.5293044080957353, 0.4384566378025568, 0.3965153046125673, 0.39522376769939743, 0.40167437421282454, 0.46408424145587074, 0.44064116805674464, 0.44372324866104484, 0.4235357210049149, 0.4188992273226572, 0.38134842808096114, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.16951599183059787, 0.27122834231780607, 0.1608439721727237, 0.2526933893469726, 0.1600602096448712, 0.4763401654385972, 0.1942542558961523, 0.23635220049957706, 0.3519152989551238, 0.30053022958095793, 0.40580484240980913, 0.14074574626105735, 0.2229976922010735, 0.1984089582061741, 0.19718732715544668, 0.3219491629087731, 0.14618489264001833, 0.12440269833863703, 0.22621837071301185, 0.2762769664392481, 0.11910893108951418, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24586340221480046, 0.188512568701766, 0.4133543033257298, 0.14201744740383168, 0.23559751383929267, 0.22223727931715906, 0.21903035668095602, 0.1702161860985818, 0.11326782712705835, 0.1527670936767641, 0.1234995619129086, 0.29771089400930706, 0.17351761308912236, 0.19681480905857507, 0.20448704658085884, 0.1421350754337406, 0.2944562793512823, 0.3193205505719149, 0.19731735002482975, 0.14262225963773487, 0.26223949755606396, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.26115721773973, 21.526833847607502, 25.69929456122484, 50.1475540438984, 22.86940803520278, 29.42277487630923, 45.447147808941615, 27.810052784191758, 22.640175157861428, 28.978161125894264, 34.59854521802141, 39.20510412270973, 34.850118842750916, 20.096510777492686, 19.190361117267713, 21.70841514095927, 31.795497243228656, 27.645300639087537, 30.885201040998666, 25.976950897787482, 21.192298282734303, 22.39897879664952, 29.60423549362627, 40.558588487164414 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.968847781910426, 20.541580632536057, 24.62084176173005, 49.19171253139143, 21.78401620563769, 28.201286953519933, 44.38264089336034, 26.791266896012363, 21.5011511146711, 28.048415297865937, 33.64823302844357, 38.146872093271654, 33.92502950601822, 19.124516181955407, 18.13669732070006, 20.87322407804786, 30.791239401481953, 26.48062681473483, 29.885508655071387, 24.911976666873162, 20.223615679873006, 21.049078526527026, 28.626663676881734, 39.69658208525016 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44958254581701634, "rpss": 0.007682373045273416, "brier_below": 0.2256438727406814, "bss_below": 0.0035230618958590476, "brier_above": 0.22393867317283478, "bss_above": 0.011838382613261311, "crps": 29.521194398306253, "crpss": -0.004572387111261733, "crps_fair": 28.481317657656888, "crpss_fair": -0.011325120983518788, "reliability": { "below": { "weight": [ 0.0, 0.026618, 0.226989, 0.572976, 0.170563, 0.002854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2631, 0.348, 0.4273, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5134, 0.2845, 0.3313, 0.4545, 0.3238, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.286488, 0.580344, 0.118545, 0.013247, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.274, 0.343, 0.4283, 0.5322, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3612, 0.4668, 0.1228, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.4329354141283957, 0.4802000696223814, 0.540399288800965, 0.3809091559963429, 0.4017990466557816, 0.7548335992227427, 0.41127669526473287, 0.4090326044985583, 0.46663300896725723, 0.45312791961243654, 0.5085956212758357, 0.4528788537336364, 0.3906380193626639, 0.4005405702686803, 0.40095980826266436, 0.44179902379036295, 0.4576965973559968, 0.4387113124930853, 0.4357156575677515, 0.43541611591007495, 0.3751074037657803, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17821321047829475, 0.30309927357146266, 0.15222319065932946, 0.2764459984732856, 0.14175375213322552, 0.5326702469313931, 0.1832725205699932, 0.23435401373525677, 0.34435078390977664, 0.2779610419802756, 0.3943329260148977, 0.11316606420558817, 0.2361408545380199, 0.18780319624518435, 0.21827096200055246, 0.2879522657982852, 0.14433515774862668, 0.11845178700417092, 0.2130437334685415, 0.29403339170494525, 0.12878621885208338, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.2547222051090692, 0.17710079278781501, 0.38817610114182644, 0.10446315654592084, 0.26004529568460466, 0.22216335302405815, 0.2280041760073868, 0.17467858962565339, 0.12228222282490205, 0.17516687854454357, 0.11426269058816656, 0.3397127930551082, 0.15449716479297756, 0.21273737365259054, 0.18268884565582572, 0.15384675557031, 0.31336144441956004, 0.3202595256763009, 0.22267192497979596, 0.14138272284135436, 0.24632118523388927, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.5857576592472, 22.333546883406104, 25.87281836090986, 41.50626768992735, 19.51752560994637, 31.468969674467694, 48.69453022316422, 29.366526918643526, 21.559727411303307, 25.90360363121303, 32.763396827932866, 33.1650296116717, 37.876388641487814, 18.299504875763756, 18.931394935410314, 20.23278548371517, 25.75202631635171, 29.32783883902999, 31.370196902677417, 26.62083984117357, 21.851144695614614, 20.088786172349685, 25.73000821456339, 34.34394335308264 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.38021917432474, 21.392636029229195, 24.856574933303527, 40.57927451799338, 18.520310408104205, 30.2030941131474, 47.67965094168559, 28.344742225712015, 20.547159421656968, 25.001927673711247, 31.81506364712335, 32.135235599753315, 36.98163504293648, 17.377479838636553, 17.90405978299616, 19.425277254554413, 24.765337189785505, 28.21555218251087, 30.353051279459237, 25.632544051960615, 20.939789923595963, 18.82621812207767, 24.80473942915223, 33.509257796854094 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45016220946505653, "rpss": 0.007072492137717656, "brier_below": 0.22626140177970624, "bss_below": 0.0012611465058721683, "brier_above": 0.2239008079011564, "bss_above": 0.012876805605022246, "crps": 28.25677328221055, "crpss": -0.0011390097152264023, "crps_fair": 27.257951274177696, "crpss_fair": -0.007739852319157192, "reliability": { "below": { "weight": [ 0.0, 0.030232, 0.237187, 0.56977, 0.160931, 0.00188, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2632, 0.3475, 0.4265, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5324, 0.2893, 0.3253, 0.4722, 0.4269, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.283489, 0.571549, 0.127543, 0.015819, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2734, 0.3439, 0.428, 0.5341, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2651, 0.3696, 0.4668, 0.0727, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.710753443006546, 21.586663101426403, 21.37625025052301, 17.744292954898697, 32.73018145956831, 27.201077872012394, 34.265848987217694, 22.187159565073298, 18.514397021715475 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.177139788129523, 21.07684132379404, 20.897665256576982, 17.198224352843134, 32.27964063863345, 26.697847040246465, 33.71550180764763, 21.69373175581303, 17.950957774227422 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "brier_below": 0.19068847199677022, "bss_below": 0.04299329642105254, "brier_above": 0.22558123446906983, "bss_above": 0.01159158598908372, "crps": 24.924069406160203, "crpss": 0.024523149232425046, "crps_fair": 24.409727748656852, "crpss_fair": -0.0013335483257901348, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.210595, 0.669283, 0.119748, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4216, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0855, 0.2916, 0.428, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300472, 0.647895, 0.051634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.3372, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3007, 0.3596, 0.5429, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.053767156116447, 23.325783780028427, 21.677555497872778, 17.012931136219176, 34.94779583930306, 26.580673037865687, 29.432842649130542, 24.675887233729124, 18.1311113746013 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.539000625370765, 22.845351718861533, 21.211157517725184, 16.478562560755986, 34.522669076175625, 26.103041700390502, 28.90555846393184, 24.19225255286905, 17.5872886369275 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "brier_below": 0.1826386923660148, "bss_below": 0.033463539075251236, "brier_above": 0.23501765818213827, "bss_above": 0.004542554628401918, "crps": 24.4264830783185, "crpss": 0.007065756639729082, "crps_fair": 23.93165365033422, "crpss_fair": -0.019527557442089227, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239436, 0.670336, 0.089674, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2614, 0.343, 0.4226, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.2692, 0.3556, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274484, 0.656541, 0.068975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3395, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3516, 0.3671, 0.5425, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.5052441455741681, "training": [ 0.5727459744921481, 0.47157737169380287, 0.4694472428671163, 0.44155926653546573, 0.5318202078701606, 0.5312207703335051, 0.3354374599285837, 0.5216969028144295, 0.5012563785068213, 0.5737837398333155, 0.5495118553483332, 0.5028531445707042, 0.5425430236041302, 0.5249628932491354, 0.5116374959232952, 0.514348441097206, 0.5151530584701629, 0.49086118851040167, 0.5639420813893578, 0.48353260255599206, 0.5167688206933052, 0.5307145416662936, 0.46137644029700176, 0.4671085915293664 ], "test": 0.5478631579836682 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4352957018462168, 0.4152798981758697, 0.4761128297738993, 0.5915633797070681, 0.3861723674901586, 0.3963206940587, 0.6854247128030837, 0.4142388879852164, 0.4130772446498865, 0.4407832175332191, 0.42665601717573076, 0.5035420007871255, 0.4407290890352809, 0.3883080819139411, 0.38373724280098503, 0.41153679337365445, 0.44610990610137263, 0.4491857058166102, 0.44214833377181406, 0.4266618601938897, 0.426079130756041, 0.3855662470547959, 0.49756372294980605, 0.48753693060268405 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13834626252699805, 0.16934961119663305, 0.28497104038873033, 0.18141171637951073, 0.24660781972930143, 0.16034546934451754, 0.4537653479184617, 0.19355961986845793, 0.24317152561599015, 0.32679031815405385, 0.2721918307331836, 0.3764040532764725, 0.14749708263060268, 0.21624105158689458, 0.18696286092058229, 0.2058917311228027, 0.29913736784696837, 0.15624125467045177, 0.12965727004238128, 0.2283259829837409, 0.28356166080034156, 0.12334033461608292, 0.17165782701284296, 0.19579888005254475 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29694944164493753, 0.2459302878815268, 0.1911417877773129, 0.41015166549965637, 0.13956454791437645, 0.23597522512623906, 0.2316593652437352, 0.22067926940099428, 0.16990571672236415, 0.11399289776673627, 0.1544641875985804, 0.12713794377810753, 0.2932320101684997, 0.1720670312932292, 0.19677438088564242, 0.20564506167446447, 0.1469725350394301, 0.29294445527902585, 0.31249106503173685, 0.1983358767446503, 0.14251746884148564, 0.2622259136060005, 0.3259058979275904, 0.29173805061844643 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 35.385507973772555, 22.115622855359163, 26.950610782534905, 50.20034040357685, 22.696025572539384, 30.083413169138318, 45.226508258016004, 28.283696878441233, 23.152977631284738, 27.184709136954428, 33.13925153059199, 36.91738192569883, 35.173577421592846, 20.492500986355374, 19.217882733667796, 22.994659036898554, 30.681057025425243, 28.17126022121322, 30.530760142992136, 26.62178076376609, 22.529560593367545, 24.099959999457024, 30.55014930267812, 41.71146237605392 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 33.93395948595947, 21.031922255818294, 25.74546950182943, 49.1795227130463, 21.510872496540184, 28.739360457984088, 43.99776350818302, 27.178246256390942, 21.863285404265, 26.13238717477951, 32.067375342075906, 35.71072734481781, 34.154287707207565, 19.417454297170877, 18.057543302201967, 22.076673423111828, 29.547642438351513, 26.889206642137996, 29.438566579731642, 25.45239791551172, 21.476029106950573, 22.608761241309836, 29.50089788562731, 40.766028981138525 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44873458318154374, "rpss": 0.009553994348207473, "brier_below": 0.22463449664243948, "bss_below": 0.0079806170315464, "brier_above": 0.22410008681103202, "bss_above": 0.011126121709285397, "crps": 29.75461069672401, "crpss": -0.01251527603806113, "crps_fair": 28.60318256092255, "crpss_fair": -0.01565234486831879, "reliability": { "below": { "weight": [ 0.0, 0.01192, 0.218264, 0.493474, 0.258711, 0.01763, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1791, 0.2669, 0.3522, 0.4372, 0.5219, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6285, 0.2812, 0.3129, 0.4531, 0.3422, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001208, 0.323575, 0.512504, 0.144537, 0.015916, 0.00226, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.274, 0.3461, 0.4297, 0.5284, 0.6185, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6268, 0.271, 0.3577, 0.4982, 0.1981, 0.0749, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4362380603484273, 0.4284009461633493, 0.49753826037162263, 0.5536705116668416, 0.3678968281719514, 0.40281557950133584, 0.7447707895972493, 0.412118098984995, 0.4188028689915108, 0.4442694778054194, 0.4294893553935051, 0.4820659093969622, 0.45368258503663894, 0.38208219404881033, 0.38650117403462464, 0.407666997990885, 0.4263426972814486, 0.4664712061307902, 0.43569553432810887, 0.4407309691053964, 0.4444625644626981, 0.38081945469697737, 0.46906567974601726, 0.46364792351236234 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12920805975446537, 0.1734077303247162, 0.317329010090858, 0.16853080470275497, 0.2659356609980474, 0.14393123872976252, 0.5091354501431642, 0.1808876464672133, 0.24540022474554973, 0.32167961238876397, 0.25299427558168713, 0.36591043085216907, 0.11991218218564563, 0.22773283605400893, 0.17475319504876685, 0.22536201361617753, 0.2687913822357857, 0.15480014340017897, 0.12364995900471829, 0.2174434965242887, 0.30312735602051943, 0.132850576180208, 0.17300284644599936, 0.20686328450528293 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3070300033419006, 0.2549932168498999, 0.18020924784110462, 0.38513971046619766, 0.1019611667001318, 0.25888434186030557, 0.2356353408485197, 0.23123045435920145, 0.17340264264121047, 0.12258986379467778, 0.17649508112119397, 0.1161554740144781, 0.3337704078185922, 0.15434935858893278, 0.21174797796459466, 0.1823049835284798, 0.15755131245284887, 0.31167106761977115, 0.31204557659009313, 0.22328747301670782, 0.1413352069388342, 0.2479688794423055, 0.29606283453043425, 0.25678463902176407 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 36.608281214232555, 22.723801231653944, 27.03933195384988, 41.41010256789837, 18.79593778961205, 32.25171280003147, 48.903737690295856, 29.783694204847468, 22.138182687148905, 24.86369230277903, 31.684024198710055, 30.511379730970525, 37.84168256255414, 18.626739153528025, 18.77083783494701, 21.154422794752744, 25.509735592289463, 29.529860151800577, 30.685884744040816, 26.843770852695393, 23.135105123834602, 21.68181211131687, 26.26007676678726, 35.25738734347586 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 35.27266928562408, 21.710578549370396, 25.92815802917512, 40.448560702335556, 17.736164605899553, 30.880661688367628, 47.75265527200486, 28.696106710722333, 21.024259010062863, 23.88046268665173, 30.64692628407571, 29.380391215213834, 36.88240029895596, 17.63166021624421, 17.66706925502165, 20.293044695151043, 24.429890879405583, 28.324122999294964, 29.604807225078126, 25.791732941686906, 22.16534486746675, 20.321589421314165, 25.293337003941918, 34.37057242912044 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.44896856944866365, "rpss": 0.009705316443805123, "brier_below": 0.2251099756666972, "bss_below": 0.006343648368516419, "brier_above": 0.2238585942230075, "bss_above": 0.013062915254255514, "crps": 28.417133058502202, "crpss": -0.006820565285332814, "crps_fair": 27.338881928007726, "crpss_fair": -0.010731898358069314, "reliability": { "below": { "weight": [ 0.0, 0.014724, 0.244165, 0.490342, 0.235996, 0.014772, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1784, 0.2659, 0.3512, 0.4373, 0.5249, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6653, 0.2866, 0.3114, 0.4591, 0.4106, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001044, 0.322661, 0.503861, 0.15071, 0.018787, 0.002936, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2731, 0.3466, 0.4294, 0.5301, 0.6179, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4989, 0.2535, 0.3703, 0.4998, 0.1769, 0.0713, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4140610295741276, 0.3852763429159728, 0.4013868283779333, 0.36239262311656234, 0.526658714374159, 0.4523193558402791, 0.43630905881644033, 0.40004033247946935, 0.3958500577777702 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14909232134039946, 0.16526182689812138, 0.14433749441123378, 0.1850551395135235, 0.17462534172173932, 0.3350276281861482, 0.18700227178518122, 0.20213536309744892, 0.20883877677388604 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26496870220315977, 0.22001451591623084, 0.25704932464610375, 0.17733749060235077, 0.35203335443434897, 0.11729174240615986, 0.24930678231795975, 0.19790496905700383, 0.18701128597654362 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.22713969644952, 22.194902906659987, 22.00473811456963, 18.699209953569948, 34.32800102038014, 25.028283256241295, 32.559503812954084, 23.426486753060615, 20.340443696579783 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.631547512988096, 21.625378758584983, 21.47460199915228, 18.101245995356784, 33.83275389269316, 24.474896181576163, 31.952478902075256, 22.896557169245412, 19.718438141796998 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4193660381414127, "rpss": 0.018985164245714725, "brier_below": 0.19459735152529797, "bss_below": 0.023375834111391103, "brier_above": 0.22476868528442903, "bss_above": 0.015151857537321844, "crps": 25.200967690051666, "crpss": 0.013685919502731347, "crps_fair": 24.63421095038546, "crpss_fair": -0.010542277044151449, "reliability": { "below": { "weight": [ 0.0, 0.000605, 0.199754, 0.534262, 0.255349, 0.01003, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1912, 0.2721, 0.3489, 0.4323, 0.524, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1169, 0.2429, 0.433, 0.0742, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.345041, 0.587466, 0.065455, 0.002038, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.3419, 0.4255, 0.5072, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2933, 0.3648, 0.5188, 0.926, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3877955725406909, 0.3974061343766887, 0.40717838241732096, 0.3579159044511659, 0.5466405564283864, 0.4490848778787106, 0.43045691337330444, 0.4148513649399343, 0.39912661999115906 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15045162526278108, 0.161517724290097, 0.12358616704298135, 0.18547407205504385, 0.17622824282787455, 0.3267074411912622, 0.17879342127048276, 0.18123017987240175, 0.19882992765595664 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2373439467325754, 0.23588840700735236, 0.28359220147047887, 0.17244184113393318, 0.370412293019314, 0.1223774504945708, 0.2516634874998538, 0.2336211797645253, 0.20029669546879722 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.886898147567965, 23.5807893040671, 22.34448437158013, 17.57420455572382, 36.33478177657089, 24.468926743700816, 28.537567358854385, 26.045300557739978, 19.52164696435814 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.32480402974705, 23.057256382547482, 21.83896921754519, 17.00345460312944, 35.883165852281934, 23.95838505955417, 27.97080177561442, 25.537255285015284, 18.93614877823084 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4211618140441512, "rpss": 0.009152593542676501, "brier_below": 0.18697986682987572, "bss_below": 0.010489746675619416, "brier_above": 0.23418194473237788, "bss_above": 0.008082361731391652, "crps": 24.699399975573694, "crpss": -0.004028289605383151, "crps_fair": 24.167804553740645, "crpss_fair": -0.02958797187292972, "reliability": { "below": { "weight": [ 0.0, 0.000748, 0.245773, 0.548537, 0.192987, 0.011955, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1912, 0.271, 0.3465, 0.4332, 0.5243, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1237, 0.2415, 0.3615, 0.0773, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.32313, 0.587947, 0.085278, 0.003645, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.275, 0.3438, 0.4263, 0.5076, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3425, 0.3692, 0.5129, 0.9488, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.551737744131163, "training": [ 0.6283463935451881, 0.5175505950008294, 0.5263227417607008, 0.4837769851113197, 0.5762747763809585, 0.5733924444669307, 0.3612138588116827, 0.5735551796174323, 0.5593543843586889, 0.6008572881393341, 0.581375647291389, 0.5270550902476283, 0.5969174617540375, 0.562171857933071, 0.5553071603924716, 0.5797704708331216, 0.5480478626603172, 0.5420107351700948, 0.6156932832115672, 0.532253672680286, 0.5757161141294065, 0.5845850963977888, 0.5138651383189803, 0.5262916209346885 ], "test": 0.5963541876148117 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43524978691261107, 0.4160114654996141, 0.4596586161535164, 0.5738475873787541, 0.3947046356242211, 0.39605698362130654, 0.6965656774612007, 0.4132896882656398, 0.40586143754353493, 0.4652592588182522, 0.4536431829989735, 0.5287208299285048, 0.43853152324815586, 0.39697432247741915, 0.39464897338955596, 0.4017460175821969, 0.4640487843258831, 0.4404088861990349, 0.4442203285355406, 0.4238305235492906, 0.41840758883342355, 0.3818856725991693, 0.48204479243951925, 0.4633733751118678 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13176637743910027, 0.17007817191555827, 0.27120262861789163, 0.16082358256435997, 0.25252593176667115, 0.16043994820969396, 0.47467670574568765, 0.19428706633735277, 0.23558952399325417, 0.3518088964817436, 0.3010507535038811, 0.4052335907376316, 0.14086972929577374, 0.2232705235156286, 0.1977743240372675, 0.1971202650175763, 0.32194666998171534, 0.14605876293109157, 0.12464555403230877, 0.22654877779960383, 0.2756374582922975, 0.11949881569747245, 0.1561480814227721, 0.17510843307621593 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30348341126654516, 0.24593329503618347, 0.18845598505141567, 0.41302400702183606, 0.14217870358983983, 0.23561703611877755, 0.2218889719648445, 0.2190026228660003, 0.17027191156419805, 0.11345036011430415, 0.1525924300646259, 0.12348723545957258, 0.29766179640367724, 0.17370379963849453, 0.19687464890148285, 0.20462575211874123, 0.14210211128162492, 0.2943501271515407, 0.3195747747282048, 0.19728174538901624, 0.14277012928400273, 0.2623868574199343, 0.3258967134784951, 0.28826494225948895 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.19276275914388, 21.609418829800024, 25.74681572075675, 50.17707414176275, 22.868435725699115, 29.46503412587103, 45.45118705599442, 27.796242991868144, 22.576074104809333, 28.995252491153614, 34.652543039610094, 39.14623509532964, 34.80687057029382, 20.16496656300493, 19.184866106206314, 21.734098972543173, 31.767530445842077, 27.65484495491253, 30.962818570099273, 25.99774782804979, 21.14836167580391, 22.48300033451306, 29.67531747692927, 40.546781559471185 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.89568222246191, 20.616348972743875, 24.659041330010986, 49.2159915820491, 21.775249131258917, 28.2345022504229, 44.37977757618701, 26.772087679689772, 21.42824348812504, 28.058670739964104, 33.696112139563354, 38.08065979989858, 33.87819088001105, 19.186004204939934, 18.122438548828224, 20.893069070741852, 30.756885549123123, 26.48172450818481, 29.953000577613302, 24.926287455245557, 20.173834175148652, 21.119427058070542, 28.691088164586134, 39.678851888175465 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4495412474373828, "rpss": 0.007773526739864867, "brier_below": 0.22558794051718958, "bss_below": 0.003770066922539006, "brier_above": 0.22395330700720195, "bss_above": 0.011773808713487988, "crps": 29.533511714144506, "crpss": -0.004991531242338754, "crps_fair": 28.48638204137684, "crpss_fair": -0.011504948986557517, "reliability": { "below": { "weight": [ 0.0, 0.026088, 0.223411, 0.577825, 0.169934, 0.002742, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2637, 0.3483, 0.4274, 0.5153, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5088, 0.2856, 0.3321, 0.4507, 0.3473, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.285755, 0.582163, 0.121649, 0.009057, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1931, 0.2744, 0.3431, 0.4305, 0.5457, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3614, 0.456, 0.0993, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43730749108726324, 0.43347537066517383, 0.48003501685785505, 0.5403200316553113, 0.38082938235984737, 0.4022018091298044, 0.7525821089510589, 0.4114127442165686, 0.4084844788784072, 0.4667343687179251, 0.4534987746919587, 0.5082428607619841, 0.45294125333084295, 0.391064621848697, 0.4001481546938032, 0.400918471209615, 0.44190240684127385, 0.45751449463190724, 0.43928274162939496, 0.4359353901997645, 0.43475603206697283, 0.37559795710407606, 0.45611685151358755, 0.44202715793870445 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12310626606865449, 0.178695750897533, 0.3029881329452263, 0.152371259095973, 0.27616580892470266, 0.142122476361251, 0.5309029939231196, 0.18346868654246212, 0.23375073215348874, 0.34427043976542604, 0.27856171091616844, 0.39393591485494256, 0.11331548507529533, 0.2363837897894576, 0.18734244694517693, 0.21806440655356912, 0.2881248892698851, 0.14430134183741078, 0.11872192734240458, 0.21332944697621867, 0.2932106568940458, 0.12912457791735008, 0.1591546263184866, 0.18789164344886025 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.31420122715767246, 0.25477962115444264, 0.17704688061139498, 0.3879487755344362, 0.10466357248404332, 0.2600793339744542, 0.2216791157904119, 0.22794405903859097, 0.17473374556018037, 0.12246392672104907, 0.17493706460588224, 0.1143069412850863, 0.33962577178601, 0.15468083207049463, 0.21280570737622295, 0.18285406410987548, 0.15377751521526262, 0.31321315756475643, 0.3205608144781408, 0.22260594401687, 0.1415453737993652, 0.2464733794520354, 0.296962226685253, 0.2541355147360667 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.519562351646705, 22.417614414833153, 25.92291786589481, 41.54158752587659, 19.52252873805526, 31.510876039759143, 48.70294364198023, 29.358636253252133, 21.511808568568103, 25.930197971178654, 32.82079567144645, 33.10413723002678, 37.837240858940845, 18.358453517327515, 18.941278755138324, 20.255563056764547, 25.743230377930914, 29.352436016216878, 31.4575276984685, 26.645820077119524, 21.792664613827057, 20.183145484124616, 25.803190590847617, 34.323552378538274 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.30895862126004, 21.468573551360784, 24.89681188975999, 40.60815042654612, 18.516863617981347, 30.234688735796563, 47.68077751280959, 28.330958117733548, 20.490715622984098, 25.02096609363026, 31.86560749775551, 32.06652564450753, 36.93881263626578, 17.429033436043078, 17.90416666566178, 19.44166508726466, 24.749319572980816, 28.230914306261557, 30.429226468713537, 25.65061566978382, 20.875099227679126, 18.906908939096162, 24.87094286974578, 33.48225715666743 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45013874879090826, "rpss": 0.007124239592801618, "brier_below": 0.22622105878404622, "bss_below": 0.0014392242377128106, "brier_above": 0.2239176902169999, "bss_above": 0.012802375656776777, "crps": 28.273237904073444, "crpss": -0.0017223521606828385, "crps_fair": 27.266606640345373, "crpss_fair": -0.008059845459354786, "reliability": { "below": { "weight": [ 0.0, 0.029609, 0.234125, 0.574749, 0.159775, 0.001741, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2639, 0.348, 0.4268, 0.511, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5283, 0.2907, 0.3264, 0.4675, 0.481, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.28265, 0.57287, 0.13177, 0.01111, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2738, 0.344, 0.4303, 0.5472, 0.6252, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2652, 0.3695, 0.4534, 0.066, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4093214974064322, 0.3888975773336037, 0.40217470197061844, 0.354588670455904, 0.5035223171829474, 0.4785485777636262, 0.43623705578057237, 0.3922179236401726, 0.38295711062321813 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13982168947323811, 0.16962047574491607, 0.14128885017011164, 0.17680531471855584, 0.15517034457204437, 0.36116707768890605, 0.18406542220399227, 0.19444115459754216, 0.19571145368405413 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26949980170171267, 0.21927710142582044, 0.26088584193297726, 0.1777833623340573, 0.34835195537753477, 0.11738151402864393, 0.2521716281270804, 0.19777676843833653, 0.18724566196702777 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.74271194818636, 21.599165940059873, 21.414568395163972, 17.82697412219349, 32.79259334255773, 27.12886305978672, 34.31672594797645, 22.172380861550167, 18.60850373134314 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.20560962465682, 21.08567318331856, 20.933015979032465, 17.277100110364298, 32.33888550346394, 26.622603693430367, 33.762838556197906, 21.675807683811794, 18.041330451320054 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41649615912856613, "rpss": 0.025698616534078123, "brier_below": 0.19089908698370672, "bss_below": 0.041936284676914015, "brier_above": 0.22559707059257678, "bss_above": 0.011522198312593601, "crps": 24.955831927646432, "crpss": 0.023280029422135695, "crps_fair": 24.438096087288468, "crpss_fair": -0.002497271636209497, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.206497, 0.67241, 0.120719, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2611, 0.3462, 0.4212, 0.5132, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0832, 0.2909, 0.4277, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.30017, 0.647738, 0.052092, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2757, 0.3372, 0.424, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3002, 0.36, 0.5382, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38327049729216733, 0.4043272126639939, 0.4063105413038463, 0.3505428767343669, 0.5231384384996319, 0.4723306088260604, 0.4285928040159928, 0.4052212723284832, 0.3869330097971012 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14323211217350523, 0.1687046826786907, 0.11801386952139553, 0.17804122093259706, 0.15688377503319897, 0.3494216931367757, 0.17347324302165393, 0.17161196948187413, 0.18603023759951975 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2400383842394636, 0.23562252695829164, 0.28829665741057153, 0.17250166419555035, 0.3662546436635313, 0.12290892885539305, 0.2551195557307822, 0.23360929729438126, 0.20090277554630712 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.104176775078226, 23.33213342873197, 21.71661054077141, 17.09995660824094, 35.01471617254429, 26.518224379644195, 29.482064647591272, 24.650743573864364, 18.232646710014528 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.585660455561612, 22.847800121166376, 21.246965869350465, 16.561378884928356, 34.58614258622456, 26.037286084093225, 28.950962508568633, 24.16363795815279, 17.684671896460326 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4178519179401827, "rpss": 0.01693962897869672, "brier_below": 0.18282364484213456, "bss_below": 0.03248475791233185, "brier_above": 0.23502827043269692, "bss_above": 0.004497604627995755, "crps": 24.461252537386798, "crpss": 0.00565238139363522, "crps_fair": 23.962722929389592, "crpss_fair": -0.02085115950693739, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.235731, 0.672931, 0.090784, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2622, 0.3431, 0.4221, 0.5114, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0859, 0.269, 0.3553, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274111, 0.656256, 0.069633, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2748, 0.3395, 0.4251, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3511, 0.3677, 0.5374, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.4555690932333587, "training": [ 0.5452106857640615, 0.41520175337133036, 0.4241054661180962, 0.37792004945736435, 0.48988624299545225, 0.4840776842739304, 0.22863130740735707, 0.4798475632335457, 0.45488767137588004, 0.5300420327708336, 0.5013249704688902, 0.4283996872245762, 0.5061486883784059, 0.482017631921649, 0.45913352372031313, 0.4724004735470202, 0.4613356498275426, 0.4489545297006169, 0.5254090107670026, 0.426460298928386, 0.476220297302861, 0.4868974953942482, 0.408516365707347, 0.42062915794389877 ], "test": 0.49789769151320146 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42718165289337423, 0.41769887339154677, 0.4713083073393791, 0.5949731986211991, 0.3848849172185571, 0.39626809607067287, 0.7337211153284278, 0.4147805328797237, 0.4110656540799001, 0.4452181635057665, 0.4335903724826523, 0.5220948836833776, 0.4322776544191353, 0.38583768841274935, 0.38900952122274185, 0.4021459942104774, 0.4526968279585198, 0.4433831922602681, 0.43312655974366465, 0.4282378689427598, 0.42175163108081365, 0.37768490817002254, 0.49497830093823864, 0.47397905840755195 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1327872252432034, 0.17083315372243918, 0.27933327621295617, 0.17719932948564593, 0.24703645847437009, 0.16119873678590713, 0.48820388271556925, 0.1948097122795261, 0.24054937595450657, 0.33325322637106486, 0.2812399303668199, 0.3940063359661977, 0.13860234337903454, 0.21432030283520243, 0.19085901859853963, 0.2004802210648199, 0.3076431361319696, 0.15101243380648846, 0.12452036962472361, 0.2283914218046291, 0.281445318574481, 0.11954163812606394, 0.1680774083312471, 0.18363184737185548 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2943944299158596, 0.24686572065243323, 0.19197502924323126, 0.4177738729690923, 0.1378484584138377, 0.23506935983085583, 0.24551723299344605, 0.21997082181111258, 0.17051627524662039, 0.11196493452751695, 0.15235044243736703, 0.12808854280929036, 0.2936753142032487, 0.17151738642248093, 0.19815050143727328, 0.20166577226307814, 0.1450536879424704, 0.29237076281140195, 0.30860619139985607, 0.19984644632839388, 0.1403063106147093, 0.2581432709265279, 0.32690089645391346, 0.2903472119053077 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.37262454895371, 21.783914575509176, 26.1036944981916, 50.17245015957753, 22.584548660049098, 29.918759752072585, 45.486006235581726, 28.02794224057536, 22.832343128091885, 27.918672243419515, 33.633839191889244, 38.41036852816755, 34.42914797384482, 20.081242112967445, 19.28161978363569, 21.659062639086834, 31.125939265496342, 27.793396686101797, 30.460164754975985, 26.181091790585054, 21.535357045514342, 22.742409667675755, 29.630003152681844, 40.46520214202768 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 33.02319517133513, 20.745813980985982, 24.96459814403602, 49.17488044623454, 21.44169639833149, 28.642503438985663, 44.35832917550393, 26.96078543452978, 21.626977846172636, 26.93001828889959, 32.63337237342123, 37.30127710884697, 33.4612024132391, 19.05159273175471, 18.170768759125895, 20.77684632289202, 30.059721307871264, 26.571995561342465, 29.416439083054346, 25.054595792964566, 20.50787785879992, 21.32955695139309, 28.61006042798304, 39.55734756270186 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4494956238858967, "rpss": 0.007874226944455054, "brier_below": 0.22537400430113586, "bss_below": 0.004714841105562417, "brier_above": 0.22412161973163855, "bss_above": 0.011031104598787533, "crps": 29.44290836569469, "crpss": -0.00190840320881569, "crps_fair": 28.348810524183552, "crpss_fair": -0.006620008867504135, "reliability": { "below": { "weight": [ 5.7e-05, 0.021372, 0.233663, 0.527351, 0.203512, 0.014046, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0941, 0.1689, 0.2684, 0.3527, 0.4382, 0.5239, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.7685, 0.2505, 0.3267, 0.4574, 0.4364, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003642, 0.334356, 0.496259, 0.1399, 0.022595, 0.003022, 0.000226, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2705, 0.3476, 0.4337, 0.5327, 0.6412, 0.7126, NaN, NaN ], "observed_frequency": [ NaN, 0.4852, 0.2601, 0.3638, 0.5227, 0.1978, 0.056, 0.3749, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4274755375357301, 0.43553647680794705, 0.4940205397311615, 0.5554287955445187, 0.36789128757078743, 0.39982144975762557, 0.8014222547548285, 0.4157141216998648, 0.4134874760459602, 0.4477773061892199, 0.43542917237941076, 0.4964869781155636, 0.4469226550465025, 0.37979106055920286, 0.3913366785843296, 0.4006925287293178, 0.4309050239597772, 0.46022222806938634, 0.42659024115821326, 0.4445414875143468, 0.4369202746753045, 0.37462102790828644, 0.4679822462394772, 0.4491802327000293 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12319696382912634, 0.17927131658591747, 0.3119533527645763, 0.16461737593277512, 0.2676200499743699, 0.14109671134434926, 0.5502755239095781, 0.18637551986913423, 0.2399401016473737, 0.32687544485117015, 0.26001167247063284, 0.3807277058335912, 0.1116075114924049, 0.22646993988694172, 0.1773134673404201, 0.22163606915360684, 0.2748751047814102, 0.14902878659263646, 0.11752132113692573, 0.21938414831524713, 0.2983760467794448, 0.1299794441130899, 0.1700467824099479, 0.1948352931286738 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30427857635956557, 0.256265161011576, 0.18206718425469345, 0.3908114246649826, 0.10027123649527683, 0.2587247398409309, 0.25114673207489735, 0.22933860375167814, 0.17354737249930066, 0.12090185871555101, 0.17541750060924122, 0.1157592661946614, 0.3353151481041278, 0.15332112082619864, 0.21402321028964524, 0.17905645847468252, 0.15602991605662442, 0.3111934467007008, 0.3090689211485609, 0.22515733988263836, 0.1385442258258114, 0.2446415845034982, 0.2979354666132102, 0.25434494059945295 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.52160770798082, 22.507222217309547, 26.183101888840802, 41.37460490603834, 19.123636171994672, 31.777105933621762, 48.735309773718534, 29.778624459390173, 21.74857171872783, 25.027041763086448, 32.07818693337655, 32.39265860141265, 37.52263561387449, 18.11147624123277, 18.83570842279246, 20.13830890025073, 25.490329695859682, 29.318599677485196, 30.853374476113906, 26.84019391523461, 21.95624270295313, 20.526707008112286, 25.727088546724474, 34.22697562723247 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.27478177844572, 21.527294986541367, 25.1188351354244, 40.41905684943317, 18.08221504351691, 30.465123982413818, 47.669544571958546, 28.720720591731908, 20.68650866139805, 24.0802092834839, 31.090358946554414, 31.321753027527937, 36.59885540402894, 17.14427446421846, 17.76186346178307, 19.292313787197042, 24.45354518389839, 28.16511307406149, 29.80046692206415, 25.806714015112135, 21.001751271278877, 19.21435194093003, 24.77225549918178, 33.357206663504265 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4500082117198663, "rpss": 0.00741216657980337, "brier_below": 0.22595981892263936, "bss_below": 0.002592361262482412, "brier_above": 0.22404839314572944, "bss_above": 0.012226138823449917, "crps": 28.158138037640185, "crpss": 0.002355642348757292, "crps_fair": 27.11771310607037, "crpss_fair": -0.0025551783355379776, "reliability": { "below": { "weight": [ 7e-05, 0.025631, 0.247502, 0.521762, 0.194611, 0.010424, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0941, 0.1677, 0.2686, 0.3522, 0.4382, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.8123, 0.2465, 0.3219, 0.4721, 0.4902, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003541, 0.328562, 0.492354, 0.147121, 0.024334, 0.00381, 0.000279, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1892, 0.2692, 0.3479, 0.4336, 0.5359, 0.6407, 0.7126, NaN, NaN ], "observed_frequency": [ NaN, 0.5106, 0.2469, 0.3727, 0.5216, 0.1752, 0.0549, 0.3749, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40762606360554465, 0.38618947099835915, 0.39548649848808465, 0.3592482969443955, 0.5267308686264892, 0.45841802989675645, 0.43479218447902584, 0.39681896672948785, 0.3916315864719576 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14093686589302676, 0.16614144430240216, 0.1409602625233651, 0.1817019078741406, 0.17044146194226514, 0.34200584420656593, 0.1865758965850314, 0.20082552350046037, 0.20476400898327154 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26668919194778906, 0.22004802679137767, 0.2545262268606425, 0.17754639548088724, 0.35628938896973383, 0.11641219945754169, 0.24821628317399919, 0.1959934427112841, 0.1868675821788266 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.321404097408994, 21.96100567342509, 21.568000804032618, 18.190370850313585, 32.99140773077532, 26.119629040276305, 33.919850846098804, 22.698238045177565, 19.14027949873922 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.759826717944293, 21.423467445357463, 21.066271998532844, 17.618585975607125, 32.517343895952614, 25.590791384493556, 33.343782761575724, 22.18015263707565, 18.548522741870396 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4174379962489001, "rpss": 0.0234953952336443, "brier_below": 0.19270591286783656, "bss_below": 0.03286838211727994, "brier_above": 0.22473208195245353, "bss_above": 0.015312238968829606, "crps": 24.990020731805277, "crpss": 0.02194194989471565, "crps_fair": 24.449860617601075, "crpss_fair": -0.0029798750885547953, "reliability": { "below": { "weight": [ 0.0, 0.000901, 0.205599, 0.564117, 0.222, 0.007383, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1979, 0.2719, 0.3469, 0.4273, 0.518, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0813, 0.2683, 0.428, 0.1818, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000368, 0.32847, 0.585968, 0.082023, 0.00317, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1994, 0.2702, 0.3405, 0.4252, 0.5166, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1998, 0.2932, 0.3609, 0.4931, 0.9524, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38279074010109265, 0.3997562785611924, 0.39846262934646187, 0.3540697070136141, 0.5486282028680137, 0.45431691785025147, 0.4276445933874523, 0.4113664292839117, 0.39557462041781155 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14356234309304905, 0.16407283324278302, 0.11760176839868078, 0.18101511723636324, 0.17340500981880802, 0.3327323605485054, 0.17655477936786038, 0.17926711585478744, 0.19504630557383434 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23922839650476332, 0.23568344249948575, 0.28086084769483577, 0.17305459815766405, 0.3752231727155389, 0.12158457023344868, 0.25108980953271537, 0.23209930800362202, 0.2005283178367948 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.73744134738162, 23.541475846208172, 21.720837474167052, 17.25294993378941, 35.1045082366427, 25.679797135172052, 28.999488842726677, 25.102721609451123, 18.5678130905072 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.201344114519156, 23.039957138781578, 21.236559718753323, 16.69937132872081, 34.66257320794953, 25.183338987619898, 28.453237547042075, 24.601370765239633, 18.002663503177363 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4191789020922002, "rpss": 0.013817696358996656, "brier_below": 0.18480640368163018, "bss_below": 0.02199186242142026, "brier_above": 0.23437249590876322, "bss_above": 0.00727524966702886, "crps": 24.411892612894, "crpss": 0.007658857689114673, "crps_fair": 23.897824034644817, "crpss_fair": -0.018086360525363165, "reliability": { "below": { "weight": [ 0.0, 0.001208, 0.240063, 0.579968, 0.170906, 0.007854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.198, 0.2709, 0.3449, 0.4271, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0912, 0.2564, 0.3625, 0.1294, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000548, 0.304857, 0.588161, 0.101668, 0.004765, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1994, 0.2694, 0.3425, 0.4269, 0.5165, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3346, 0.3442, 0.3676, 0.4823, 0.9608, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.47825297827600716, "training": [ 0.5677947213117983, 0.4397942417456434, 0.44788969353807345, 0.39732865716611293, 0.5103826954152695, 0.5016209213633345, 0.2455180345542712, 0.5049205086615256, 0.48637005972270997, 0.5499740964506157, 0.5151645232575113, 0.45054190765486096, 0.5307870027231675, 0.5043811710868303, 0.48491750483625157, 0.4980339702570133, 0.47759803219432084, 0.4777201159344956, 0.5484681654765027, 0.4440562487316722, 0.4981553944277437, 0.5152651862079234, 0.43452268256235077, 0.446865943344173 ], "test": 0.5255064136904649 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4253189999828023, 0.41672900337943497, 0.46500988663120424, 0.5768019174882183, 0.38852526105081664, 0.3977854819187759, 0.7423712329478357, 0.4166210044318962, 0.4091832172729246, 0.45645505492182753, 0.44699194945792636, 0.5352372716620516, 0.42962565814096165, 0.3887337421809937, 0.39250335246383494, 0.40150330625066794, 0.46332510619850376, 0.4377255356007896, 0.4288584428818221, 0.4297814117253334, 0.4214195291731626, 0.37688065358157574, 0.48519882280486726, 0.4615235179616581 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1303450325241896, 0.168949191302034, 0.2755767153538684, 0.16749782206331687, 0.2495257623218844, 0.16057880459963417, 0.49528189651757404, 0.19551453345934083, 0.23886713940135304, 0.34225144348265996, 0.2923299169467133, 0.40494087612467006, 0.13806558656686438, 0.217017311530998, 0.1926240916861297, 0.19849156619394495, 0.3154581046776366, 0.1471980419281767, 0.12275913769781362, 0.22894661912045855, 0.2802356757291544, 0.1178783085577044, 0.16188950607265448, 0.17499955244844304 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2949739692832987, 0.2477798131132429, 0.189433169467088, 0.4093040993025944, 0.13899949815614943, 0.23720667795635206, 0.24708933777975978, 0.22110647193111588, 0.17031607500599868, 0.11420360850896813, 0.1546620322475347, 0.13029639076742136, 0.29156007423599445, 0.17171643112099472, 0.19987925987073035, 0.20301173958816665, 0.1478669976557181, 0.2905274977398223, 0.30609930586567097, 0.20083479134898108, 0.1411838515084151, 0.25900234593278754, 0.3233093207344123, 0.28652396657358714 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 33.84219084281856, 21.60457534457213, 25.68344650890342, 49.385858955080415, 22.617552491082545, 29.83705459675727, 45.82530932778547, 28.04510878835441, 22.505293844357784, 28.63823776071945, 34.33950093256511, 39.07359474582781, 34.19905278471338, 19.942179639383653, 19.30436013052463, 21.645529345818513, 31.851621381737125, 27.38471124059002, 30.27130825767129, 26.250129059522443, 21.29327415020104, 22.488241691350606, 29.201613936457573, 39.912687585058194 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.56447831526198, 20.597077536515656, 24.588466682130345, 48.39702744860579, 21.50228873939125, 28.607612066664238, 44.756660286865504, 26.99976952142211, 21.358163466521397, 27.669466742576546, 33.34845065087932, 37.99147904226932, 33.24971719631824, 18.94016550702476, 18.22770823045381, 20.787580284994256, 30.815778151832156, 26.209131345756028, 29.244486430281373, 25.154991111855043, 20.283409660268905, 21.143758137842593, 28.195121085592536, 39.021122475464495 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44975455667124525, "rpss": 0.007302711058243427, "brier_below": 0.22571760984613407, "bss_below": 0.003197427859473856, "brier_above": 0.22403694690395018, "bss_above": 0.011404735634337415, "crps": 29.380934722577205, "crpss": 0.00020048878805034587, "crps_fair": 28.318912921532817, "crpss_fair": -0.005558393777173487, "reliability": { "below": { "weight": [ 0.000142, 0.023449, 0.254332, 0.546742, 0.169585, 0.005751, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0996, 0.1727, 0.2692, 0.351, 0.4343, 0.5239, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.8, 0.7622, 0.2455, 0.3365, 0.4745, 0.2885, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002585, 0.310078, 0.514453, 0.153939, 0.015529, 0.003331, 8.5e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1913, 0.273, 0.3473, 0.4342, 0.5423, 0.6382, 0.726, NaN, NaN ], "observed_frequency": [ NaN, 0.6191, 0.2575, 0.3591, 0.5025, 0.2099, 0.0762, 0.3337, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4265955649034737, 0.43531918883007753, 0.48689603887514643, 0.5411398804076996, 0.3733027613977495, 0.4006709762292894, 0.8103207415227638, 0.418597703030887, 0.4105919022196272, 0.45696589526834, 0.4460804927537573, 0.5096961259377112, 0.4428911908277171, 0.38457163343786166, 0.395044580824052, 0.3994684212491862, 0.43898277323254864, 0.4550350506412657, 0.42280703899292915, 0.4446627739673326, 0.4366770003812393, 0.3735248294555152, 0.45948212942514444, 0.4378715473289532 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12117840657974442, 0.178152974543122, 0.3081989093409375, 0.157665108707727, 0.27188190551865493, 0.1401053420403932, 0.5576206421319151, 0.18732068691774822, 0.23738047679080215, 0.33438990443981054, 0.2688938511370301, 0.3919210633412309, 0.11022230140255163, 0.23065993880793165, 0.17944228232867748, 0.21990581707714585, 0.28075222791422194, 0.14579431755733757, 0.11619163770092313, 0.21874585592948098, 0.29748339301749066, 0.12819786407481695, 0.16494106199051092, 0.18741936623363856 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30541716042201, 0.25716621522356187, 0.17869712682854408, 0.3834747764331713, 0.1014208544975793, 0.2605656354329434, 0.25270010143277594, 0.2312770173456281, 0.1732114234874839, 0.12257598803069832, 0.17718664171400056, 0.1177750568156581, 0.33266889338896327, 0.15391169425739176, 0.21560229798693784, 0.179562603674683, 0.15823054237104633, 0.3092407379871028, 0.3066154020457226, 0.2259169183058094, 0.13919360559740213, 0.2453269660543407, 0.29454107061965723, 0.25045218223457666 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.15420196216293, 22.454715020899936, 25.883627210835655, 40.811723223671784, 19.257314773007835, 31.777434012071563, 49.17523701199524, 29.7890859273331, 21.44262347933655, 25.502293068471392, 32.35296300124393, 32.89707746738935, 37.07517095101105, 18.13625500967438, 18.88903990226662, 20.018785682889085, 25.878635764504054, 28.996585321277298, 30.70872147948127, 26.865332765608226, 21.82233023835452, 20.29803096576383, 25.359644721679974, 33.66154507687037 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 33.96417764166205, 21.495698003110043, 24.852443336453568, 39.86056779424696, 18.229004389329866, 30.51021192358735, 48.1550870028874, 28.74883506789564, 20.417989867044074, 24.56783216892578, 31.36920594953759, 31.838038507690932, 36.16251933188014, 17.187644777870652, 17.84086292181076, 19.18574278065934, 24.868616899525634, 27.881629818622976, 29.662930623440197, 25.848139861029633, 20.876135929731973, 19.030239249504135, 24.41299729572863, 32.804441035277 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4502998433808445, "rpss": 0.006768911565809832, "brier_below": 0.22643605564682678, "bss_below": 0.0004902081061529673, "brier_above": 0.22386378800782036, "bss_above": 0.013040017143687965, "crps": 28.092015584908328, "crpss": 0.004698364434777891, "crps_fair": 27.073791340727183, "crpss_fair": -0.0009313690890055959, "reliability": { "below": { "weight": [ 0.000211, 0.028169, 0.26367, 0.539716, 0.16401, 0.004223, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0996, 0.172, 0.2699, 0.351, 0.4338, 0.5159, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.8333, 0.7979, 0.2412, 0.3301, 0.4924, 0.3971, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002577, 0.310351, 0.507957, 0.157651, 0.017239, 0.004122, 0.000105, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.191, 0.272, 0.3477, 0.4335, 0.5435, 0.6382, 0.726, NaN, NaN ], "observed_frequency": [ NaN, 0.6211, 0.2398, 0.3708, 0.509, 0.162, 0.0762, 0.3337, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4002759512316093, 0.38691770691685423, 0.39341245035117217, 0.35525436956004885, 0.513877683099082, 0.4691755343161987, 0.42954228261491156, 0.39661817160338086, 0.38495591030747245 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1377269528347887, 0.16583534437377154, 0.1396753770776479, 0.17907104475884428, 0.16109036506215685, 0.3513271432494896, 0.18478586150970813, 0.1988637369663221, 0.19916870775978782 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2625489926284589, 0.2210823628674979, 0.25373706412776353, 0.17618333152086665, 0.3527873006814983, 0.11784840478622478, 0.24475641648516913, 0.19775443395531025, 0.18578720739978577 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 27.853093832798248, 21.815924883110718, 21.236215456338318, 17.705550604629337, 32.39268500726755, 26.564800454931916, 33.86156229101811, 22.58773031021601, 18.589589637305885 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.31438683317281, 21.297725420281886, 20.750480700509442, 17.14756047665504, 31.927458437608394, 26.04588003416992, 33.305746227818325, 22.076689008233704, 18.011107638313778 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41444778444452557, "rpss": 0.030490339686322754, "brier_below": 0.19083828151027968, "bss_below": 0.04224144861826096, "brier_above": 0.22360950160584167, "bss_above": 0.020230945361256025, "crps": 24.734128053068456, "crpss": 0.031957063410928965, "crps_fair": 24.208559419640366, "crpss_fair": 0.006918759884240289, "reliability": { "below": { "weight": [ 0.0, 0.0014, 0.235014, 0.621277, 0.142009, 0.0003, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1925, 0.2734, 0.3486, 0.4261, 0.5051, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1575, 0.0828, 0.2994, 0.4136, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.312971, 0.617321, 0.068123, 0.001584, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2741, 0.3426, 0.4271, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2841, 0.3619, 0.5514, 0.9048, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3772493764319504, 0.40145069309030773, 0.39586257206004216, 0.35152048312853906, 0.5355952760034702, 0.4625226319140892, 0.42067894334258016, 0.40971894666973846, 0.3886345796692451 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.1414051226901425, 0.16432817458937066, 0.1155235658836514, 0.179900315092151, 0.16379814297842532, 0.3399228817929486, 0.1734750518543236, 0.1760546262356902, 0.1898164099873028 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2358442532133802, 0.2371225158964447, 0.2803389926657257, 0.17162017665922433, 0.37179711303609325, 0.12259976300466723, 0.24720388708889085, 0.23366431490252199, 0.1988181728211818 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.443602499527174, 23.50666427805946, 21.42181207472999, 16.95437962508708, 34.60177522076089, 25.895339989484683, 28.983462950447883, 24.979213416035954, 18.115505538734627 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 22.925273227329754, 23.01787514077438, 20.950605868750326, 16.41082952293571, 34.16373479701381, 25.405845909824837, 28.451468331562356, 24.483549546303557, 17.559500963719504 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4159148335899958, "rpss": 0.02149691537187992, "brier_below": 0.18269158790044512, "bss_below": 0.03318361228654776, "brier_above": 0.23322324325423668, "bss_above": 0.012143105641812202, "crps": 24.211306176985303, "crpss": 0.0158126774726971, "crps_fair": 23.70763147869047, "crpss_fair": -0.009983846806546293, "reliability": { "below": { "weight": [ 0.0, 0.00164, 0.270444, 0.616147, 0.111304, 0.000464, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1922, 0.2731, 0.3462, 0.4257, 0.5069, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1663, 0.0932, 0.2781, 0.3299, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.292897, 0.620966, 0.08399, 0.002147, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2734, 0.3443, 0.4287, 0.5117, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3386, 0.367, 0.5467, 0.9131, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.45597964247177064, "training": [ 0.5714236528788599, 0.4095682150376435, 0.4084953004552372, 0.32637233039441715, 0.505271542666725, 0.49861837197234876, 0.2707907824046673, 0.46912839268479317, 0.4486240927817763, 0.5503592069980018, 0.5228852945668017, 0.45882900564537116, 0.49110731165499893, 0.47770475677906626, 0.4542469081956225, 0.47135735842260995, 0.4681180457392887, 0.4582553529318806, 0.5142948314790909, 0.41791953230802087, 0.48037845560939696, 0.5097302030526522, 0.3743274905767749, 0.38570498408645043 ], "test": 0.49867941941487776 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41194705674223364, 0.4240572795450369, 0.4639287272391334, 0.6339334971323289, 0.3788692612151626, 0.3893420395290727, 0.6645968861297809, 0.42580680112155883, 0.41605271487742285, 0.44069451933662585, 0.4326549185047975, 0.5101941522280056, 0.4415738398359655, 0.3974961754476185, 0.4026259850533763, 0.3975620152297374, 0.4636907251265427, 0.43176116996889813, 0.44540780774395744, 0.4340053232533732, 0.41003322940316667, 0.3747156140526388, 0.5190081204044822, 0.49521138494439726 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1250150096078566, 0.16952108038868466, 0.2749469655747079, 0.18261646062524228, 0.2430603082411803, 0.15514537099547684, 0.43395105671282724, 0.20274505875480325, 0.23740702668235378, 0.33351906310959994, 0.2891213809610543, 0.38599002343877226, 0.15323146050638772, 0.22334541503343627, 0.19963696384674157, 0.2007811753868002, 0.3190491288180287, 0.14681185389842133, 0.1327715331236068, 0.2337625393349194, 0.2680681978893249, 0.11765803199181157, 0.1744582395018682, 0.20086861572305634 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2869320475068468, 0.2545361982881208, 0.18898176218131985, 0.45131703280149865, 0.13580895286987887, 0.23419666839926234, 0.2306458292376447, 0.22306174127256848, 0.17864568905544892, 0.10717545728184233, 0.14353353788877116, 0.12420413100898293, 0.28834237679991265, 0.1741507602596906, 0.2029890215641459, 0.19678083978705346, 0.14464159950858682, 0.2849493144359168, 0.31263627321860554, 0.2002427843264921, 0.14196503244130101, 0.25705758110591065, 0.34454987981303326, 0.29434276923428787 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 33.1920959103512, 22.28307531625294, 25.349617918600597, 51.411500619650475, 21.68406330454038, 29.18278538774077, 42.971410096917424, 28.457682763297626, 23.623278459923565, 27.676169791829256, 32.91513364507409, 38.21893228501021, 34.19704991453844, 20.30507695353165, 19.977559552838443, 21.43188027910097, 31.16768809152921, 26.61812597995278, 30.906723510763122, 26.049380017068575, 20.92110917337195, 22.809439399247957, 30.16918511560158, 40.953613496462 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 31.695676653771955, 21.102365044022104, 24.00918433696051, 50.37850564411744, 20.596871164958046, 27.822399634264404, 41.42072346510114, 27.3175574253104, 22.294578545121126, 26.58955332994466, 31.904689524498885, 36.99274564667461, 32.99454961423429, 19.18198259149101, 18.664533555186225, 20.26349658902988, 29.99920190599126, 25.361310448833258, 29.521151199754865, 24.89647365349888, 19.788816114046508, 21.321743451138946, 29.07448602870426, 39.86578650928077 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.45021538516938814, "rpss": 0.006285571389533118, "brier_below": 0.2251450816727901, "bss_below": 0.005725797516591968, "brier_above": 0.22507030334529676, "bss_above": 0.006844901649655677, "crps": 29.26969070763313, "crpss": 0.003985995029309408, "crps_fair": 28.044099253163978, "crpss_fair": 0.004199791211024317, "reliability": { "below": { "weight": [ 0.0, 0.005735, 0.147527, 0.669083, 0.165365, 0.012011, 0.000279, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2715, 0.3498, 0.4331, 0.5279, 0.6284, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7111, 0.3203, 0.3212, 0.4586, 0.3702, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016789, 0.283398, 0.525925, 0.156447, 0.016769, 0.000672, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1792, 0.2654, 0.3457, 0.4382, 0.5313, 0.6182, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5504, 0.2825, 0.3447, 0.456, 0.3003, 0.1662, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.414820414719658, 0.44118763710417397, 0.4891235898296711, 0.5909320249513064, 0.366642125202163, 0.39489402556566944, 0.7114410359143744, 0.4252742261762165, 0.40303551859779785, 0.43969543144719303, 0.4318724191475046, 0.4807790376890945, 0.45401294211067195, 0.394923744729882, 0.40933872899861445, 0.3949588079075304, 0.4474276064861443, 0.44291092083072703, 0.4368982474803501, 0.44900374745966437, 0.42717876610260236, 0.3790806305176273, 0.4874934632692274, 0.46631312580791445 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11779382261203648, 0.17481958036654416, 0.3079907817473589, 0.1736680910524012, 0.2685382777731935, 0.13894956162047892, 0.482320865088568, 0.1934952368981177, 0.22784405117956094, 0.32396944254478705, 0.2661198283658555, 0.37188781729834913, 0.12562608269938125, 0.24027957231912297, 0.1880761868843736, 0.21904057530344062, 0.28955003357012593, 0.14302412909139256, 0.12486402923905827, 0.22397295954971227, 0.28551293375704634, 0.1282585053722433, 0.17699890548879174, 0.20996670702264641 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.2970265924816538, 0.26636805544762426, 0.18113280868668194, 0.41726393007231477, 0.09810384836940743, 0.2559444635158624, 0.22912017055639275, 0.23177898750314097, 0.17519146849689549, 0.11572598994669885, 0.16575259086382715, 0.10889122317066861, 0.3283868562766694, 0.15464417293906044, 0.22126254229838535, 0.17591823258067915, 0.157877575657301, 0.29988678964010135, 0.31203421723179536, 0.2250307875180313, 0.14166583338744645, 0.25082212400941295, 0.31049455697881867, 0.25634641933160884 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 34.53537030873789, 22.827271505622384, 25.599698238937506, 42.558239163229835, 18.80105410759023, 31.412421611865287, 45.34966625616286, 29.896091317018698, 21.407948990159174, 24.538305701362503, 31.135407067330615, 32.197078378080036, 36.73326954542185, 18.75680174177666, 20.08997374597576, 19.865868914788717, 25.839536570486807, 27.984734682891528, 30.947054805492964, 26.491806209273808, 21.767444413844842, 21.29803650007461, 26.22563219938432, 34.501405334415814 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 33.111997362355694, 21.717819527463956, 24.297025788432137, 41.523937424552344, 17.7947048421397, 30.05175009784597, 43.85998052905914, 28.792387526827255, 20.17725021227537, 23.475528599808396, 30.150775994899856, 31.07821501243541, 35.54187755795989, 17.68798995859071, 18.77473155589025, 18.801016965152026, 24.708569875694458, 26.75455544320028, 29.58929517434925, 25.42104248532248, 20.676158728797333, 19.937568722336533, 25.160027562445478, 33.43113008918026 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4491349257519075, "rpss": 0.009338382600572515, "brier_below": 0.22510699903519107, "bss_below": 0.006356787496597072, "brier_above": 0.22402792654002, "bss_above": 0.01231637101776717, "crps": 27.94833822124686, "crpss": 0.009788861220732303, "crps_fair": 26.77147237654226, "crpss_fair": 0.010245511567084198, "reliability": { "below": { "weight": [ 0.0, 0.006347, 0.154168, 0.665184, 0.164316, 0.009846, 0.000139, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2718, 0.35, 0.4332, 0.5267, 0.6222, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7637, 0.3293, 0.3187, 0.4501, 0.5344, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015305, 0.281149, 0.533058, 0.154571, 0.015256, 0.000661, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1802, 0.2657, 0.3464, 0.4372, 0.5326, 0.6166, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4478, 0.2697, 0.3577, 0.4582, 0.2329, 0.0528, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40228554025192653, 0.3889265086564316, 0.4097382067744252, 0.36309179403789077, 0.5282665978939189, 0.4527433338789829, 0.42916458173085525, 0.3961747963759162, 0.3815925527033562 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14531309269251397, 0.1691112274129847, 0.14961636858592456, 0.18285812387914357, 0.16755708694224447, 0.3425381580387701, 0.18916399275073245, 0.19873428900850118, 0.19868980281443818 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2569724428397069, 0.21981528214806217, 0.26012182869862105, 0.1802336772382397, 0.3607094934558861, 0.11020518867805934, 0.2400005836386076, 0.1974405060447113, 0.1829027540208765 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 27.660412960352154, 22.168715081525637, 22.965159937712777, 17.390649913229083, 33.336013261118495, 25.891133021227397, 33.14691014875141, 22.67777089178569, 17.179986641617603 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 26.369189757253295, 20.951406364454265, 21.743988926018474, 16.239332879287463, 32.30115612200465, 24.836239310514117, 31.943647176975297, 21.607487414036044, 16.087183508927147 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4168871013670782, "rpss": 0.02478409294126882, "brier_below": 0.19373134912502812, "bss_below": 0.02772203340542989, "brier_above": 0.2231557507514189, "bss_above": 0.022219103478360314, "crps": 24.712972428591137, "crpss": 0.03278505107236829, "crps_fair": 23.564403495496748, "crpss_fair": 0.03334326341985627, "reliability": { "below": { "weight": [ 0.0, 0.000376, 0.126162, 0.763576, 0.104293, 0.005593, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.18, 0.2834, 0.3461, 0.4331, 0.5276, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0965, 0.2712, 0.4097, 0.4396, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018109, 0.29501, 0.624293, 0.061759, 0.000829, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.269, 0.3457, 0.4261, 0.521, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3706, 0.2599, 0.3718, 0.574, 0.4539, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.37930260344091987, 0.4031157610233868, 0.41620739187915656, 0.3626637461392757, 0.5500282035178841, 0.442193484429567, 0.4182342099199216, 0.4153621790196145, 0.3871284856723627 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14917670215878948, 0.1680943628658597, 0.12751250324389327, 0.18553987689410462, 0.17130602204011533, 0.3257883337284501, 0.17569738660233045, 0.17901623367042943, 0.18932035274810513 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23012590228402582, 0.23502139579706624, 0.2886948747141643, 0.17712387850289799, 0.3787221611901656, 0.1164051628330655, 0.24253681816745393, 0.23634593919967212, 0.19780813568014302 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.33723506189403, 23.42557841083962, 23.356364884255104, 17.072693228602656, 35.49808028742878, 24.825236920331697, 28.045145293748455, 25.390288164772265, 16.93608923100323 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 22.08124522020604, 22.272121611981767, 22.144472092374578, 15.927088419867703, 34.53042300526873, 23.803428759984744, 26.885608806228227, 24.317646362853555, 15.86066808556165 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.41935956278245423, "rpss": 0.013392664529382037, "brier_below": 0.18571686377245306, "bss_below": 0.01717364530325538, "brier_above": 0.23364269648540606, "bss_above": 0.010366439815157058, "crps": 24.20963460920843, "crpss": 0.0158806265458582, "crps_fair": 23.091411373814108, "crpss_fair": 0.01626813676093819, "reliability": { "below": { "weight": [ 0.0, 0.000466, 0.150034, 0.75935, 0.084051, 0.006007, 9.2e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.18, 0.2829, 0.3447, 0.4323, 0.5329, 0.6086, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1, 0.249, 0.3288, 0.3081, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018361, 0.251714, 0.657258, 0.071547, 0.001119, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1894, 0.27, 0.3465, 0.4269, 0.5217, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4574, 0.3176, 0.3744, 0.5584, 0.4994, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.49961113857450073, "training": [ 0.5697331881692852, 0.4637974187312055, 0.4636023786059007, 0.435666108808665, 0.528365990523909, 0.5267188131121745, 0.3212288690119417, 0.5175871528382293, 0.4963029832772479, 0.5637939816028856, 0.5438554803986054, 0.4909470716331348, 0.5430793810085828, 0.5180240387652034, 0.5056293256676276, 0.5125734716673024, 0.508207114103378, 0.4877359188549659, 0.5620487035017906, 0.4754587778003958, 0.5118976729228486, 0.5257511611773013, 0.45679225741724017, 0.4618700661881961 ], "test": 0.5361897219029321 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.435172270565042, 0.4152634826588186, 0.47709971549554486, 0.5932007823131775, 0.38652359900213, 0.3963065406554658, 0.6900506714114161, 0.41427567695915335, 0.4140662831899071, 0.4399307270689754, 0.42613705363301463, 0.5039374617876223, 0.44072418501865535, 0.38804630885796626, 0.38312295234198857, 0.4119424127210183, 0.44557499934265543, 0.44934866094849685, 0.44204474456430726, 0.4269874605938888, 0.4266407877406073, 0.3850858331941333, 0.4979700172642817, 0.48809276148572306 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13817507673080573, 0.16919061961538073, 0.2858935643161585, 0.1819101154324972, 0.24723114056632378, 0.16016113877152016, 0.4566986575094994, 0.19363684064880923, 0.24413328888857674, 0.3264947639151698, 0.27194421061559565, 0.37694357570883597, 0.147193652880929, 0.21618412516598096, 0.18653668083260752, 0.20654009311112992, 0.29859398010574006, 0.15631199495848053, 0.1295854139342584, 0.22836808759024205, 0.2844299519555357, 0.12296344974347674, 0.17189021501506044, 0.196008617535324 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29699719620490805, 0.24607286401655398, 0.19120614955329693, 0.41129066895518435, 0.13929245859209735, 0.23614540233265727, 0.23335201418828677, 0.22063883755254, 0.16993299196083908, 0.11343596149573457, 0.15419284409317224, 0.12699388222204708, 0.2935305358389688, 0.17186218471877526, 0.19658627036100523, 0.20540231881835533, 0.14698101595688967, 0.2930366702903463, 0.31245933208852655, 0.19861937259548604, 0.14221083473438742, 0.26212238462982024, 0.3260798043153452, 0.2920841439762331 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 35.4166957687622, 22.068191811218554, 26.939523018850814, 50.196507767915385, 22.713653545015777, 30.116119519152207, 45.209242987416026, 28.289850235174725, 23.17637670465139, 27.175224048255853, 33.134621073143705, 36.97571059292185, 35.20292970604167, 20.453018023693268, 19.172884567951183, 22.937478222637424, 30.632284336859186, 28.144465918479252, 30.531513360381457, 26.58048983737502, 22.56799083267341, 24.030269642064507, 30.522873832834826, 41.680186147893615 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 33.973558102229944, 20.990640613143622, 25.740768166328575, 49.182129025794175, 21.534206598409597, 28.780009411074797, 43.988256055912004, 27.19096367854227, 21.89299848141302, 26.12844737062756, 32.071068027768035, 35.77719047049052, 34.189798991106485, 19.383803200651936, 18.019360103669907, 22.02498915419818, 29.505024898014657, 26.869395188480595, 29.446595844342855, 25.416717825797047, 21.51933082924624, 22.546594215868875, 29.47932850352635, 40.74051398501015 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44906439120058295, "rpss": 0.008826042798823264, "brier_below": 0.2248758023144974, "bss_below": 0.006914975255774447, "brier_above": 0.22418858914547737, "bss_above": 0.010735592424151452, "crps": 29.74450422922347, "crpss": -0.012171364540263907, "crps_fair": 28.59965369756864, "crpss_fair": -0.015527040688181337, "reliability": { "below": { "weight": [ 0.0, 0.012652, 0.217954, 0.49481, 0.255154, 0.019429, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1768, 0.266, 0.3522, 0.4376, 0.5211, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6188, 0.2825, 0.3131, 0.4506, 0.3715, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001264, 0.325375, 0.511634, 0.143551, 0.015916, 0.00226, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1877, 0.273, 0.3461, 0.4307, 0.5314, 0.6243, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.621, 0.2707, 0.3588, 0.4967, 0.2016, 0.0749, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4360608726537097, 0.42804028374960257, 0.49893585805590956, 0.5548941614800007, 0.36812626249605473, 0.40274419570599956, 0.7502759995436648, 0.4121124289452866, 0.4198035547427597, 0.4435270716679365, 0.4288551676735815, 0.48166404504152094, 0.4538324330543985, 0.38153071848989906, 0.3856564009327552, 0.40806632996984205, 0.4256746173824098, 0.46660662430863004, 0.43561010374962283, 0.4409979780644396, 0.44503100722101063, 0.38048019002062267, 0.4695014557761319, 0.464169363105499 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12893185512105992, 0.17291296900207292, 0.31866743344525245, 0.16868985608415496, 0.2665157956697113, 0.14361333794338024, 0.5124818872616745, 0.18092126029133626, 0.2463019562903045, 0.3214719843166519, 0.2525286673955952, 0.36596496045404847, 0.11959933083985286, 0.22740416856158807, 0.1741534852628962, 0.22615034158134253, 0.26801840104901997, 0.15488147325959656, 0.12364123911695017, 0.21724971477635677, 0.3040168374610223, 0.1324854321626074, 0.17318532451321514, 0.2072378196036852 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3071290203811711, 0.25512731589953364, 0.18026842219903474, 0.38620430896110014, 0.10161046634906257, 0.25913085888208187, 0.23779411362891542, 0.2311911705014367, 0.1735015967966916, 0.12205508566625602, 0.17632650152766854, 0.11569907988996521, 0.33423310715618876, 0.15412655056345367, 0.21150291450576422, 0.1819159874326957, 0.15765621365881236, 0.3117251561697276, 0.31196886591564726, 0.22374826381494922, 0.1410141683637489, 0.24799475877836147, 0.2963161323972903, 0.25693154359248943 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 36.665822913500726, 22.667613823217636, 27.049499329195623, 41.41014192447836, 18.85513685058907, 32.30385387034666, 48.86561303498429, 29.80558257035355, 22.184277196627537, 24.829377171394864, 31.66024136656225, 30.572691921810762, 37.88453610383456, 18.59235037313993, 18.731210448453865, 21.09324527334027, 25.427079123875135, 29.516474754818553, 30.689582371909854, 26.809125319584393, 23.195077239496023, 21.606142264490195, 26.235853024327497, 35.23260585486394 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 35.33856252000939, 21.66084295941716, 25.944809417368607, 40.45530048106936, 17.800733049664686, 30.94142184854174, 47.72220603375673, 28.72507543292432, 21.076210984642223, 23.852028622456892, 30.632352176233265, 29.44921670824462, 36.931833152622616, 17.603077955238586, 17.634590984839438, 20.237344046079205, 24.353198655437605, 28.31797093355862, 29.616414505925153, 25.762458172028058, 22.23010992132416, 20.253025318952105, 25.274989441644045, 34.351692040770395 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.44925821349297035, "rpss": 0.009066445536755063, "brier_below": 0.22529273047764065, "bss_below": 0.005536951649957711, "brier_above": 0.2239654834596686, "bss_above": 0.012591667089818626, "crps": 28.41179725521648, "crpss": -0.006631517485566452, "crps_fair": 27.34022772344787, "crpss_fair": -0.0107816530767737, "reliability": { "below": { "weight": [ 0.0, 0.015527, 0.24438, 0.491336, 0.231552, 0.017205, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.176, 0.265, 0.3511, 0.4375, 0.5224, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6556, 0.287, 0.3114, 0.4573, 0.4438, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001079, 0.325099, 0.502644, 0.149455, 0.018787, 0.002936, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2721, 0.3466, 0.4304, 0.5329, 0.6237, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4827, 0.2537, 0.3717, 0.4975, 0.1806, 0.0713, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4139884275279823, 0.3849088750866638, 0.4005024047197212, 0.3625372791665638, 0.5288855985872646, 0.4510885455435935, 0.436188736790085, 0.39979127817028665, 0.3964104574188741 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14883404277167836, 0.16487333013262245, 0.14379160610105418, 0.18518914989550042, 0.1755989017222028, 0.3342027242287248, 0.18685165618671812, 0.20219474050693362, 0.20955173198747776 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2651543788250389, 0.22003554480304652, 0.2567107893404442, 0.17734813633617175, 0.35328667870888164, 0.11688583604219029, 0.24933707582425776, 0.19759653728724771, 0.1868587303706682 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.228628183255456, 22.183539155535495, 22.00937104708412, 18.65638167600835, 34.28298257195024, 25.058549174874805, 32.598855094535175, 23.405915677696623, 20.282585283770928 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.636265831594137, 21.617204242199808, 21.48238163771515, 18.061873275495252, 33.79054475956202, 24.508253321546697, 31.995118810423524, 22.879092310956253, 19.664141093117316 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4193668447790039, "rpss": 0.018983277294049583, "brier_below": 0.19456532039254582, "bss_below": 0.023536588500191025, "brier_above": 0.22480152305977188, "bss_above": 0.015007975296750464, "crps": 25.189645318301245, "crpss": 0.014129053862467544, "crps_fair": 24.62609725362335, "crpss_fair": -0.010209437741210525, "reliability": { "below": { "weight": [ 0.0, 0.000907, 0.203397, 0.532339, 0.249602, 0.013755, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.2707, 0.3497, 0.4338, 0.5202, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1204, 0.2432, 0.4373, 0.0974, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.346542, 0.586341, 0.064249, 0.002869, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2743, 0.342, 0.4269, 0.5086, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2948, 0.3641, 0.5132, 0.9474, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38767835595315286, 0.39689226335001015, 0.4063410803521913, 0.3579674535506103, 0.5492223591754142, 0.4480051748462737, 0.43068473618244096, 0.4148039654161544, 0.39960987215509564 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15010228587983854, 0.1609304124949667, 0.12317081775626916, 0.18547679076916113, 0.17731519923398326, 0.3260536419534783, 0.17895526612886722, 0.18134468979416138, 0.19938170106385522 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23757606959734545, 0.23596184769013034, 0.28317024876898134, 0.17249067152529593, 0.37190713927344976, 0.12195154668891249, 0.25172946539506896, 0.23345927027398666, 0.20022817419036948 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.878132315585063, 23.580555362993955, 22.36583078359387, 17.53912441215009, 36.2949340288389, 24.495345806995314, 28.5568896743655, 26.034146876687085, 19.46823754253197 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.319308474132672, 23.060226334796067, 21.863483310949633, 16.971953779184062, 35.84616088012688, 23.98791077056675, 27.993395391897895, 25.52941473214938, 18.886407876086807 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42124502899792704, "rpss": 0.008956817671318396, "brier_below": 0.1869700894527312, "bss_below": 0.010541489224692557, "brier_above": 0.23427493704483782, "bss_above": 0.007688476903687347, "crps": 24.69035520041575, "crpss": -0.0036606203445639363, "crps_fair": 24.162029061098906, "crpss_fair": -0.029341926447398636, "reliability": { "below": { "weight": [ 0.0, 0.001123, 0.25011, 0.545047, 0.187708, 0.016013, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.2695, 0.3472, 0.4343, 0.5212, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1276, 0.2406, 0.3687, 0.0808, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.324899, 0.586644, 0.083785, 0.004672, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2734, 0.3439, 0.4278, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3429, 0.3691, 0.5076, 0.96, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.5514082594835914, "training": [ 0.6688507101390903, 0.5133781075632909, 0.5003465656127662, 0.4543000836879756, 0.6093347652246425, 0.5898160220531469, 0.22881693525011082, 0.5856494182263247, 0.5560449395414832, 0.6209385274791025, 0.6087600671188265, 0.5012736963906331, 0.6128784096948057, 0.5782752078625712, 0.5700514250490112, 0.5880550359824082, 0.5420102708126666, 0.5611262442284669, 0.6531353255077033, 0.49248706823341326, 0.5652971975862022, 0.5969676150208562, 0.5120005692742137, 0.5240040200664825 ], "test": 0.5847562071712684 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43845452939918483, 0.42282236606654594, 0.46740686960611144, 0.5685999157311923, 0.3971993654156251, 0.4059045218609492, 0.7516141627281531, 0.42717409346899654, 0.4162048095568097, 0.4657859992476261, 0.45546223558439625, 0.5390625108215519, 0.4427381350710571, 0.39856171646794186, 0.39769623296663414, 0.40599268224871216, 0.4682441711912788, 0.44407351841554443, 0.4378425399539917, 0.4418829014295899, 0.42670569396792557, 0.38710858341984944, 0.48239083818150674, 0.4573675503254279 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13593060035009502, 0.16897529619947005, 0.2767935302321816, 0.16260038988729125, 0.2518408519365445, 0.1646979126314709, 0.4993920862329876, 0.20236770053109193, 0.24103776465763255, 0.3471964709405126, 0.29751079247789675, 0.40653500041086543, 0.14866159388057323, 0.22131575336408257, 0.1930075236041778, 0.2008836369267652, 0.31795144872309505, 0.14864167411635712, 0.1273080953674304, 0.23598715516076943, 0.28062646686738685, 0.12318919015667418, 0.16288131533116681, 0.17696458334810797 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30252392985779225, 0.25384707055367783, 0.19061333776269943, 0.40599953229169, 0.1453585131471013, 0.24120661036744317, 0.25222207745854175, 0.2248063937128452, 0.17516704197679975, 0.11858952476969567, 0.15795144320787258, 0.13252750549204478, 0.2940765445732449, 0.17724596350587962, 0.2046887084226847, 0.20510904498758145, 0.15029271829883317, 0.29543184829785735, 0.3105344457860594, 0.20589574527983476, 0.1460792250977383, 0.26391939403488646, 0.31950952753340733, 0.28040296747700005 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 33.77617555868595, 22.314601470112112, 26.404785896036675, 49.06466369266932, 22.4897065485394, 30.048129028975417, 46.49984996973544, 29.105220955662784, 23.252660812540768, 29.000358679097374, 34.00360132611626, 39.70004226052644, 34.61260676306737, 20.62032872909048, 19.81760492850977, 21.624815133488735, 32.284286279731724, 27.688078639033883, 30.065527530126857, 27.025357977035178, 21.640959535892794, 23.113768442871468, 29.355721749537242, 39.31581185840264 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.53816487916917, 21.30866380123669, 25.2899930672031, 48.04149990964613, 21.402936116978697, 28.867942111046766, 45.45974600965134, 28.051017153717407, 22.12451724369408, 28.007706553214415, 33.006808718292255, 38.62287994887957, 33.635281368926115, 19.593851166031566, 18.733692105885755, 20.75878311702541, 31.236677198342846, 26.545855121539034, 29.030808209582325, 25.940692619809447, 20.626932227596235, 21.866573506050603, 28.330943702235462, 38.39345692665351 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4560956642969418, "rpss": -0.006693368037667069, "brier_below": 0.2288457013889428, "bss_below": -0.010616690134635176, "brier_above": 0.2272499630788838, "bss_above": -0.0027731605509351276, "crps": 29.701027656895253, "crpss": -0.010691906647812388, "crps_fair": 28.642309282600333, "crpss_fair": -0.017041670917418816, "reliability": { "below": { "weight": [ 0.0, 0.020548, 0.162523, 0.686997, 0.129933, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1703, 0.2744, 0.3494, 0.423, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8371, 0.2941, 0.3321, 0.4109, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.197797, 0.660636, 0.117967, 0.022497, 0.001102, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2805, 0.3449, 0.4249, 0.5369, 0.6232, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3012, 0.3556, 0.4197, 0.1343, 0.0767, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4404344422095804, 0.44056121865010855, 0.48798624882004904, 0.538623013840567, 0.3847114311859906, 0.4115501638675923, 0.81817354076872, 0.42651768361653936, 0.417178531711779, 0.4634015631437956, 0.44892206088882564, 0.5130975289673896, 0.4511734207329107, 0.39616211545567354, 0.40142645496334434, 0.40633661502644003, 0.4421938388476289, 0.4602672442495407, 0.4345230060006586, 0.45309327561668333, 0.44260389588667987, 0.3837542284886194, 0.46294741808476836, 0.441403806705005 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12707134733556175, 0.17761964639083738, 0.30895574858686436, 0.15508708156292242, 0.2752261855347373, 0.14584975020709554, 0.5607442692646848, 0.19354972245023797, 0.23831321111122838, 0.3369497674963445, 0.2690201787222157, 0.3920126224797309, 0.1178729882520369, 0.2364582230024288, 0.1792919672110126, 0.222151173779634, 0.28215254824703895, 0.14768317306362871, 0.12146898890769205, 0.22513691941024475, 0.2996484356649636, 0.13467349003434634, 0.16836384103201607, 0.19229797034677923 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3133630957772882, 0.26294157281424274, 0.17903049777867128, 0.38353594036563493, 0.10948524462378234, 0.26570041572504954, 0.2574292732483059, 0.23296796251999308, 0.1788653183111926, 0.12645179223828273, 0.17990188291860137, 0.12108490005648019, 0.33330043772038603, 0.15970389194515439, 0.22213448690032764, 0.18418544077415813, 0.16004128714437807, 0.3125840760109465, 0.3130540185438542, 0.2279563566715622, 0.1429554582835831, 0.24908073927006807, 0.294583580205391, 0.2491058366199848 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.0920447334113, 23.266675940212203, 26.558223283970584, 40.75667856509889, 19.266111421257268, 32.18939478065971, 49.65757799898149, 30.473323060267766, 22.012258626170407, 25.753177617717853, 32.14846455965564, 33.38928052900811, 36.91789625354752, 18.93008995053774, 19.68274250585229, 20.161522025192554, 26.42634159712765, 29.30775118028, 30.848848987224653, 27.368018539240033, 22.145974722580586, 20.9965589308867, 25.854192103819717, 33.54888056181576 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 33.93100340430025, 22.301550092136456, 25.5051805347079, 39.76892078015501, 18.259083187028043, 30.997164740919683, 48.660234743492445, 29.432338419213973, 20.981924906479183, 24.801027971595364, 31.16397912121112, 32.33693689537821, 35.98553558481888, 17.96089424915177, 18.640158447927615, 19.310177988272777, 25.408216296813247, 28.22456869771705, 29.79969531851675, 26.359018814614952, 21.20304345142326, 19.80151882461558, 24.89358825533877, 32.66923564484161 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4569601144887037, "rpss": -0.007921718286643786, "brier_below": 0.22948330208726178, "bss_below": -0.01296062085669969, "brier_above": 0.22747681276947165, "bss_above": -0.0028889139646082196, "crps": 28.448001186438187, "crpss": -0.00791422473204162, "crps_fair": 27.43312484877791, "crpss_fair": -0.014216105446994698, "reliability": { "below": { "weight": [ 0.0, 0.024648, 0.158704, 0.683888, 0.13276, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1693, 0.276, 0.3494, 0.4226, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8755, 0.2913, 0.3254, 0.4253, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.210639, 0.644157, 0.120187, 0.023513, 0.001504, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2796, 0.3456, 0.4228, 0.5433, 0.6254, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2744, 0.3683, 0.4271, 0.0533, 0.0695, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4039571039657548, 0.39110055813090217, 0.4040375996470779, 0.3599293137676066, 0.5042407137901557, 0.4767997943093077, 0.431059784303285, 0.40812853253781084, 0.3897578965312969 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14245613950373368, 0.16771150805708807, 0.14486125877390266, 0.1800515766196227, 0.15896914637437853, 0.3548095865656407, 0.1865081049726902, 0.2069772083001668, 0.20144188269358596 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2615009587910934, 0.2233890506676706, 0.25917633137252755, 0.17987774445965352, 0.3452715501098434, 0.12199022229567777, 0.24455167449700535, 0.20115132343303455, 0.1883160190285637 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.07207664855561, 22.219776855574306, 21.759277763928964, 18.016342327554213, 32.324844226788116, 26.776340471004904, 33.86592989409039, 23.359083089146566, 19.088189180888975 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.54041759215297, 21.699106880637455, 21.259455099215636, 17.45989118586096, 31.856796363134784, 26.25314694536699, 33.313057295175234, 22.854582797507277, 18.511438862757085 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.418779032998133, "rpss": 0.020358333987293253, "brier_below": 0.19375404576231214, "bss_below": 0.02760812597409934, "brier_above": 0.22502498607278554, "bss_above": 0.014028848097616287, "crps": 25.053540050836897, "crpss": 0.0194559342974171, "crps_fair": 24.527543669089816, "crpss_fair": -0.006166581896305923, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.132993, 0.799683, 0.067324, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2792, 0.3459, 0.415, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0538, 0.2987, 0.2735, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.188085, 0.774743, 0.037172, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2783, 0.3401, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3471, 0.3392, 0.6265, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3829715392081331, 0.40339892183400405, 0.4056364925529172, 0.35841601285571084, 0.5247916518557993, 0.4672446410630278, 0.4208319842018807, 0.4192648075849793, 0.3940859432494046 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14805461945859147, 0.1650819369611855, 0.11980959419751819, 0.18283998422646155, 0.16160040489324948, 0.3408942419412102, 0.174616091849132, 0.18302738427251838, 0.1926412496057985 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23491691927105246, 0.2383169822910206, 0.28582688429555025, 0.17557603787482962, 0.36319122682574334, 0.1263504130860735, 0.24621588778034015, 0.23623741758803798, 0.20144469705744114 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.96722482670505, 23.604037471134045, 21.84369718617685, 17.36929567070991, 34.58186344684124, 25.976889779235957, 28.935072946100846, 25.57380403394972, 18.47202814991285 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.4533513963196, 23.110656024437894, 21.359072796284426, 16.832456820566318, 34.13986199735236, 25.48360052664733, 28.40721490399763, 25.08780847859347, 17.92058673104997 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4196268882673174, "rpss": 0.01276374055165208, "brier_below": 0.18539616748951837, "bss_below": 0.018870791982986468, "brier_above": 0.23423071845223215, "bss_above": 0.007875772307673778, "crps": 24.48043483452961, "crpss": 0.004872622816097016, "crps_fair": 23.977178852805444, "crpss_fair": -0.021467005470031886, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.151504, 0.785127, 0.063369, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.278, 0.3428, 0.416, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0615, 0.266, 0.2433, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.178995, 0.76995, 0.051056, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2774, 0.3418, 0.4198, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4223, 0.3473, 0.625, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.4619063187222636, "training": [ 0.5561516798597252, 0.41953148696023645, 0.4276763097389131, 0.38680985589755806, 0.49245751368179286, 0.49073961497568264, 0.22111890307134469, 0.49123073314088234, 0.46772007598762183, 0.5292402673163872, 0.5019591113869067, 0.427697498255574, 0.5191170319303324, 0.482275488985557, 0.4655844355219562, 0.48725721228719615, 0.46190155709896796, 0.46527832669481084, 0.5373538557168094, 0.42853508724582834, 0.48456783985320123, 0.496301252808344, 0.4168311864383582, 0.42841532448033925 ], "test": 0.49825410558292177 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42614021285734033, 0.4168857442340937, 0.46930486521072645, 0.5877645590872568, 0.38679425168118753, 0.39830654905982854, 0.7445158578128581, 0.4148484907001379, 0.4103400745142384, 0.4486784406853321, 0.43995509714780184, 0.529312997616018, 0.430545003914897, 0.38724555480491624, 0.39170536655107036, 0.4004518553215731, 0.4565342941752357, 0.44099038332041407, 0.4317113813664448, 0.4292849971928526, 0.42228079288809084, 0.37773960451039384, 0.49041095554073494, 0.46945396256573313 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13162025559490778, 0.17028442078820605, 0.27793494051682155, 0.17343144039911682, 0.24856288820954414, 0.16236850179753945, 0.4961832967211166, 0.1944825479049263, 0.2396112248368406, 0.33584682648907993, 0.28698738079473013, 0.4000082789165523, 0.13731738511807856, 0.21581850686037893, 0.19299222222858506, 0.19862078754515233, 0.3101208686132142, 0.14937140430837842, 0.12423800610312556, 0.22874314678639318, 0.2813581654557464, 0.11909943847835826, 0.1646085419150116, 0.1810762234229852 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2945199593337511, 0.2466013245050872, 0.19136992242634698, 0.41433312228472835, 0.13823136300188638, 0.23593804776611504, 0.24833256165204196, 0.22036594395399847, 0.17072884684970308, 0.11283161139319287, 0.1529677163737912, 0.12930471388689038, 0.2932276217325556, 0.17142704868046718, 0.1987131430943402, 0.20183106712375273, 0.14641342143760078, 0.2916189830265583, 0.30747337653317847, 0.20054184931513466, 0.1409226255818185, 0.2586401667618068, 0.32580241762772766, 0.28837774015699347 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.42514051247107, 21.841456914151447, 26.130943111377757, 50.169421381061674, 22.617908698412126, 30.089051040220433, 45.65755651082542, 28.012046469183492, 22.85329828219834, 27.812986017901494, 33.580108361841624, 38.45008750276809, 34.24738941965098, 20.16064469115844, 19.45469732119153, 21.592880785666807, 31.07280027542603, 27.808216027759716, 30.430878383753164, 26.211324782841917, 21.683001329611205, 22.748315272335827, 29.553633311696, 40.41476626204784 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 33.0771224778747, 20.79723283776071, 24.98775093362489, 49.16556718599804, 21.46510263784471, 28.81460994521658, 44.52741959341774, 26.93912781874453, 21.64220825985564, 26.814509616211645, 32.575448781346026, 37.33585097516517, 33.27513612893132, 19.125102932945452, 18.342467279430366, 20.703483959117044, 29.999518694396368, 26.584474317454433, 29.38562278346123, 25.074503628670982, 20.642871125392784, 21.334184783033354, 28.52949235133675, 39.50171402917248 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.45005005386496566, "rpss": 0.006650490288614752, "brier_below": 0.22586194582519958, "bss_below": 0.002560018685758947, "brier_above": 0.22418810810414447, "bss_above": 0.010737715088248834, "crps": 29.459106361064684, "crpss": -0.0024596024135532524, "crps_fair": 28.360021794850127, "crpss_fair": -0.007018102796989334, "reliability": { "below": { "weight": [ 5.7e-05, 0.022232, 0.240938, 0.530646, 0.194839, 0.011288, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0916, 0.1671, 0.2681, 0.3513, 0.437, 0.5241, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.7775, 0.2538, 0.328, 0.4574, 0.4273, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002694, 0.326165, 0.501497, 0.143105, 0.023122, 0.003107, 0.00031, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1909, 0.2715, 0.3477, 0.4328, 0.5328, 0.642, 0.7142, NaN, NaN ], "observed_frequency": [ NaN, 0.573, 0.2565, 0.3637, 0.5219, 0.1982, 0.0544, 0.2728, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42663856457666177, 0.4346939158308026, 0.4916936077219433, 0.5490486104768582, 0.3695525820801267, 0.40051961961268234, 0.8134412507207595, 0.4165138791437981, 0.412535603023863, 0.45073227555921036, 0.44129295598741675, 0.5033621117885227, 0.44526255900422546, 0.38122658775257384, 0.39364292072269286, 0.3987955385494996, 0.43418376291487676, 0.45779335133595556, 0.42547806633246277, 0.4448633555192862, 0.4367662265751633, 0.37465980355218353, 0.46335691810242474, 0.4448861404797369 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12194420815361814, 0.17862810989100314, 0.31023084476931784, 0.16112382064074687, 0.2689547509945418, 0.1412699594951199, 0.5590722006645646, 0.18673144608140357, 0.23885270027426306, 0.3291915825705363, 0.26550126435230254, 0.3866571001415204, 0.11072830408440375, 0.22773049029070205, 0.1792718705779547, 0.21986234208745697, 0.2772233778150999, 0.14737690756361715, 0.11714686524403475, 0.21944060846058483, 0.2977777704845732, 0.12950991412166452, 0.166171389685331, 0.19241594011844274 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3046943588722823, 0.25606580688506697, 0.1814627599183853, 0.38792479460461365, 0.100597829876596, 0.2592496614500279, 0.25436905148439176, 0.2297824348130626, 0.17368290082192225, 0.12154069020254797, 0.17579169200933956, 0.11670500573657328, 0.33453425914492735, 0.1534960975461275, 0.21437104930460382, 0.17893319560804327, 0.15696038183369648, 0.31041644860100265, 0.3083312021811944, 0.2254227474852486, 0.1389884540413698, 0.2451498900027104, 0.2971855312576986, 0.2524702012994338 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.50539487380658, 22.53437238955264, 26.152907815640493, 41.268130449172055, 19.09848418135251, 31.82064293717689, 48.900410945980994, 29.86036703839457, 21.750562949869078, 24.9544482184027, 32.109008961741665, 32.5004224176289, 37.42688875674629, 18.134457253506653, 18.887059010991976, 20.023974527974072, 25.55242516216967, 29.2474882435629, 30.754992033293576, 26.894004931993745, 22.013126931552126, 20.514693156435833, 25.601657067690493, 34.14219893292324 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.26671294561719, 21.55363421721901, 25.088676430365627, 40.31010239315676, 18.051423043665114, 30.51277647916275, 47.837558875027426, 28.800540253976564, 20.688659144739102, 24.001306262478693, 31.11967283235608, 31.42700573908506, 36.50246991161227, 17.165062258688295, 17.814998394004448, 19.17421430013181, 24.51261806749628, 28.097402433827966, 29.70305874704335, 25.85533019294395, 21.05085895057778, 19.20746164721884, 24.645879293306052, 33.26973514452001 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4504558419734887, "rpss": 0.006424823833504845, "brier_below": 0.2263672403567835, "bss_below": 0.0007939651912770573, "brier_above": 0.22408860187420276, "bss_above": 0.012048868500644017, "crps": 28.152004966148315, "crpss": 0.002572937404302311, "crps_fair": 27.11071491492585, "crpss_fair": -0.0022964517702308562, "reliability": { "below": { "weight": [ 7e-05, 0.026524, 0.254609, 0.524122, 0.18718, 0.007494, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0916, 0.1655, 0.2684, 0.3509, 0.4368, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.8238, 0.2495, 0.3226, 0.4728, 0.5121, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002505, 0.323242, 0.495772, 0.149821, 0.024363, 0.003914, 0.000384, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2701, 0.3479, 0.4325, 0.5364, 0.6417, 0.7142, NaN, NaN ], "observed_frequency": [ NaN, 0.6249, 0.243, 0.3729, 0.5222, 0.1735, 0.0535, 0.2728, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4047443943300536, 0.38607376339396826, 0.3932833888276855, 0.35757149967125257, 0.5224600512488001, 0.46399297973081816, 0.43330825339835227, 0.3948399441508683, 0.3886544061964549 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13918684838278034, 0.165904321804294, 0.13984039122554098, 0.18031573717178534, 0.16694232718105317, 0.34686440424404624, 0.18627202874081356, 0.19845145241881354, 0.20224350802783714 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26555753993049497, 0.2201694418973789, 0.2534429887579936, 0.17725576889793154, 0.3555177064577163, 0.1171285892638626, 0.2470362196121584, 0.1963884912893456, 0.18641090292610496 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.29411102580902, 22.090575406255397, 21.616352808801853, 18.25448395280693, 32.88009976779394, 26.140218051729875, 34.13636296870074, 22.779030646580832, 19.16760501805331 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.731174410354274, 21.55059970836418, 21.114029388156684, 17.680918096667135, 32.402095810250415, 25.60833688552701, 33.55929417931229, 22.256372558484053, 18.57235809993228 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41610318677202823, "rpss": 0.026617889142593554, "brier_below": 0.19178011324410713, "bss_below": 0.03751468525664825, "brier_above": 0.2243230721147763, "bss_above": 0.017104359514338974, "crps": 25.039871071836878, "crpss": 0.019990910041982057, "crps_fair": 24.4972421263387, "crpss_fair": -0.004923554868919711, "reliability": { "below": { "weight": [ 0.0, 0.000832, 0.219744, 0.565272, 0.208554, 0.005599, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2706, 0.3463, 0.4264, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0856, 0.2751, 0.4243, 0.2932, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000147, 0.319104, 0.592879, 0.084625, 0.003246, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1995, 0.2705, 0.3407, 0.4246, 0.5171, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2888, 0.3605, 0.5008, 0.9535, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3802030742276059, 0.40033001364514526, 0.3956397120077257, 0.3524468867268527, 0.5444396059140312, 0.4594860030346991, 0.42552257824426537, 0.4091264624870254, 0.39293705818553587 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14180234308608086, 0.16455001080547296, 0.1156997885202934, 0.17947981585693892, 0.1698983019353012, 0.33746641393954807, 0.17559915488880243, 0.1766274191060687, 0.1928801266097168 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23840073036495485, 0.23578000017113016, 0.27993991044667943, 0.17296707925374097, 0.37454128381738744, 0.12201960192464337, 0.24992341855482392, 0.23249903808254802, 0.20005693461151242 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.67065078501937, 23.64657680132331, 21.67917382570156, 17.230897409700315, 34.927591580655424, 25.744227916601467, 29.103336660453262, 25.133561301439965, 18.51929955604122 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.13578261107096, 23.144813563628947, 21.195890673419747, 16.67746523030952, 34.48370393028234, 25.246712991106484, 28.558331306176886, 24.62976508885822, 17.952850589611554 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.417792377163654, "rpss": 0.017079707737108873, "brier_below": 0.1837781527498026, "bss_below": 0.027433436732516858, "brier_above": 0.23401422191415783, "bss_above": 0.008792780384387022, "crps": 24.40614620410399, "crpss": 0.007892448666811047, "crps_fair": 23.89170177605163, "crpss_fair": -0.01782554230357447, "reliability": { "below": { "weight": [ 0.0, 0.001123, 0.254978, 0.578498, 0.160309, 0.005092, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2697, 0.3445, 0.4257, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0968, 0.259, 0.3625, 0.1816, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000274, 0.297575, 0.5936, 0.103598, 0.004952, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1995, 0.2695, 0.3425, 0.4264, 0.5169, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3368, 0.3393, 0.368, 0.4893, 0.9623, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.5723242636339033, "training": [ 0.6540855274360322, 0.5430228640662318, 0.5252781698397196, 0.48425199250994994, 0.6152670469320837, 0.5999845102374061, 0.3491633402000211, 0.5924186055595508, 0.5717044765578548, 0.6424335856345942, 0.6238298165215638, 0.5561741728812722, 0.6215598305651097, 0.5958538542642602, 0.5790242731851335, 0.592081291588692, 0.579890816216607, 0.56977905723834, 0.6443049034327658, 0.5421848052918607, 0.5896106878068091, 0.6095605671375548, 0.5206156636368446, 0.5337024684734215 ], "test": 0.607260809239894 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42739588846773785, 0.41896008022379755, 0.467645854314346, 0.5926141679802154, 0.39078392177645466, 0.40006716771495815, 0.7367397848411246, 0.42616808766375597, 0.4161690669428172, 0.45351521430619574, 0.44401683371206746, 0.5299740731613878, 0.4400561988411308, 0.3958799075520042, 0.39596353249408023, 0.40683307857136425, 0.46599756763198896, 0.437283902915133, 0.43099794492045657, 0.4328300780091256, 0.42021822173196033, 0.3825555046179253, 0.49508710397161515, 0.4687233391313871 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13232631665285174, 0.16840144562726, 0.2768679825633375, 0.17261235466510752, 0.24789509483821154, 0.16032221826310658, 0.4798336534746061, 0.20295818626553247, 0.24079650525912666, 0.3394885612560381, 0.29093379935993785, 0.3991465954401833, 0.1467303695435773, 0.22013488752753502, 0.1918957216467332, 0.20096109517108135, 0.316288455553682, 0.1482606943838213, 0.12547399530121459, 0.2315167373528062, 0.2762079104442799, 0.12184334116105953, 0.169653306817837, 0.18365271347129827 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29506957196385997, 0.25055863533354017, 0.19077787015559416, 0.4200018160925365, 0.14288882669883765, 0.23974495034771542, 0.25690613466218765, 0.22320990252629072, 0.17537255932739237, 0.11402665087305018, 0.15308303455835262, 0.1308274741126004, 0.29332583212160124, 0.17574502032887349, 0.2040678103683737, 0.2058719824031751, 0.14970910888369438, 0.28902321181543433, 0.3055239501045225, 0.201313340200199, 0.14401031018795155, 0.2607121639970277, 0.3254337997898664, 0.2850706258747983 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 33.68394891660871, 22.190536308667404, 26.719394296781278, 51.24375472628927, 22.26324467136882, 30.199493892027576, 48.494157419168836, 28.943781149148865, 23.767403628269, 28.223833727683, 33.22639818315545, 40.204940480551116, 34.64259482230779, 20.46207504820668, 19.465470277878655, 22.08026520430015, 32.08819693545561, 27.379274384123683, 29.054331836217962, 26.714582818175387, 21.740658326703716, 23.50941609880195, 30.09634078694929, 40.59884896602047 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.339157330551515, 21.183297530375444, 25.579105867041886, 50.26790011203839, 21.20716286534833, 28.951544341959252, 47.369018638613, 27.906663024316156, 22.584968686706308, 27.26541117048283, 32.26557951256484, 39.1114046424518, 33.678582150783996, 19.46451393950171, 18.36850342571291, 21.207754561438506, 31.03668046208131, 26.220203839890925, 27.99879679628496, 25.62308221215973, 20.747282800765618, 22.138319191315183, 29.09535148534208, 39.699808228277774 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.45318652172887625, "rpss": -0.0002723148262491204, "brier_below": 0.22684174758500938, "bss_below": -0.0017669317680935048, "brier_above": 0.2263447742803115, "bss_above": 0.0012211152682628512, "crps": 29.874705954369194, "crpss": -0.016601979916827103, "crps_fair": 28.804587200666855, "crpss_fair": -0.02280389502145197, "reliability": { "below": { "weight": [ 0.0, 0.012615, 0.184117, 0.636975, 0.160982, 0.005312, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1768, 0.2707, 0.3495, 0.4303, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7863, 0.2874, 0.3329, 0.4361, 0.2649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003804, 0.22411, 0.605404, 0.139708, 0.020651, 0.006324, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2728, 0.3441, 0.4313, 0.5308, 0.6262, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8079, 0.2645, 0.3546, 0.4724, 0.1704, 0.0928, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.428823405093573, 0.43620053262293634, 0.4907774885319558, 0.558534894693691, 0.37845016585978375, 0.4076192876477597, 0.7978734365577623, 0.4241546143930452, 0.41324472457210865, 0.4530263834272625, 0.4422182607761617, 0.5006667547116496, 0.4496696868968594, 0.3930635866190632, 0.4012396402568061, 0.40625741803166837, 0.4427266419445149, 0.4516792968231172, 0.4267214934126114, 0.4442549093648565, 0.43694556057519685, 0.38270729355906286, 0.4726939797125485, 0.44835134959956746 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.1237307142566403, 0.17626408105514102, 0.3100418114815442, 0.16396946793907516, 0.2712187319371797, 0.14390164007844422, 0.5366243919668081, 0.19277268442834325, 0.23708147661221957, 0.3307626554718486, 0.2663426652513201, 0.38441064033589606, 0.11686068487608363, 0.23491988459067586, 0.17978402786918185, 0.22137670019680525, 0.28216266676049184, 0.14621861210167347, 0.11916181990916688, 0.22074531586471993, 0.29508986419868727, 0.132708683772547, 0.17476056385789182, 0.19739124637449554 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3050926913010389, 0.2599364524375659, 0.1807356748586532, 0.39456543105609715, 0.10723143298857563, 0.26371764904586514, 0.26124904820943207, 0.2313819318742755, 0.1761632460533093, 0.1222637257691959, 0.17587559594047292, 0.11625610954502617, 0.3328090059417217, 0.1581437015743549, 0.22145561211057044, 0.18488071651292284, 0.16056397253460264, 0.3054606885502598, 0.3075596740376915, 0.22350959419240352, 0.14185569530345718, 0.24999861073779467, 0.29793341755941377, 0.25096010349580977 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 34.803465763359455, 23.036419015992657, 26.970754831349762, 42.28611658445389, 19.046644280737205, 32.615222317900525, 52.01044314887216, 30.093795187637124, 22.084669675897818, 25.27234394060915, 31.35683206936087, 32.906684217569676, 37.03586988047608, 18.762038031530487, 19.547760706488134, 20.58749513251953, 26.408749637459476, 28.90407008411142, 29.553006273382103, 26.94382797271003, 22.383434503656048, 21.90260692536367, 26.368319126754418, 34.3116131692451 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 33.544844537123375, 22.07211831581262, 25.89239431977434, 41.327041186353256, 18.078188938393264, 31.332601498280955, 50.94494900972424, 29.06242797421571, 21.024159140786892, 24.344503693067324, 30.395163848288078, 31.855425982517055, 36.10614593445496, 17.819365633870756, 18.474268026809778, 19.74201418800961, 25.37969387842759, 27.79067003997155, 28.482147783592723, 25.933474272561092, 21.457479880273944, 20.627442867300086, 25.423202022367263, 33.4383795596994 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45366253357014835, "rpss": -0.0006482094611777178, "brier_below": 0.2274292096327867, "bss_below": -0.0038936658797710244, "brier_above": 0.22623332423460463, "bss_above": 0.002593318932351041, "crps": 28.5496742698932, "crpss": -0.011516507592446157, "crps_fair": 27.52283760548649, "crpss_fair": -0.01753283014458029, "reliability": { "below": { "weight": [ 0.0, 0.015108, 0.18983, 0.62866, 0.162613, 0.00379, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1774, 0.2719, 0.3497, 0.4293, 0.5193, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8292, 0.2843, 0.3319, 0.4301, 0.4687, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003707, 0.220043, 0.611315, 0.13987, 0.017893, 0.007172, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.2724, 0.3446, 0.4304, 0.534, 0.6276, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7841, 0.2429, 0.3643, 0.4788, 0.0799, 0.0437, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39865124178150485, 0.3895500700745774, 0.3981617377273447, 0.35999309134337837, 0.5152861402859824, 0.4660244094594434, 0.42547485758528863, 0.40160935967072814, 0.3898304959385496 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1424458514332006, 0.16664437129631948, 0.14160816176887642, 0.1809786674207284, 0.16464975426232875, 0.34834877389614827, 0.18533017147874825, 0.20183851535530226, 0.20251319672518592 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2562053849150294, 0.2229056994050223, 0.2565535665837775, 0.17901443111076704, 0.3506363686356452, 0.11767564961798285, 0.24014468134724645, 0.19977084376528342, 0.18731730423219228 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 27.38416878813172, 22.314356670623905, 21.55949038543058, 17.94149065305636, 33.729685150479185, 26.18421669153811, 32.97971961188508, 23.252751334771865, 19.027132492978556 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 26.836803073444063, 21.78562524467088, 21.06171838910802, 17.39206676774534, 33.27602231667418, 25.674546619899566, 32.421728510556555, 22.763012691515932, 18.46661647554273 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41606460042964416, "rpss": 0.02670815342461319, "brier_below": 0.19270638484853758, "bss_below": 0.03286601339152473, "brier_above": 0.2233582144014385, "bss_above": 0.02133198724423868, "crps": 24.93033464209948, "crpss": 0.02427794077453771, "crps_fair": 24.408682232128584, "crpss_fair": -0.0012906592454258181, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.162774, 0.705473, 0.129367, 0.002386, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2783, 0.3447, 0.4256, 0.522, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0647, 0.2835, 0.4093, 0.4062, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.237157, 0.690839, 0.071325, 0.000678, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2712, 0.3406, 0.4217, 0.5129, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2974, 0.3404, 0.6357, 0.4439, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3760622717075377, 0.40288520571268194, 0.40280676023520134, 0.3579768329649208, 0.5364224374917657, 0.45802751239485595, 0.41558579112609495, 0.4165546534135098, 0.39417772944297885 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14709205225354624, 0.16485323815068897, 0.11914510965606552, 0.18341563974183284, 0.16804451712250726, 0.33554622602086465, 0.17305070258534958, 0.1803332349684003, 0.1931296794478476 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.22897021941179915, 0.23803196492830064, 0.2836616366331329, 0.17456120226222735, 0.36837790023277805, 0.1224812996930966, 0.2425350839446858, 0.23622141294963464, 0.20104805320502508 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.089974504407337, 23.614211569238677, 21.89685708904345, 17.33600411884764, 36.09122973295154, 25.525987881372835, 27.99146395967508, 25.816240128702713, 18.517153730432852 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 22.560711914343752, 23.116903582309877, 21.410251087561658, 16.79882718407453, 35.66550494514326, 25.04151711181225, 27.457067671581026, 25.337060812785246, 17.974629667001597 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4178332438321719, "rpss": 0.016983562666114338, "brier_below": 0.18495671110523368, "bss_below": 0.021196425247739126, "brier_above": 0.23287653036229777, "bss_above": 0.013611667333544464, "crps": 24.43101363496357, "crpss": 0.006881589937549726, "crps_fair": 23.929163775179244, "crpss_fair": -0.019421484691239055, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.185016, 0.711134, 0.10071, 0.00314, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2773, 0.3426, 0.4271, 0.5265, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.073, 0.2603, 0.3368, 0.3239, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.210423, 0.707888, 0.080757, 0.000933, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2704, 0.3421, 0.4231, 0.5121, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3629, 0.3486, 0.6352, 0.4995, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.5823914783066174, "training": [ 0.6553942023224597, 0.5513457140613582, 0.5374061537794381, 0.4953462698593958, 0.6213588234261294, 0.6027015961054032, 0.3852759969265269, 0.6084186096681665, 0.5823922812921831, 0.6514727137581074, 0.6286106603632917, 0.5617968404420198, 0.6361523778077516, 0.6022674245394115, 0.587638365379149, 0.6034441271727503, 0.5873266596335965, 0.5767423625597534, 0.6606856326537015, 0.551931573534633, 0.5995638424683702, 0.6166475328820312, 0.5319824688478232, 0.5414932498753667 ], "test": 0.6117049287054549 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4296947118870314, 0.4181931335436557, 0.47121188746176224, 0.5872976278332946, 0.39264703374365134, 0.40474723707054167, 0.7209132006033461, 0.423211953012792, 0.4143225111622103, 0.4570495843100733, 0.4458334264411386, 0.537237061145336, 0.4350690086886509, 0.39434625046889044, 0.39532586912785816, 0.40874288634253847, 0.46953758166026266, 0.4380997339182044, 0.42523582673915905, 0.43392134233657836, 0.4218594108044746, 0.3835138012006711, 0.49079798726317636, 0.4639127565534322 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1326909543265489, 0.16709438828704434, 0.2789597918918315, 0.17077591279275414, 0.24872072019921607, 0.16482087162039508, 0.4645425720645081, 0.19995293916150464, 0.23895327334010416, 0.34155802371779376, 0.2914586161622502, 0.4023329733489205, 0.14486994535923686, 0.2173460778511183, 0.19047409424416248, 0.20206906806074335, 0.3178262658257017, 0.14807105375667123, 0.12769743086005833, 0.23209812700153112, 0.277053321478256, 0.12319684469471913, 0.16789244712793666, 0.17899980018021014 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.297003757903465, 0.2510987462384188, 0.1922520940835521, 0.41652171764555557, 0.1439263133225025, 0.23992636643921095, 0.2563706313858348, 0.2232590150156361, 0.1753692354891647, 0.11549155830672896, 0.1543748108207731, 0.13490408434394893, 0.29019906544121554, 0.1770001727506369, 0.2048517742773409, 0.20667381762899648, 0.15171131308322014, 0.2900286834545275, 0.2975383959679836, 0.20182321524761299, 0.1448060879164013, 0.2603169570788039, 0.32290554325168447, 0.28491295654169835 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 33.92700652981397, 22.16537704594879, 26.89114743368504, 50.91936652899524, 22.23137422785728, 30.64788549891861, 49.442762940025546, 28.697156109904466, 23.54939260452777, 28.24577693911214, 33.22485551041546, 40.64157348707335, 34.42295151123489, 20.418724662541067, 19.584613261991446, 22.463359097816607, 32.4983561264429, 27.241539882979865, 28.65930856551133, 26.896855125553394, 21.71357938475097, 23.532630484073387, 29.96755202859628, 40.467138173608596 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.56895095995269, 21.13068890260574, 25.75606477460535, 49.92900775637627, 21.10351176815408, 29.37070154724938, 48.329675858066125, 27.63719824592396, 22.339936249335636, 27.269194673559443, 32.22707243608654, 39.543269137691375, 33.465613023226084, 19.389090892318514, 18.481897570636505, 21.596586056741145, 31.442436963386314, 26.026873984090994, 27.61713291379427, 25.779045977787934, 20.70047947538607, 22.123347158103687, 28.94658484574999, 39.567100257062016 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.45261340930494715, "rpss": 0.000992657681654019, "brier_below": 0.22622731305638402, "bss_below": 0.0009465025933780291, "brier_above": 0.2263860964014547, "bss_above": 0.00103877546297515, "crps": 29.93542846505743, "crpss": -0.018668297312066873, "crps_fair": 28.847560892828753, "crpss_fair": -0.02432982071587131, "reliability": { "below": { "weight": [ 0.0, 0.01452, 0.166492, 0.661221, 0.152012, 0.005755, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1839, 0.267, 0.3482, 0.4308, 0.5183, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7337, 0.2848, 0.3324, 0.4431, 0.2241, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002156, 0.213671, 0.610976, 0.144711, 0.022086, 0.006289, 0.000111, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1909, 0.2735, 0.3444, 0.4326, 0.5395, 0.638, 0.7023, NaN, NaN ], "observed_frequency": [ NaN, 0.6093, 0.2657, 0.3536, 0.4644, 0.2063, 0.1684, 1.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43072785762110694, 0.43535816662142796, 0.4927242809231159, 0.5533241480999241, 0.37974304060470354, 0.40973909441316275, 0.7817368403112801, 0.42221162138599366, 0.41469594782190566, 0.45619835907879697, 0.4422595800167221, 0.5079870110817, 0.44399045296756173, 0.3920814041274922, 0.4001258499151507, 0.4064912451612019, 0.4439325438906, 0.4531231554733202, 0.42086086536884576, 0.44399742941203035, 0.43753409031804874, 0.3848344552254099, 0.4690550015491528, 0.44337754700569665 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12373183427368828, 0.17499805392837717, 0.3112061736134851, 0.1616355716776232, 0.2710841030010244, 0.14564397572039908, 0.5191029704592063, 0.19153720509309713, 0.23740023836686877, 0.33309868086235805, 0.2649220495759549, 0.3889912397143985, 0.11416390373272887, 0.23214184112775701, 0.17847070780831492, 0.22252542118270238, 0.28246806917558465, 0.14627255576430612, 0.12077450671558614, 0.22030915871356677, 0.29565050507266155, 0.1348180295221437, 0.17286326803099708, 0.1929281206857925 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3069960240809694, 0.26036011394093506, 0.1815181052314391, 0.3916885803717542, 0.10865893657950076, 0.26409512016625597, 0.26263387330208887, 0.23067441832779423, 0.17729570760085173, 0.12309967593523356, 0.17733753113949802, 0.11899576680755497, 0.32982655227835994, 0.1599395624744782, 0.22165514164418845, 0.18396582270053793, 0.16146447242903306, 0.3068506035988185, 0.30008635874459816, 0.22368827171079644, 0.14188358379797872, 0.2500164267270059, 0.29619173588922715, 0.2504494263249263 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.01519157225371, 22.98392872177402, 27.17362620279107, 42.12275554467166, 19.001972969107374, 32.92545951736988, 53.19130705848622, 29.89006049577707, 22.01676462768792, 25.272854291621854, 31.239345900215042, 33.03205672133493, 36.83322823610934, 18.745692358018896, 19.607084495816633, 20.563027150892452, 26.60159366076825, 28.73120990234529, 28.971083656551176, 27.051244318677572, 22.35114821689287, 21.930721032287064, 26.292827004884792, 34.22292498219016 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 33.748314834369886, 21.992441450339758, 26.10871049094113, 41.16806665461061, 17.97024881938705, 31.599913402161732, 52.12620404879543, 28.825810620277178, 20.94806388622762, 24.33043611998972, 30.238212825403583, 31.95944351186608, 35.91158789443961, 17.770575916617727, 18.53148138300186, 19.72152055118606, 25.561162178227526, 27.571151042322292, 27.909664792889064, 26.01643495311956, 21.40119205536341, 20.60639390041617, 25.331797907323484, 33.356113138418145 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4527545828497646, "rpss": 0.0013544669676671672, "brier_below": 0.22653075765910927, "bss_below": 7.21846234614798e-05, "brier_above": 0.22622382549182604, "bss_above": 0.002635196536108775, "crps": 28.57362952660522, "crpss": -0.012365243636814016, "crps_fair": 27.529372599070612, "crpss_fair": -0.01777443206847873, "reliability": { "below": { "weight": [ 0.0, 0.015804, 0.167161, 0.660974, 0.151895, 0.004166, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1848, 0.268, 0.3483, 0.4294, 0.5183, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8213, 0.2819, 0.3288, 0.4469, 0.3752, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002427, 0.20715, 0.622183, 0.144018, 0.017501, 0.006686, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2734, 0.3445, 0.4322, 0.5411, 0.64, 0.7023, NaN, NaN ], "observed_frequency": [ NaN, 0.5703, 0.2409, 0.3644, 0.4645, 0.1392, 0.0626, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39926779429205045, 0.3877231817483949, 0.39500008621873695, 0.35854392641889077, 0.5148815363683336, 0.46766051516448665, 0.4224503130122011, 0.40253017690329607, 0.3911832724120529 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14267819468672263, 0.16475140614629238, 0.14077439742925157, 0.1814700692224056, 0.1658269633474046, 0.3487181023025343, 0.18521198920681695, 0.20282744076623827, 0.20258787145846513 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2565895939894701, 0.22297177616220973, 0.2542256792550981, 0.17707386443208073, 0.34905455568883786, 0.11894242733192896, 0.23723831904902135, 0.19970273558298748, 0.1885954061281387 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 27.57777772306126, 22.169419923312173, 21.3535727276704, 17.86957482003615, 33.812480942119045, 26.11861387606387, 32.76164013171118, 23.245392361458464, 19.336998991522268 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.030354780199595, 21.643354464709848, 20.864546273165924, 17.30996885848318, 33.34828220717654, 25.596317353725357, 32.198949219242316, 22.748148000535288, 18.749777963679577 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41547120028204926, "rpss": 0.028096282875699208, "brier_below": 0.19276071495179237, "bss_below": 0.03259334733847752, "brier_above": 0.22271048417997477, "bss_above": 0.024170086798089963, "crps": 24.916163499661646, "crpss": 0.02483257016397522, "crps_fair": 24.387744346768624, "crpss_fair": -0.00043174728795492, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.152677, 0.726503, 0.117243, 0.003577, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3453, 0.4327, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0704, 0.2843, 0.3917, 0.3332, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.22886, 0.703635, 0.065854, 0.001651, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2716, 0.3407, 0.43, 0.5294, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3131, 0.3316, 0.6864, 0.7275, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3773497136966813, 0.40061602910812555, 0.39922107168756116, 0.35626332997530236, 0.5353652725111175, 0.45998653841798376, 0.4127954200963307, 0.4178191880452294, 0.3952724429220899 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14712149074473163, 0.16297885965619816, 0.11767863980765492, 0.18377144928634528, 0.16891187816723024, 0.33643603349817724, 0.17322430624095014, 0.18137993871404348, 0.1930944938364864 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2302282228251355, 0.23763716672854934, 0.28154241786537576, 0.17249188979711272, 0.3664533743975262, 0.12355051855845987, 0.23957110925235076, 0.23643924383504872, 0.2021779524405246 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.293909348708468, 23.477403629495747, 21.640693422266473, 17.24032651022341, 36.08164195837566, 25.45209867758977, 27.805017582972773, 25.793260494933254, 18.737254206316695 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 22.765985895762608, 22.98123303317146, 21.16430311845184, 16.69523882252235, 35.64679651171991, 24.961182725020468, 27.2664793579684, 25.308524573302087, 18.17373578398511 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4171876673844913, "rpss": 0.018502379727689533, "brier_below": 0.1849552322168686, "bss_below": 0.02120425162619133, "brier_above": 0.23223243285556483, "bss_above": 0.01633985237113722, "crps": 24.391289536764692, "crpss": 0.008496370799035424, "crps_fair": 23.88483109132269, "crpss_fair": -0.017532839905236353, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.174285, 0.72913, 0.092246, 0.004339, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2714, 0.3426, 0.434, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0781, 0.2593, 0.3224, 0.2557, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.205838, 0.719443, 0.072303, 0.002416, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2712, 0.3421, 0.4304, 0.531, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3778, 0.3426, 0.6739, 0.8075, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.6364684268522075, "training": [ 0.7052134700522014, 0.6106130814438437, 0.5955742533020768, 0.5580723654615521, 0.6683458751905339, 0.6596951370400953, 0.4685886178059027, 0.6523199701484687, 0.6332935312628217, 0.6998689706321722, 0.6787665250882551, 0.6279043666275388, 0.6756003987752367, 0.6519474629722252, 0.6431019154390876, 0.6577275418350772, 0.6466087939591295, 0.6341224664159434, 0.6935937071708208, 0.6090557918943954, 0.6527420996428901, 0.670554387333072, 0.5883149007193142, 0.5936166142403257 ], "test": 0.6606565806970303 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44195883307474937, 0.4187970663046597, 0.4649526375445645, 0.5994466702265442, 0.39373571338711477, 0.4059339669420524, 0.6716758714990958, 0.4246654028578852, 0.41282502823704, 0.45054229228078596, 0.443371979947593, 0.512402365883975, 0.44563611753868204, 0.3948339658416056, 0.3907259657244837, 0.4075464152736843, 0.4572624390351776, 0.44371265432596796, 0.4520565613257848, 0.4293297743092102, 0.4200662068247011, 0.3897437149595892, 0.5036079811218364, 0.47791420257134565 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13532387023876039, 0.16772489046955155, 0.2792482329968886, 0.1724111708521887, 0.25032275355784717, 0.16590484146970805, 0.4487054064073805, 0.20228176756750532, 0.24119135960360194, 0.3395273839882216, 0.29165847083135654, 0.3905157254728003, 0.1473974301490827, 0.2178111830839909, 0.19022087048490535, 0.20214954483257538, 0.31459086696137106, 0.14977567996253913, 0.13243931110258958, 0.23114841351242896, 0.27841054096469486, 0.12547626766777603, 0.1698071859663757, 0.1848938210099434 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30663496399689044, 0.25107217680391347, 0.18570440312540004, 0.42703550042791044, 0.14341295981576202, 0.24002912630728634, 0.22297046643668061, 0.22238363613453505, 0.17163366696759447, 0.11101490716284249, 0.1517135097476286, 0.12188663783839289, 0.298238689256643, 0.17702278318183165, 0.20050509455784526, 0.20539687030904072, 0.14267156999142738, 0.293936977510339, 0.31961725117094525, 0.19818136040792403, 0.14165566497895357, 0.26426744812388075, 0.33380079668188484, 0.2930203806730102 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 35.038282444358764, 22.732405071780054, 25.689907785855095, 54.05809598296339, 22.069433356706835, 30.501859498618277, 46.68612278406313, 29.36310583949413, 22.711688328851313, 27.072945823988306, 32.95668664573357, 37.81982494213494, 36.34320270448837, 20.5067955399303, 18.62450280046834, 22.808219265104267, 30.99520774049247, 27.97486044634021, 31.58306766472401, 26.51554971509305, 21.43534135433083, 23.0282380978538, 32.10595692710048, 42.995393656626725 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 33.84231607870422, 21.837402619367847, 24.680531384417403, 53.173876619522716, 21.09472827170359, 29.369052159850373, 45.712929469521235, 28.418726053505523, 21.653602506007275, 26.207929594333496, 32.081628024316075, 36.8317447258963, 35.519885566319196, 19.60473770872448, 17.677147517979037, 22.05914706836496, 30.050297850152738, 26.92715334546801, 30.65325270461782, 25.511451956284677, 20.533347631998588, 21.800844684199088, 31.204563323326095, 42.2078638585829 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.452197659459922, "rpss": 0.0019102998442793728, "brier_below": 0.22620570788142014, "bss_below": 0.00104191426280964, "brier_above": 0.22599195173369013, "bss_above": 0.0027779955220401664, "crps": 30.067362267379195, "crpss": -0.023157853288387376, "crps_fair": 29.110590030131817, "crpss_fair": -0.0336695562331184, "reliability": { "below": { "weight": [ 0.0, 0.007456, 0.150581, 0.677457, 0.160094, 0.004411, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2691, 0.3515, 0.4286, 0.5146, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7559, 0.3217, 0.3271, 0.439, 0.127, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.290336, 0.599181, 0.095282, 0.014023, 0.001178, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2716, 0.3422, 0.4315, 0.5403, 0.6376, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2779, 0.3695, 0.4373, 0.2191, 0.2599, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4450036605387313, 0.43576209672136, 0.4841381949334246, 0.5679308422309303, 0.3797754996595685, 0.41478834029970946, 0.7210438701155163, 0.4249123209809411, 0.41431317737991324, 0.44952033176834166, 0.44077530949682137, 0.487131849310047, 0.4602547911343354, 0.39078138217519853, 0.39490031539358145, 0.4056791149006999, 0.43558269872715416, 0.4598377161318525, 0.44738076810165023, 0.4427974896006821, 0.4359447907294583, 0.38783503955492993, 0.47876075442845084, 0.45676119581485575 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12682462921323695, 0.1747022219027039, 0.3106257011268068, 0.1656458027198771, 0.2736132836204462, 0.1486666020885705, 0.49860578430638397, 0.19385442057521038, 0.23988683110810202, 0.3304286838448076, 0.26581283300023667, 0.37821429167170745, 0.11845072459941601, 0.23258210119810746, 0.17705700346382722, 0.222477241712691, 0.2810539830517481, 0.1478312969939411, 0.12572441290202896, 0.22037980470395452, 0.29661250663866057, 0.1366966335449763, 0.17449618351059265, 0.1996462779358668 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3181790326832338, 0.26105987600726216, 0.17351249170433364, 0.40228504185184094, 0.10616221543761926, 0.2661217394450747, 0.22243808771585005, 0.23105790197611312, 0.1744263451235489, 0.1190916467285711, 0.1749624773152383, 0.108917554266077, 0.3418040691526369, 0.15819928072419234, 0.21784331132518972, 0.18320187271326688, 0.15452871400120805, 0.31200642273495666, 0.32165635604547477, 0.22241768532330622, 0.13933228336059916, 0.25113840695387724, 0.3042645719801448, 0.25711491709449685 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 36.50292771440404, 23.68355493565051, 25.753952937148316, 44.821979810988694, 18.41569740736372, 32.91042923590615, 49.89643672289023, 30.90541415256923, 21.53027401974444, 24.153532059136595, 31.28523008326777, 30.957673900301142, 39.693400504839374, 18.509020780382823, 18.471117333616128, 20.88336739514974, 25.467039799180295, 29.681580987476263, 31.65609952987051, 27.405089628902925, 22.136584507949056, 21.169649318172453, 27.856609297219837, 36.32880835873271 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 35.39845851989472, 22.827888210833862, 24.81050952710458, 43.96809310753963, 17.522413490933374, 31.73912537760762, 48.97090188615006, 29.967481915744532, 20.600960678747484, 23.3167126600123, 30.403650596755572, 30.0013708225671, 38.910426135053896, 17.660675580477353, 17.551527601978716, 20.150538670535166, 24.53993097192647, 28.691516293304318, 30.704036297583748, 26.476116065208608, 21.297913852249764, 20.012461821754336, 27.017661502884913, 35.578053095705194 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45256714792200636, "rpss": 0.0017678941541173776, "brier_below": 0.22666205230974587, "bss_below": -0.000507362165408809, "brier_above": 0.22590509590267135, "bss_above": 0.004040396334822671, "crps": 28.75314460086929, "crpss": -0.018725472452849168, "crps_fair": 27.838267695106385, "crpss_fair": -0.02919443555040191, "reliability": { "below": { "weight": [ 0.0, 0.007886, 0.153042, 0.673174, 0.162466, 0.003432, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1823, 0.2694, 0.3513, 0.4276, 0.5165, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8497, 0.331, 0.3223, 0.4416, 0.2222, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.285176, 0.609489, 0.092058, 0.012025, 0.001253, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3426, 0.43, 0.5453, 0.6376, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2614, 0.379, 0.4426, 0.1158, 0.0836, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40490574523156336, 0.38582266812492766, 0.40532231285376413, 0.359910585334585, 0.5110164392711458, 0.46658670016782067, 0.43369229344426335, 0.4037127191706199, 0.38967472979449397 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14398305450973584, 0.16373539399018905, 0.14363634107243317, 0.1816621619381449, 0.16245794657683107, 0.35047842077560815, 0.18722205689652402, 0.20320448640179603, 0.20231539255263153 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2609226846204743, 0.2220872740846608, 0.2616859618527127, 0.17824843012141528, 0.3485584752492098, 0.11610829356837737, 0.2464702313802923, 0.20050823219861355, 0.1873593421173191 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.064682511802875, 21.841071589542878, 21.75251281204538, 17.598216286095322, 34.38712871949877, 25.501589082007097, 33.91263328169402, 23.2385182262889, 18.838217108816877 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.57154910443033, 21.364011971487518, 21.314373285594716, 17.08657227033362, 33.96846497222581, 25.020585592818758, 33.401186718099915, 22.78651258711498, 18.294157753339874 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41784935482146485, "rpss": 0.022533112106738695, "brier_below": 0.19318836163487707, "bss_below": 0.030447120363192415, "brier_above": 0.22466099168811945, "bss_above": 0.015623728599549302, "crps": 25.01495217975468, "crpss": 0.02096618426293051, "crps_fair": 24.534157139493946, "crpss_fair": -0.006437879055156026, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.130288, 0.76495, 0.102531, 0.002231, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.272, 0.3448, 0.4269, 0.5087, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0681, 0.2819, 0.3828, 0.3007, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.235853, 0.727491, 0.035529, 0.001126, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2718, 0.3361, 0.4232, 0.5294, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3092, 0.3512, 0.6232, 0.7338, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3817111565547261, 0.39992420469779644, 0.4103369076584537, 0.35684246535914577, 0.5314476460276008, 0.4581223161795325, 0.4238106484093779, 0.4197124520092921, 0.3941314742027789 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14890255667309402, 0.16166454418592122, 0.12018225865696926, 0.1842497721752778, 0.16499395858539626, 0.3372537966490899, 0.1746830547418642, 0.1816793038643477, 0.19316584721695645 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23280859916807825, 0.2382596571791411, 0.29015463456924007, 0.17259270171183785, 0.36645366734264195, 0.12086853284007613, 0.2491275886281532, 0.2380331425428135, 0.20096563003207246 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.61313314236621, 23.4570171951544, 22.217832403063394, 16.93527192702089, 36.92075528923596, 24.957908447256674, 28.933680807754772, 26.07136994412984, 18.28899403581147 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.13778253694273, 23.007460516573687, 21.790987238062094, 16.437947001194466, 36.52723899375728, 24.5091043074554, 28.444654805580615, 25.633493309361974, 17.767837585482916 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4195599190109671, "rpss": 0.01292129594189484, "brier_below": 0.1851972325276574, "bss_below": 0.01992356941749618, "brier_above": 0.2343626837793394, "bss_above": 0.007316810617663205, "crps": 24.599551465754846, "crpss": 3.054294246029876e-05, "crps_fair": 24.139611810490127, "crpss_fair": -0.02838691493454326, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.15105, 0.76277, 0.083324, 0.002856, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3422, 0.4285, 0.5106, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0783, 0.2553, 0.3153, 0.2588, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.216465, 0.741039, 0.040824, 0.001673, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3377, 0.425, 0.5301, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3721, 0.3621, 0.6069, 0.7782, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.5914229344249452, "training": [ 0.6722907538121042, 0.5611494054963769, 0.5442936629665281, 0.5033669059700961, 0.6277421939094401, 0.6207391614502346, 0.4026558248795149, 0.6135287602615457, 0.5820570731896076, 0.6666918300696255, 0.6424436184526195, 0.5771549210935218, 0.6334780342918369, 0.613621663532327, 0.5929263259101635, 0.6101996366996093, 0.5939486092749373, 0.5848394221886883, 0.6595136283268365, 0.5671917180460054, 0.606810409237415, 0.6285122804204846, 0.5424217721221541, 0.5465728145970115 ], "test": 0.6244719215261914 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4289266454593092, 0.4195196420176483, 0.4691705588977249, 0.5870614612047272, 0.3905842091261228, 0.40342505306187804, 0.7082458699851222, 0.42370935887610567, 0.41662525724047933, 0.4597885687132422, 0.4479522307931415, 0.5301919333644985, 0.4379967434000019, 0.3944080170530514, 0.3938659050732718, 0.4075430993680091, 0.4785619023365801, 0.43988193226007954, 0.4333139568135976, 0.4323661705562153, 0.42424230132810115, 0.3851882645234195, 0.48770134478426813, 0.4717181546530153 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13306337165889429, 0.1687733253991433, 0.27787940336237593, 0.1728435279801413, 0.24752330750864024, 0.1625205712111737, 0.46652726255283467, 0.20105986501282436, 0.24027044374935846, 0.3445869112502081, 0.291403624942402, 0.3982175122831578, 0.14532161735837304, 0.2180467766355223, 0.19277490765715782, 0.20223953886730345, 0.3252817987801685, 0.14875955360429213, 0.12685365857260592, 0.23194095569983877, 0.2789702099874327, 0.12280793009093538, 0.16538722101494674, 0.18458751952511065 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29586327415315705, 0.2507463174580975, 0.19129115395772373, 0.4142179362779585, 0.14306090129555432, 0.2409044826140161, 0.2417186096227273, 0.2226494947440464, 0.17635481113045304, 0.11520165550987982, 0.15654860629253067, 0.13197441766516302, 0.2926751283147926, 0.17636124070875, 0.20109099676507597, 0.20530356010665557, 0.15328010086410365, 0.291122381995261, 0.3064602989192811, 0.20042521406497094, 0.14527208977973655, 0.26238033497328106, 0.3223141268806094, 0.2871306353547774 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 33.959686194091766, 22.231198634386804, 26.85639277319385, 50.9666032605763, 22.150143538665407, 30.737911697562527, 48.53591491953114, 28.629217059852895, 23.621582725434294, 28.382989290682, 33.46663865503827, 40.588123418047125, 34.78934156835003, 20.375958901740375, 19.489844588509477, 22.090908706072113, 33.28827770386667, 27.32705855068081, 29.257898877324486, 27.06464284457639, 21.907396244861584, 23.568950848687095, 29.935980990327014, 41.00010572689721 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.611465868392294, 21.255550747227822, 25.742351831442615, 49.999680820418035, 21.04756245836407, 29.48563874170458, 47.43365015766557, 27.59793477806223, 22.43805756003884, 27.4347727849918, 32.48327226933746, 39.508952295483205, 33.85986885978719, 19.36864014945431, 18.41130402511189, 21.242698487027216, 32.24389733752167, 26.161997008663448, 28.232286104341032, 25.96849573547104, 20.912410787652785, 22.181771959821283, 28.93778202557719, 40.12611235655061 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.45299952420373374, "rpss": 0.00014042570854777559, "brier_below": 0.2269850339460351, "bss_below": -0.002399705672267105, "brier_above": 0.2260144903936918, "bss_above": 0.0026785404417477565, "crps": 30.009281988289818, "crpss": -0.02118144800404531, "crps_fair": 28.94525646458784, "crpss_fair": -0.027798831072639363, "reliability": { "below": { "weight": [ 0.0, 0.013608, 0.158173, 0.665925, 0.155618, 0.006677, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1811, 0.2683, 0.347, 0.4305, 0.5198, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7775, 0.3065, 0.3221, 0.4587, 0.2348, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001483, 0.201996, 0.636298, 0.140327, 0.016916, 0.002951, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2719, 0.3442, 0.4329, 0.5369, 0.6252, 0.7149, NaN, NaN ], "observed_frequency": [ NaN, 0.6409, 0.2631, 0.3532, 0.4653, 0.1487, 0.1518, 1.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43194813874211413, 0.4352543573602883, 0.4897254269774226, 0.5521720035055367, 0.3791090153123555, 0.4106734402813066, 0.7661039084751261, 0.4202465755164695, 0.4156182510225952, 0.45711197042122687, 0.4462086915818235, 0.501388024944094, 0.44780243811707815, 0.3932770973171259, 0.39877662317144885, 0.40577282016467964, 0.4526235548588032, 0.45465612339697586, 0.428070999047515, 0.44296442685372067, 0.4405621192895961, 0.3851993122491631, 0.4656718265757512, 0.44966231785929067 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12472361451603345, 0.17582873772316024, 0.31007850853824026, 0.16411538071621393, 0.2712199846868043, 0.14583809597827177, 0.5214959557389703, 0.18963510847244677, 0.23765712946670872, 0.3341671252639675, 0.26705073371732885, 0.38384976861166664, 0.11510697393666727, 0.23364198907986383, 0.1808840457206859, 0.22229602276801075, 0.28943822013832876, 0.1465186853846344, 0.12085919270277298, 0.21996141229506064, 0.2980735334425998, 0.1343263910116589, 0.17134978175257384, 0.19782743345297069 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30722452482881785, 0.25942562072261227, 0.1796469162087453, 0.38805662711084754, 0.1078890296577352, 0.26483534575128975, 0.244607955623178, 0.23061146885240866, 0.17796111961727845, 0.12294484323484126, 0.17915795849058974, 0.11753825199916432, 0.3326954675591513, 0.15963510790765814, 0.21789257692366695, 0.18347679653825405, 0.1631853324091707, 0.30813744219533196, 0.30721180693751343, 0.2230030149650769, 0.14248858424540725, 0.25087292197191063, 0.2943220468186369, 0.2518348842669363 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.11430318490653, 22.996070501650536, 27.008879934424534, 42.089320891777255, 19.059617916056258, 33.13980193559915, 52.30241074641325, 29.777416998262737, 21.979765923097734, 25.360018691281997, 31.65382012934909, 33.042053025982725, 37.330662497260946, 18.849789830996407, 19.47404113757811, 20.470747690099547, 27.234012713527004, 28.774202226595957, 29.529209645941, 27.237388957818993, 22.541405566933385, 21.995422469814216, 26.351989586737556, 34.527759891265845 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 33.87273669700445, 22.06458381967822, 25.964552817240588, 41.15962421747732, 18.048400538216576, 31.848205537435607, 51.26019068752435, 28.751530857104772, 20.937190108783614, 24.450103884608644, 30.6697932438336, 31.996281102777843, 36.44413394809705, 17.905986409774606, 18.426921888583802, 19.65854539966711, 26.212958371321108, 27.666995262851767, 28.499897533502654, 26.22580552839938, 21.614873066732518, 20.703278475358513, 25.410288006196723, 33.68265975720061 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4529416442933962, "rpss": 0.000941863579073221, "brier_below": 0.2273309927131517, "bss_below": -0.0034601272693919327, "brier_above": 0.22561065186817597, "bss_above": 0.005338527139379323, "crps": 28.660004670557115, "crpss": -0.01542551967103667, "crps_fair": 27.644814048307143, "crpss_fair": -0.022042359171104975, "reliability": { "below": { "weight": [ 0.0, 0.015194, 0.16287, 0.662093, 0.155154, 0.004689, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2689, 0.3473, 0.4296, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8394, 0.3065, 0.319, 0.4598, 0.3483, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001422, 0.195507, 0.646487, 0.13756, 0.015714, 0.003275, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1917, 0.2717, 0.3441, 0.4324, 0.5386, 0.6273, 0.7149, NaN, NaN ], "observed_frequency": [ NaN, 0.5606, 0.2384, 0.3631, 0.4653, 0.0843, 0.0746, 1.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4038721931958964, 0.38954325797824574, 0.39993477636158087, 0.36009637974787145, 0.5163029305768143, 0.4706950979170353, 0.4263640007478177, 0.4029606781386535, 0.39150013377646553 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14312750876238683, 0.1657110999875096, 0.14263142189139089, 0.18179475327715636, 0.16733883483626966, 0.3510279173613462, 0.18426870453628355, 0.20203538176738528, 0.20287497032879867 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26074467856074385, 0.22383215859095182, 0.25730334483482603, 0.1783016334458193, 0.3489640779451631, 0.1196671947804523, 0.24209529140031047, 0.20092529589865132, 0.18862516858190945 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 27.845975229947655, 22.324749064631572, 21.503091515788082, 18.09858436868379, 34.11206567768616, 26.407657346666873, 32.783375356055835, 23.485382979148937, 19.37360725283122 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.314303813310154, 21.80959080799298, 21.012215043513276, 17.5484566920045, 33.65553063403054, 25.893971384491962, 32.21891965930418, 22.986764824813623, 18.79833796347877 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41791882760448673, "rpss": 0.022370595773447466, "brier_below": 0.19342339919428075, "bss_below": 0.029267539250675156, "brier_above": 0.22449542711542525, "bss_above": 0.016349167562139555, "crps": 25.10383208793779, "crpss": 0.01748760732919985, "crps_fair": 24.582010091437773, "crpss_fair": -0.008400898334238738, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159752, 0.714234, 0.122363, 0.003651, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2776, 0.3455, 0.4306, 0.5281, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0753, 0.2879, 0.3749, 0.245, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.229931, 0.713502, 0.055889, 0.000678, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2716, 0.3406, 0.4235, 0.5272, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3123, 0.3439, 0.602, 0.7775, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3803424760858286, 0.40275625634216844, 0.4052901551038946, 0.3579891448622558, 0.5367471854874833, 0.4616273914630904, 0.4172955064542339, 0.41727168625662014, 0.3955540172484582 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14724432221373943, 0.16372577329439306, 0.12019759686146829, 0.18439843242150025, 0.1700964691588655, 0.33694855477739377, 0.17233133806497353, 0.1799998922463569, 0.19332787360279335 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2330981535567775, 0.23903048049819986, 0.28509254417464547, 0.17359072129017342, 0.3666506957722598, 0.12467884999908085, 0.24496416366827686, 0.2372717885084183, 0.20222614700409344 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.4233543918914, 23.65788875751027, 21.815363823322258, 17.5152589007026, 36.456040469122996, 25.621547110258664, 27.990479668496455, 26.01896002089037, 18.803916419186024 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 22.91054401913936, 23.17376206754855, 21.337584660665065, 16.980073583610018, 36.03093692509342, 25.137924519951763, 27.450391269157926, 25.531125933477337, 18.253828589664593 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.41943042436711486, "rpss": 0.013225951843100714, "brier_below": 0.18536336140460932, "bss_below": 0.019044404029776918, "brier_above": 0.2340670604968806, "bss_above": 0.008568973539483826, "crps": 24.58920106237567, "crpss": 0.000451285867867357, "crps_fair": 24.08957461870089, "crpss_fair": -0.026255248787627083, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.18643, 0.708709, 0.100617, 0.004243, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2774, 0.3436, 0.4311, 0.5314, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0825, 0.2637, 0.3023, 0.1959, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.206603, 0.728518, 0.063853, 0.001025, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2714, 0.3419, 0.4248, 0.5265, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3786, 0.3546, 0.5882, 0.8179, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.5492950391585092, "training": [ 0.6254006785816121, 0.5160319439284956, 0.5243612358580099, 0.48045402403524895, 0.5741737697144729, 0.5714127346956475, 0.3572784556059413, 0.5711687050867442, 0.5577455410507576, 0.5985599313112318, 0.5809624897644309, 0.5242894045658811, 0.5939073898038878, 0.5594461682677996, 0.5539091281298415, 0.5766097134241385, 0.5454479121530288, 0.540165763212956, 0.6116624752825386, 0.5300020773666733, 0.5729163543726808, 0.5817887839837028, 0.5115065435930525, 0.5238797160154463 ], "test": 0.5945379221956135 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4347140443350325, 0.4153793925717615, 0.4597409134885716, 0.5741982732863036, 0.3947108370261588, 0.39565772283616174, 0.6985774445287912, 0.41328461166494473, 0.4065683885565444, 0.46518312830274033, 0.45329732261381095, 0.5293044080957353, 0.4384566378025568, 0.3965153046125673, 0.39522376769939743, 0.40167437421282454, 0.46408424145587074, 0.44064116805674464, 0.44372324866104484, 0.4235357210049149, 0.4188992273226572, 0.38134842808096114, 0.48160805432707354, 0.46365443906522147 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1314572518971474, 0.16951599183059787, 0.27122834231780607, 0.1608439721727237, 0.2526933893469726, 0.1600602096448712, 0.4763401654385972, 0.1942542558961523, 0.23635220049957706, 0.3519152989551238, 0.30053022958095793, 0.40580484240980913, 0.14074574626105735, 0.2229976922010735, 0.1984089582061741, 0.19718732715544668, 0.3219491629087731, 0.14618489264001833, 0.12440269833863703, 0.22621837071301185, 0.2762769664392481, 0.11910893108951418, 0.15570190687017135, 0.17527414296289098 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3032567942193092, 0.24586340221480046, 0.188512568701766, 0.4133543033257298, 0.14201744740383168, 0.23559751383929267, 0.22223727931715906, 0.21903035668095602, 0.1702161860985818, 0.11326782712705835, 0.1527670936767641, 0.1234995619129086, 0.29771089400930706, 0.17351761308912236, 0.19681480905857507, 0.20448704658085884, 0.1421350754337406, 0.2944562793512823, 0.3193205505719149, 0.19731735002482975, 0.14262225963773487, 0.26223949755606396, 0.32590614996187034, 0.2883802963545775 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 34.26115721773973, 21.526833847607502, 25.69929456122484, 50.1475540438984, 22.86940803520278, 29.42277487630923, 45.447147808941615, 27.810052784191758, 22.640175157861428, 28.978161125894264, 34.59854521802141, 39.20510412270973, 34.850118842750916, 20.096510777492686, 19.190361117267713, 21.70841514095927, 31.795497243228656, 27.645300639087537, 30.885201040998666, 25.976950897787482, 21.192298282734303, 22.39897879664952, 29.60423549362627, 40.558588487164414 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 32.968847781910426, 20.541580632536057, 24.62084176173005, 49.19171253139143, 21.78401620563769, 28.201286953519933, 44.38264089336034, 26.791266896012363, 21.5011511146711, 28.048415297865937, 33.64823302844357, 38.146872093271654, 33.92502950601822, 19.124516181955407, 18.13669732070006, 20.87322407804786, 30.791239401481953, 26.48062681473483, 29.885508655071387, 24.911976666873162, 20.223615679873006, 21.049078526527026, 28.626663676881734, 39.69658208525016 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44958254581701634, "rpss": 0.007682373045273416, "brier_below": 0.2256438727406814, "bss_below": 0.0035230618958590476, "brier_above": 0.22393867317283478, "bss_above": 0.011838382613261311, "crps": 29.521194398306253, "crpss": -0.004572387111261733, "crps_fair": 28.481317657656888, "crpss_fair": -0.011325120983518788, "reliability": { "below": { "weight": [ 0.0, 0.026618, 0.226989, 0.572976, 0.170563, 0.002854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2631, 0.348, 0.4273, 0.5156, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5134, 0.2845, 0.3313, 0.4545, 0.3238, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000614, 0.286488, 0.580344, 0.118545, 0.013247, 0.000762, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.274, 0.343, 0.4283, 0.5322, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9083, 0.279, 0.3612, 0.4668, 0.1228, 0.0741, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43672282487299546, 0.4329354141283957, 0.4802000696223814, 0.540399288800965, 0.3809091559963429, 0.4017990466557816, 0.7548335992227427, 0.41127669526473287, 0.4090326044985583, 0.46663300896725723, 0.45312791961243654, 0.5085956212758357, 0.4528788537336364, 0.3906380193626639, 0.4005405702686803, 0.40095980826266436, 0.44179902379036295, 0.4576965973559968, 0.4387113124930853, 0.4357156575677515, 0.43541611591007495, 0.3751074037657803, 0.4556052506429614, 0.442359165089273 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12278256112059607, 0.17821321047829475, 0.30309927357146266, 0.15222319065932946, 0.2764459984732856, 0.14175375213322552, 0.5326702469313931, 0.1832725205699932, 0.23435401373525677, 0.34435078390977664, 0.2779610419802756, 0.3943329260148977, 0.11316606420558817, 0.2361408545380199, 0.18780319624518435, 0.21827096200055246, 0.2879522657982852, 0.14433515774862668, 0.11845178700417092, 0.2130437334685415, 0.29403339170494525, 0.12878621885208338, 0.15867347270402504, 0.1881570188651401 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3139402658886645, 0.2547222051090692, 0.17710079278781501, 0.38817610114182644, 0.10446315654592084, 0.26004529568460466, 0.22216335302405815, 0.2280041760073868, 0.17467858962565339, 0.12228222282490205, 0.17516687854454357, 0.11426269058816656, 0.3397127930551082, 0.15449716479297756, 0.21273737365259054, 0.18268884565582572, 0.15384675557031, 0.31336144441956004, 0.3202595256763009, 0.22267192497979596, 0.14138272284135436, 0.24632118523388927, 0.2969317794570272, 0.25420214652040257 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 35.5857576592472, 22.333546883406104, 25.87281836090986, 41.50626768992735, 19.51752560994637, 31.468969674467694, 48.69453022316422, 29.366526918643526, 21.559727411303307, 25.90360363121303, 32.763396827932866, 33.1650296116717, 37.876388641487814, 18.299504875763756, 18.931394935410314, 20.23278548371517, 25.75202631635171, 29.32783883902999, 31.370196902677417, 26.62083984117357, 21.851144695614614, 20.088786172349685, 25.73000821456339, 34.34394335308264 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 34.38021917432474, 21.392636029229195, 24.856574933303527, 40.57927451799338, 18.520310408104205, 30.2030941131474, 47.67965094168559, 28.344742225712015, 20.547159421656968, 25.001927673711247, 31.81506364712335, 32.135235599753315, 36.98163504293648, 17.377479838636553, 17.90405978299616, 19.425277254554413, 24.765337189785505, 28.21555218251087, 30.353051279459237, 25.632544051960615, 20.939789923595963, 18.82621812207767, 24.80473942915223, 33.509257796854094 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.45016220946505653, "rpss": 0.007072492137717656, "brier_below": 0.22626140177970624, "bss_below": 0.0012611465058721683, "brier_above": 0.2239008079011564, "bss_above": 0.012876805605022246, "crps": 28.25677328221055, "crpss": -0.0011390097152264023, "crps_fair": 27.257951274177696, "crpss_fair": -0.007739852319157192, "reliability": { "below": { "weight": [ 0.0, 0.030232, 0.237187, 0.56977, 0.160931, 0.00188, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2632, 0.3475, 0.4265, 0.5109, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5324, 0.2893, 0.3253, 0.4722, 0.4269, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000656, 0.283489, 0.571549, 0.127543, 0.015819, 0.000943, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2734, 0.3439, 0.428, 0.5341, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8939, 0.2651, 0.3696, 0.4668, 0.0727, 0.0741, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4089745866276618, 0.3887204440992214, 0.4016411720645699, 0.3542669309876841, 0.5033867256216065, 0.47918446728667435, 0.4358333310987423, 0.39182096183718856, 0.38259875255329906 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.13957657383746971, 0.16946407640391564, 0.14090394847498325, 0.17654241267329768, 0.15475236900434144, 0.36193994357148734, 0.1836344805897572, 0.1940204949610104, 0.19536194845466942 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2693980065508657, 0.21925636755263128, 0.2607372137163932, 0.1777245248865663, 0.34863433942903194, 0.11724453766237046, 0.2521988450484735, 0.19780046625396402, 0.1872368091213323 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.710753443006546, 21.586663101426403, 21.37625025052301, 17.744292954898697, 32.73018145956831, 27.201077872012394, 34.265848987217694, 22.187159565073298, 18.514397021715475 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.177139788129523, 21.07684132379404, 20.897665256576982, 17.198224352843134, 32.27964063863345, 26.697847040246465, 33.71550180764763, 21.69373175581303, 17.950957774227422 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.41626970801962754, "rpss": 0.02622834921921957, "brier_below": 0.19068847199677022, "bss_below": 0.04299329642105254, "brier_above": 0.22558123446906983, "bss_above": 0.01159158598908372, "crps": 24.924069406160203, "crpss": 0.024523149232425046, "crps_fair": 24.409727748656852, "crpss_fair": -0.0013335483257901348, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.210595, 0.669283, 0.119748, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3461, 0.4216, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0855, 0.2916, 0.428, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.300472, 0.647895, 0.051634, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.3372, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3007, 0.3596, 0.5429, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38290239634172973, 0.4042175641470399, 0.40578344381013964, 0.3502657924020104, 0.523036755439393, 0.4729727515877764, 0.42824401460939726, 0.4049082750664696, 0.3865761856004816 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14299307224852717, 0.16863089265270512, 0.11765333409857594, 0.17782486424544106, 0.15645644738261075, 0.35021666586812944, 0.173075717029053, 0.17122309894030027, 0.1856741388287903 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23990932318979188, 0.23558666847560555, 0.2881300953374166, 0.17244093650684564, 0.3665802882976535, 0.12275609887370864, 0.2551682922970361, 0.23368517055027213, 0.20090205011091444 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.053767156116447, 23.325783780028427, 21.677555497872778, 17.012931136219176, 34.94779583930306, 26.580673037865687, 29.432842649130542, 24.675887233729124, 18.1311113746013 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.539000625370765, 22.845351718861533, 21.211157517725184, 16.478562560755986, 34.522669076175625, 26.103041700390502, 28.90555846393184, 24.19225255286905, 17.5872886369275 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4176563532227153, "rpss": 0.017399724805610473, "brier_below": 0.1826386923660148, "bss_below": 0.033463539075251236, "brier_above": 0.23501765818213827, "bss_above": 0.004542554628401918, "crps": 24.4264830783185, "crpss": 0.007065756639729082, "crps_fair": 23.93165365033422, "crpss_fair": -0.019527557442089227, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.239436, 0.670336, 0.089674, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2614, 0.343, 0.4226, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0885, 0.2692, 0.3556, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.274484, 0.656541, 0.068975, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3395, 0.4258, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3516, 0.3671, 0.5425, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "ls", "1994": "sqrt_mvs", "1995": "dc", "1996": "dc", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "pt", "2000": "dc", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "dc", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "dc", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "dc", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "dc", "2016": "dc" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 1, "vs": 0, "sqrt_mvs": 14, "pt": 1, "dc": 8, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4352957018462168, 0.41769887339154677, 0.4639287272391334, 0.6339334971323289, 0.3848849172185571, 0.39626809607067287, 0.7423712329478357, 0.42580680112155883, 0.4110656540799001, 0.4452181635057665, 0.4335903724826523, 0.5220948836833776, 0.4415738398359655, 0.38583768841274935, 0.38900952122274185, 0.3975620152297374, 0.4526968279585198, 0.4433831922602681, 0.44540780774395744, 0.4282378689427598, 0.42175163108081365, 0.37768490817002254, 0.5190081204044822, 0.49521138494439726 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13834626252699805, 0.17083315372243918, 0.2749469655747079, 0.18261646062524228, 0.24703645847437009, 0.16119873678590713, 0.49528189651757404, 0.20274505875480325, 0.24054937595450657, 0.33325322637106486, 0.2812399303668199, 0.3940063359661977, 0.15323146050638772, 0.21432030283520243, 0.19085901859853963, 0.2007811753868002, 0.3076431361319696, 0.15101243380648846, 0.1327715331236068, 0.2283914218046291, 0.281445318574481, 0.11954163812606394, 0.1744582395018682, 0.20086861572305634 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29694944164493753, 0.24686572065243323, 0.18898176218131985, 0.45131703280149865, 0.1378484584138377, 0.23506935983085583, 0.24708933777975978, 0.22306174127256848, 0.17051627524662039, 0.11196493452751695, 0.15235044243736703, 0.12808854280929036, 0.28834237679991265, 0.17151738642248093, 0.19815050143727328, 0.19678083978705346, 0.1450536879424704, 0.29237076281140195, 0.31263627321860554, 0.19984644632839388, 0.1403063106147093, 0.2581432709265279, 0.34454987981303326, 0.29434276923428787 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 35.385507973772555, 21.783914575509176, 25.349617918600597, 51.411500619650475, 22.584548660049098, 29.918759752072585, 45.82530932778547, 28.457682763297626, 22.832343128091885, 27.918672243419515, 33.633839191889244, 38.41036852816755, 34.19704991453844, 20.081242112967445, 19.28161978363569, 21.43188027910097, 31.125939265496342, 27.793396686101797, 30.906723510763122, 26.181091790585054, 21.535357045514342, 22.742409667675755, 30.16918511560158, 40.953613496462 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 33.93395948595947, 20.745813980985982, 24.00918433696051, 50.37850564411744, 21.44169639833149, 28.642503438985663, 44.756660286865504, 27.3175574253104, 21.626977846172636, 26.93001828889959, 32.63337237342123, 37.30127710884697, 32.99454961423429, 19.05159273175471, 18.170768759125895, 20.26349658902988, 30.059721307871264, 26.571995561342465, 29.521151199754865, 25.054595792964566, 20.50787785879992, 21.32955695139309, 29.07448602870426, 39.86578650928077 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4545634052885818, "rpss": -0.003311369254122898, "brier_below": 0.22822408982332187, "bss_below": -0.00787156090920349, "brier_above": 0.22633931478892313, "bss_above": 0.0012452060595674608, "crps": 29.579648889614514, "crpss": -0.006561526408223273, "crps_fair": 28.424296063296367, "crpss_fair": -0.00930037720205168 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4362380603484273, 0.43553647680794705, 0.4891235898296711, 0.5909320249513064, 0.36789128757078743, 0.39982144975762557, 0.8103207415227638, 0.4252742261762165, 0.4134874760459602, 0.4477773061892199, 0.43542917237941076, 0.4964869781155636, 0.45401294211067195, 0.37979106055920286, 0.3913366785843296, 0.3949588079075304, 0.4309050239597772, 0.46022222806938634, 0.4368982474803501, 0.4445414875143468, 0.4369202746753045, 0.37462102790828644, 0.4874934632692274, 0.46631312580791445 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12920805975446537, 0.17927131658591747, 0.3079907817473589, 0.1736680910524012, 0.2676200499743699, 0.14109671134434926, 0.5576206421319151, 0.1934952368981177, 0.2399401016473737, 0.32687544485117015, 0.26001167247063284, 0.3807277058335912, 0.12562608269938125, 0.22646993988694172, 0.1773134673404201, 0.21904057530344062, 0.2748751047814102, 0.14902878659263646, 0.12486402923905827, 0.21938414831524713, 0.2983760467794448, 0.1299794441130899, 0.17699890548879174, 0.20996670702264641 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3070300033419006, 0.256265161011576, 0.18113280868668194, 0.41726393007231477, 0.10027123649527683, 0.2587247398409309, 0.25270010143277594, 0.23177898750314097, 0.17354737249930066, 0.12090185871555101, 0.17541750060924122, 0.1157592661946614, 0.3283868562766694, 0.15332112082619864, 0.21402321028964524, 0.17591823258067915, 0.15602991605662442, 0.3111934467007008, 0.31203421723179536, 0.22515733988263836, 0.1385442258258114, 0.2446415845034982, 0.31049455697881867, 0.25634641933160884 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 36.608281214232555, 22.507222217309547, 25.599698238937506, 42.558239163229835, 19.123636171994672, 31.777105933621762, 49.17523701199524, 29.896091317018698, 21.74857171872783, 25.027041763086448, 32.07818693337655, 32.39265860141265, 36.73326954542185, 18.11147624123277, 18.83570842279246, 19.865868914788717, 25.490329695859682, 29.318599677485196, 30.947054805492964, 26.84019391523461, 21.95624270295313, 20.526707008112286, 26.22563219938432, 34.501405334415814 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 35.27266928562408, 21.527294986541367, 24.297025788432137, 41.523937424552344, 18.08221504351691, 30.465123982413818, 48.1550870028874, 28.792387526827255, 20.68650866139805, 24.0802092834839, 31.090358946554414, 31.321753027527937, 35.54187755795989, 17.14427446421846, 17.76186346178307, 18.801016965152026, 24.45354518389839, 28.16511307406149, 29.58929517434925, 25.806714015112135, 21.001751271278877, 19.21435194093003, 25.160027562445478, 33.43113008918026 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4544305482308845, "rpss": -0.002342227455252921, "brier_below": 0.22872704382725714, "bss_below": -0.009622426619408264, "brier_above": 0.225703503870335, "bss_above": 0.004929165664374513, "crps": 28.24351911450488, "crpss": -0.0006694138346590162, "crps_fair": 27.140230488338705, "crpss_fair": -0.0033876570223423386 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40762606360554465, 0.38618947099835915, 0.39548649848808465, 0.3592482969443955, 0.5267308686264892, 0.45841802989675645, 0.43479218447902584, 0.39681896672948785, 0.3916315864719576 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14093686589302676, 0.16614144430240216, 0.1409602625233651, 0.1817019078741406, 0.17044146194226514, 0.34200584420656593, 0.1865758965850314, 0.20082552350046037, 0.20476400898327154 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26668919194778906, 0.22004802679137767, 0.2545262268606425, 0.17754639548088724, 0.35628938896973383, 0.11641219945754169, 0.24821628317399919, 0.1959934427112841, 0.1868675821788266 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.321404097408994, 21.96100567342509, 21.568000804032618, 18.190370850313585, 32.99140773077532, 26.119629040276305, 33.919850846098804, 22.698238045177565, 19.14027949873922 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.759826717944293, 21.423467445357463, 21.066271998532844, 17.618585975607125, 32.517343895952614, 25.590791384493556, 33.343782761575724, 22.18015263707565, 18.548522741870396 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4174379962489001, "rpss": 0.0234953952336443, "brier_below": 0.19270591286783656, "bss_below": 0.03286838211727994, "brier_above": 0.22473208195245353, "bss_above": 0.015312238968829606, "crps": 24.990020731805277, "crpss": 0.02194194989471565, "crps_fair": 24.449860617601075, "crpss_fair": -0.0029798750885547953 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38279074010109265, 0.3997562785611924, 0.39846262934646187, 0.3540697070136141, 0.5486282028680137, 0.45431691785025147, 0.4276445933874523, 0.4113664292839117, 0.39557462041781155 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14356234309304905, 0.16407283324278302, 0.11760176839868078, 0.18101511723636324, 0.17340500981880802, 0.3327323605485054, 0.17655477936786038, 0.17926711585478744, 0.19504630557383434 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23922839650476332, 0.23568344249948575, 0.28086084769483577, 0.17305459815766405, 0.3752231727155389, 0.12158457023344868, 0.25108980953271537, 0.23209930800362202, 0.2005283178367948 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.73744134738162, 23.541475846208172, 21.720837474167052, 17.25294993378941, 35.1045082366427, 25.679797135172052, 28.999488842726677, 25.102721609451123, 18.5678130905072 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.201344114519156, 23.039957138781578, 21.236559718753323, 16.69937132872081, 34.66257320794953, 25.183338987619898, 28.453237547042075, 24.601370765239633, 18.002663503177363 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4191789020922002, "rpss": 0.013817696358996656, "brier_below": 0.18480640368163018, "bss_below": 0.02199186242142026, "brier_above": 0.23437249590876322, "bss_above": 0.00727524966702886, "crps": 24.411892612894, "crpss": 0.007658857689114673, "crps_fair": 23.897824034644817, "crpss_fair": -0.018086360525363165 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "dc", "1994": "dc", "1995": "dc", "1996": "dc", "1997": "dc", "1998": "dc", "1999": "pt", "2000": "dc", "2001": "dc", "2002": "dc", "2003": "pt", "2004": "dc", "2005": "dc", "2006": "dc", "2007": "dc", "2008": "dc", "2009": "dc", "2010": "dc", "2011": "dc", "2012": "dc", "2013": "dc", "2014": "dc", "2015": "dc", "2016": "dc" }, "chosen_test": "dc", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 0, "pt": 2, "dc": 22, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41194705674223364, 0.4240572795450369, 0.4639287272391334, 0.6339334971323289, 0.3788692612151626, 0.3893420395290727, 0.7423712329478357, 0.42580680112155883, 0.41605271487742285, 0.44069451933662585, 0.44699194945792636, 0.5101941522280056, 0.4415738398359655, 0.3974961754476185, 0.4026259850533763, 0.3975620152297374, 0.4636907251265427, 0.43176116996889813, 0.44540780774395744, 0.4340053232533732, 0.41003322940316667, 0.3747156140526388, 0.5190081204044822, 0.49521138494439726 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1250150096078566, 0.16952108038868466, 0.2749469655747079, 0.18261646062524228, 0.2430603082411803, 0.15514537099547684, 0.49528189651757404, 0.20274505875480325, 0.23740702668235378, 0.33351906310959994, 0.2923299169467133, 0.38599002343877226, 0.15323146050638772, 0.22334541503343627, 0.19963696384674157, 0.2007811753868002, 0.3190491288180287, 0.14681185389842133, 0.1327715331236068, 0.2337625393349194, 0.2680681978893249, 0.11765803199181157, 0.1744582395018682, 0.20086861572305634 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2869320475068468, 0.2545361982881208, 0.18898176218131985, 0.45131703280149865, 0.13580895286987887, 0.23419666839926234, 0.24708933777975978, 0.22306174127256848, 0.17864568905544892, 0.10717545728184233, 0.1546620322475347, 0.12420413100898293, 0.28834237679991265, 0.1741507602596906, 0.2029890215641459, 0.19678083978705346, 0.14464159950858682, 0.2849493144359168, 0.31263627321860554, 0.2002427843264921, 0.14196503244130101, 0.25705758110591065, 0.34454987981303326, 0.29434276923428787 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 33.1920959103512, 22.28307531625294, 25.349617918600597, 51.411500619650475, 21.68406330454038, 29.18278538774077, 45.82530932778547, 28.457682763297626, 23.623278459923565, 27.676169791829256, 34.33950093256511, 38.21893228501021, 34.19704991453844, 20.30507695353165, 19.977559552838443, 21.43188027910097, 31.16768809152921, 26.61812597995278, 30.906723510763122, 26.049380017068575, 20.92110917337195, 22.809439399247957, 30.16918511560158, 40.953613496462 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 31.695676653771955, 21.102365044022104, 24.00918433696051, 50.37850564411744, 20.596871164958046, 27.822399634264404, 44.756660286865504, 27.3175574253104, 22.294578545121126, 26.58955332994466, 33.34845065087932, 36.99274564667461, 32.99454961423429, 19.18198259149101, 18.664533555186225, 20.26349658902988, 29.99920190599126, 25.361310448833258, 29.521151199754865, 24.89647365349888, 19.788816114046508, 21.321743451138946, 29.07448602870426, 39.86578650928077 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4540533592431874, "rpss": -0.002185596721108629, "brier_below": 0.2278342223307237, "bss_below": -0.0061498480145791845, "brier_above": 0.22621913679950004, "bss_above": 0.0017755087300265204, "crps": 29.447951812564757, "crpss": -0.0020800259214055483, "crps_fair": 28.243253334336675, "crpss_fair": -0.0028718452791571814 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.414820414719658, 0.44118763710417397, 0.4891235898296711, 0.5909320249513064, 0.366642125202163, 0.39489402556566944, 0.8103207415227638, 0.4252742261762165, 0.40303551859779785, 0.43969543144719303, 0.4460804927537573, 0.4807790376890945, 0.45401294211067195, 0.394923744729882, 0.40933872899861445, 0.3949588079075304, 0.4474276064861443, 0.44291092083072703, 0.4368982474803501, 0.44900374745966437, 0.42717876610260236, 0.3790806305176273, 0.4874934632692274, 0.46631312580791445 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11779382261203648, 0.17481958036654416, 0.3079907817473589, 0.1736680910524012, 0.2685382777731935, 0.13894956162047892, 0.5576206421319151, 0.1934952368981177, 0.22784405117956094, 0.32396944254478705, 0.2688938511370301, 0.37188781729834913, 0.12562608269938125, 0.24027957231912297, 0.1880761868843736, 0.21904057530344062, 0.28955003357012593, 0.14302412909139256, 0.12486402923905827, 0.22397295954971227, 0.28551293375704634, 0.1282585053722433, 0.17699890548879174, 0.20996670702264641 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.2970265924816538, 0.26636805544762426, 0.18113280868668194, 0.41726393007231477, 0.09810384836940743, 0.2559444635158624, 0.25270010143277594, 0.23177898750314097, 0.17519146849689549, 0.11572598994669885, 0.17718664171400056, 0.10889122317066861, 0.3283868562766694, 0.15464417293906044, 0.22126254229838535, 0.17591823258067915, 0.157877575657301, 0.29988678964010135, 0.31203421723179536, 0.2250307875180313, 0.14166583338744645, 0.25082212400941295, 0.31049455697881867, 0.25634641933160884 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 34.53537030873789, 22.827271505622384, 25.599698238937506, 42.558239163229835, 18.80105410759023, 31.412421611865287, 49.17523701199524, 29.896091317018698, 21.407948990159174, 24.538305701362503, 32.35296300124393, 32.197078378080036, 36.73326954542185, 18.75680174177666, 20.08997374597576, 19.865868914788717, 25.839536570486807, 27.984734682891528, 30.947054805492964, 26.491806209273808, 21.767444413844842, 21.29803650007461, 26.22563219938432, 34.501405334415814 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 33.111997362355694, 21.717819527463956, 24.297025788432137, 41.523937424552344, 17.7947048421397, 30.05175009784597, 48.1550870028874, 28.792387526827255, 20.17725021227537, 23.475528599808396, 31.36920594953759, 31.07821501243541, 35.54187755795989, 17.68798995859071, 18.77473155589025, 18.801016965152026, 24.708569875694458, 26.75455544320028, 29.58929517434925, 25.42104248532248, 20.676158728797333, 19.937568722336533, 25.160027562445478, 33.43113008918026 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4538469165525176, "rpss": -0.0010549049396666454, "brier_below": 0.22836007402746283, "bss_below": -0.00800258782131591, "brier_above": 0.22548684244529316, "bss_above": 0.005884372213177613, "crps": 28.158468499986267, "crpss": 0.002343934049915064, "crps_fair": 27.001203061061673, "crpss_fair": 0.0017522552778601597 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40228554025192653, 0.3889265086564316, 0.4097382067744252, 0.36309179403789077, 0.5282665978939189, 0.4527433338789829, 0.42916458173085525, 0.3961747963759162, 0.3815925527033562 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14531309269251397, 0.1691112274129847, 0.14961636858592456, 0.18285812387914357, 0.16755708694224447, 0.3425381580387701, 0.18916399275073245, 0.19873428900850118, 0.19868980281443818 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2569724428397069, 0.21981528214806217, 0.26012182869862105, 0.1802336772382397, 0.3607094934558861, 0.11020518867805934, 0.2400005836386076, 0.1974405060447113, 0.1829027540208765 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 27.660412960352154, 22.168715081525637, 22.965159937712777, 17.390649913229083, 33.336013261118495, 25.891133021227397, 33.14691014875141, 22.67777089178569, 17.179986641617603 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 26.369189757253295, 20.951406364454265, 21.743988926018474, 16.239332879287463, 32.30115612200465, 24.836239310514117, 31.943647176975297, 21.607487414036044, 16.087183508927147 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4168871013670782, "rpss": 0.02478409294126882, "brier_below": 0.19373134912502812, "bss_below": 0.02772203340542989, "brier_above": 0.2231557507514189, "bss_above": 0.022219103478360314, "crps": 24.712972428591137, "crpss": 0.03278505107236829, "crps_fair": 23.564403495496748, "crpss_fair": 0.03334326341985627 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.37930260344091987, 0.4031157610233868, 0.41620739187915656, 0.3626637461392757, 0.5500282035178841, 0.442193484429567, 0.4182342099199216, 0.4153621790196145, 0.3871284856723627 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14917670215878948, 0.1680943628658597, 0.12751250324389327, 0.18553987689410462, 0.17130602204011533, 0.3257883337284501, 0.17569738660233045, 0.17901623367042943, 0.18932035274810513 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23012590228402582, 0.23502139579706624, 0.2886948747141643, 0.17712387850289799, 0.3787221611901656, 0.1164051628330655, 0.24253681816745393, 0.23634593919967212, 0.19780813568014302 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 23.33723506189403, 23.42557841083962, 23.356364884255104, 17.072693228602656, 35.49808028742878, 24.825236920331697, 28.045145293748455, 25.390288164772265, 16.93608923100323 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 22.08124522020604, 22.272121611981767, 22.144472092374578, 15.927088419867703, 34.53042300526873, 23.803428759984744, 26.885608806228227, 24.317646362853555, 15.86066808556165 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.41935956278245423, "rpss": 0.013392664529382037, "brier_below": 0.18571686377245306, "bss_below": 0.01717364530325538, "brier_above": 0.23364269648540606, "bss_above": 0.010366439815157058, "crps": 24.20963460920843, "crpss": 0.0158806265458582, "crps_fair": 23.091411373814108, "crpss_fair": 0.01626813676093819 } } } } }, "FMAM": { "tag": "init02_FMAM", "methods": { "mvs": { "lambda_": { "training_mean": 0.49359378030700124, "training": [ 0.5518670565498193, 0.4726963596265038, 0.5142124510167011, 0.40445527150047245, 0.5254318360445053, 0.449365567566598, 0.4625382967780406, 0.5416499053606206, 0.48012674376872866, 0.5130198518522464, 0.5076364252266783, 0.45313268533980955, 0.48421833799409614, 0.4427867391941896, 0.5023165489285021, 0.55568213149962, 0.5391082302187421, 0.5624788907294143, 0.44994529366493724, 0.47686717368388815, 0.46715577432393196, 0.5191425678366915, 0.5009951364257829, 0.46942145223751114 ], "test": 0.5211526413015174 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41328690639629373, 0.4238847304745396, 0.6524095325264818, 0.4007479085533097, 0.41229467511651025, 0.5054558099087614, 0.4017736907006595, 0.4129148905568251, 0.4400293896531789, 0.4032896576530052, 0.5340912065641261, 0.4522990604078773, 0.4911723931822398, 0.40617989010738836, 0.4380752461524663, 0.424194625982471, 0.37462235268645694, 0.4864778269648469, 0.4110474227959342, 0.4844154765833763, 0.4162801422042627, 0.43261404217534816, 0.4579645445558511 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.20481989845654344, 0.1287740144034606, 0.2014415157839072, 0.1358124908789225, 0.1862148797645197, 0.35811229072266343, 0.2634638322819523, 0.23978541661777558, 0.31647126441248014, 0.24334860041004996, 0.34948951088293645, 0.17163340151070153, 0.21300937866812045, 0.19723319951526883, 0.2854809544073363, 0.31512132993304093, 0.10380389236419278, 0.29025900141691097, 0.25444603791101744, 0.1974773774231324, 0.198273158926421, 0.22437644978042168, 0.15804668604898287 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20846700842716226, 0.29511071969217645, 0.4509680166681313, 0.2649354191598375, 0.22607979627352062, 0.14734351581666935, 0.13830985760395836, 0.17312947105966264, 0.12355812112310414, 0.15994105671726913, 0.18460169337056231, 0.28066566079697297, 0.27816301370697544, 0.20894669027511922, 0.15259428977750156, 0.10907329441992404, 0.2708184604093669, 0.1962188249220034, 0.15660138335467413, 0.28693810132211495, 0.21800698239883262, 0.20823759182506063, 0.29991786045918695 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 45.072381829211004, 37.188270989773805, 46.440452858595094, 110.00096005251274, 41.11876031869803, 53.55646501335592, 57.869230263416014, 34.72813198142703, 36.55986676445294, 40.445334744690484, 42.49749151866235, 58.044055788713315, 43.849649745440466, 52.54012485711115, 32.70279521398612, 48.92538933092279, 39.77837070817749, 78.03976361951632, 55.837162547129715, 34.91783660036538, 63.04063659918974, 56.322836195085095, 44.07032611861171, 55.37359824411626 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.26171050197705, 35.682177096387846, 44.83136188529825, 108.42389963584552, 39.09845912283084, 51.68933223818182, 56.339320557455096, 33.16820442175103, 34.77140072687025, 38.53715862044211, 40.8005315778099, 56.048324150205865, 42.092197511486354, 50.774775580623405, 30.913229989933555, 47.34572790194537, 38.05543955334344, 76.35968100369071, 54.03916928054243, 33.08651861258518, 61.52094901350746, 54.58614614563284, 42.36405301759952, 53.42699947176135 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4432696123396777, "rpss": 0.020981423769027785, "brier_below": 0.2227878269467092, "bss_below": 0.01702252896694134, "brier_above": 0.22048178494822068, "bss_above": 0.024949467753843435, "crps": 50.37166216263171, "crpss": -0.006548899974380573, "crps_fair": 48.63403198407113, "crpss_fair": -0.014080142127858686, "reliability": { "below": { "weight": [ 0.0, 0.020919, 0.311341, 0.43614, 0.199802, 0.031545, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2597, 0.3502, 0.4372, 0.5263, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2429, 0.2535, 0.3792, 0.4392, 0.3157, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303499, 0.446541, 0.191586, 0.032251, 0.011234, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.265, 0.3469, 0.4399, 0.5399, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2804, 0.2967, 0.5067, 0.519, 0.5581, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.4354460330749334, 0.43173556343180974, 0.6178868358567043, 0.3862871396724849, 0.42228777286245833, 0.5126790442583516, 0.3942365508256478, 0.4021425742530715, 0.4327450632062659, 0.3950053840032427, 0.5174739650510932, 0.47243486556254366, 0.5115671476275402, 0.4068311158651589, 0.4469094165721273, 0.4115010731669094, 0.3921212210071148, 0.5112538545896481, 0.4097211358402832, 0.5087958336724344, 0.4186977086968805, 0.4404081505566645, 0.4398043789000503 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21323986079649188, 0.12471378543765509, 0.2010163440483656, 0.1366383430448727, 0.17988818594992073, 0.3817562927925281, 0.29154837843649484, 0.2283057037918064, 0.300341807912182, 0.21223179258135283, 0.3398648656655602, 0.163023434288496, 0.2190139436367841, 0.19486325837248678, 0.32865138177061776, 0.29725840951635846, 0.08885273889246466, 0.3181803951598283, 0.2366631827164087, 0.16909975401572155, 0.2287727840902167, 0.22489910872304258, 0.15430530635752748 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22220617274714438, 0.30702178193137425, 0.41687049183888253, 0.24964879628450162, 0.24239958826777996, 0.13092274801220255, 0.10268817128919704, 0.17383686784776323, 0.13240325140194256, 0.18277359135622082, 0.1776090959592097, 0.30941143418110517, 0.2925532027366031, 0.21196785738602028, 0.11825803195874325, 0.1142426628840082, 0.30326848281004587, 0.19307345932266498, 0.1730579522615703, 0.3396960836938814, 0.18992492351692733, 0.21550904127040935, 0.2854990746465333 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.09749889096676, 41.30896753117933, 50.134042944529604, 102.5314617872291, 39.67163582323805, 60.280848614452395, 60.07369210830356, 37.027685592016525, 36.07557166884964, 38.368981854661506, 40.27027699445523, 57.02102331067477, 48.99066809660875, 57.99454307207678, 33.48610765505973, 49.14166825117503, 38.146997617862205, 92.86169205653498, 63.13603378503479, 35.47373876534071, 74.54964729712962, 51.02450198610381, 48.898857701651956, 54.67326619806814 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.276007000266596, 39.76520394754631, 48.50926314250584, 100.90716210264864, 37.63425921821849, 58.280802774856824, 58.55299905021038, 35.41800575051542, 34.326158564694786, 36.34375942948089, 38.48809974722727, 54.96294843113454, 47.17963128056008, 56.15386815816383, 31.696145146329982, 47.508960741529336, 36.39269506030178, 91.21839709955609, 61.24049521450254, 33.59577844599383, 73.01375473644129, 49.29739827567477, 47.11448981356772, 52.586045517665426 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4450296285111263, "rpss": 0.01722039252919516, "brier_below": 0.22294055943712365, "bss_below": 0.0161508285242018, "brier_above": 0.2220890687368913, "bss_above": 0.018291722402572708, "crps": 52.30164206680013, "crpss": -0.01610315132597262, "crps_fair": 50.51926369373302, "crpss_fair": -0.02414840256280848, "reliability": { "below": { "weight": [ 0.0, 0.023148, 0.323508, 0.416961, 0.202564, 0.033506, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2595, 0.3502, 0.4378, 0.5267, 0.6109, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2704, 0.2579, 0.3754, 0.4415, 0.3362, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.303092, 0.444249, 0.18908, 0.034239, 0.013569, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2639, 0.3473, 0.4398, 0.5407, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2909, 0.2968, 0.4922, 0.5057, 0.537, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.432182676870745, 95.9086146571955, 37.90275542026958, 55.82360421291961, 27.610569780585042, 51.25928789592328, 101.08733529525618, 44.25260937200393, 32.987045330511506 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.59334470500503, 95.02689869442358, 37.0124173980534, 54.98822396524967, 26.819199141741493, 50.36768551517088, 100.14761598216667, 43.392507680862174, 32.17384794953698 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "brier_below": 0.19053471596347932, "bss_below": 0.05939738700825148, "brier_above": 0.241920706029438, "bss_above": 0.05824105759619336, "crps": 54.47377829350393, "crpss": 0.0709038490145002, "crps_fair": 53.613526781356654, "crpss_fair": 0.053310739417377184, "reliability": { "below": { "weight": [ 0.0, 0.00155, 0.253374, 0.620757, 0.124018, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3467, 0.4248, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0474, 0.0629, 0.3247, 0.4555, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287251, 0.611979, 0.098508, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2739, 0.3445, 0.4293, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.267, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.366462689430804, 119.59488457212807, 39.28161729363782, 60.36382993258626, 28.172852732555675, 53.31231441464291, 109.50990889727429, 50.675033714434306, 35.29483466989173 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.511297083502576, 118.70012220238723, 38.363321308986485, 59.505029022069245, 27.376253762848574, 52.39434883985975, 108.54234996222335, 49.77765312968174, 34.47852130862453 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "brier_below": 0.1819696114826746, "bss_below": 0.06342120439196941, "brier_above": 0.25397370270143854, "bss_above": 0.05940603885689, "crps": 59.61908210184244, "crpss": 0.07139085086830732, "crps_fair": 58.738766291131505, "crpss_fair": 0.05484484602730577, "reliability": { "below": { "weight": [ 0.0, 0.001743, 0.274344, 0.594936, 0.128603, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2723, 0.3454, 0.4268, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0521, 0.0619, 0.292, 0.4539, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601332, 0.10665, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2742, 0.3448, 0.43, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2881, 0.5044, 0.8221, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.5194406671124304, "training": [ 0.5668179987003715, 0.4996193408047547, 0.5382816663757377, 0.43906101561821226, 0.5453998136161099, 0.480508817336568, 0.49678773571070173, 0.56600096853789, 0.5071045016887922, 0.5357714050807081, 0.532469998395311, 0.48591464396093537, 0.5099490334107731, 0.46912143064315254, 0.5218633444996944, 0.5783744970129575, 0.558614178889933, 0.5859572875133354, 0.4767556859425875, 0.5052559781643382, 0.49659232370150574, 0.5430975453925445, 0.5292122589734322, 0.4980445407279819 ], "test": 0.5466154110404899 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3674020327962474, 0.4101019010142077, 0.4272281159659535, 0.6536791286473985, 0.40714100244998974, 0.41131177542722075, 0.4928112317651855, 0.39694275741490187, 0.415519367214753, 0.4390395127626905, 0.40626922979310853, 0.5293913384272498, 0.45815895324585904, 0.49672575793287055, 0.40678757920335895, 0.4310376171920321, 0.42088244984632983, 0.3763483383394987, 0.48091437535136417, 0.4123573244322337, 0.4898856993257045, 0.4173383097454489, 0.4292966817215832, 0.4614964052384503 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11448299101140848, 0.20224911875417698, 0.13545935227258807, 0.21542915448336028, 0.1402213135134285, 0.18523346049126926, 0.34134463371237284, 0.2567490522731411, 0.2406892075080177, 0.31076033642524775, 0.2442062665558871, 0.34505439365011503, 0.17984626437854262, 0.22098042184951938, 0.19553617647807542, 0.27502712514815675, 0.30772821984615245, 0.11082879167974857, 0.28207603089197497, 0.2533829627398251, 0.2049669420298508, 0.19776411442974137, 0.21839134444456793, 0.16545140262400965 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25291904056496295, 0.20785278256470802, 0.2917687666276507, 0.4382499727366143, 0.2669196899765663, 0.22607831554710905, 0.151466594909658, 0.14019370529045924, 0.17483015733022408, 0.12827917299506653, 0.16206296312752969, 0.18433694322722013, 0.2783126904543311, 0.27574533483210056, 0.21125140265905806, 0.15601049049219395, 0.11315422931105357, 0.26551954583061343, 0.19883834413778084, 0.15897436082091718, 0.2849187596212138, 0.21957419419538607, 0.21090533635337427, 0.29604500377099824 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 46.46813210128496, 39.60680934877366, 45.80363857339755, 112.79314566771652, 43.13024880000404, 59.5355565442176, 54.405136438306805, 32.29622330483974, 38.07783788962415, 41.87623900755236, 44.451657090217516, 60.026308424685425, 45.74599788508961, 56.42350105146994, 34.869263589063344, 45.243410153294235, 38.67932559848422, 72.46180234216159, 57.547140970570425, 37.442063395354445, 65.12348112265688, 56.44173953359687, 44.40523490480357, 55.86912325102488 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 44.2882588298524, 37.882304352191014, 43.88676725765456, 110.95741136689897, 40.787956992586174, 57.353542779312164, 52.53727168413882, 30.455467368384, 35.949780972977734, 39.61212214062841, 42.43928548415505, 57.66767790009204, 43.6961920604228, 54.38678919910402, 32.78166229464259, 43.33533572715915, 36.64680094995893, 70.40369016025102, 55.38604773431334, 35.31760257140961, 63.3459242276419, 54.363625853703255, 42.394897783590224, 53.6092322794593 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4432527868855684, "rpss": 0.021018584972205212, "brier_below": 0.22266079488296575, "bss_below": 0.017583015859200968, "brier_above": 0.22059199155736622, "bss_above": 0.024462094101051046, "crps": 51.19679237450793, "crpss": -0.02303701792486912, "crps_fair": 49.14523533210531, "crpss_fair": -0.024739368654677074, "reliability": { "below": { "weight": [ 0.0, 0.015016, 0.247848, 0.441104, 0.250014, 0.04585, 0.000167, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1906, 0.2636, 0.3498, 0.4361, 0.5309, 0.6143, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.204, 0.2558, 0.3446, 0.4652, 0.2683, 0.4995, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002391, 0.267597, 0.478264, 0.207958, 0.037441, 0.006349, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.2669, 0.3471, 0.438, 0.5441, 0.6231, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6816, 0.3031, 0.2873, 0.4959, 0.509, 0.4929, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3673201637665439, 0.43066027980211263, 0.4352793220421238, 0.6211393369486063, 0.3921483948296869, 0.42174942836630874, 0.4992109314856478, 0.3872946641207373, 0.40561029613432803, 0.431982495555389, 0.401625988736794, 0.5127996371541941, 0.47617214508128064, 0.5167782313108377, 0.40720709719208076, 0.43725440864190324, 0.4106661100071216, 0.3932786263424775, 0.5034806198490228, 0.41136540894691886, 0.515318759353512, 0.41792590045986927, 0.4363965700591437, 0.4443636626403224 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.121681431989265, 0.20988520177945263, 0.1319571937340749, 0.21523404090167264, 0.1409977837190829, 0.17936328540443003, 0.36214261436267836, 0.2808373254560923, 0.22973924127893522, 0.29607367880676844, 0.21755238166736043, 0.33583108727609234, 0.17025553100382976, 0.22691478613395577, 0.19390310238831157, 0.3146514285630467, 0.2927755770864585, 0.09626164864493074, 0.3090831726910482, 0.2368043386404044, 0.1799131160750847, 0.22613504660113515, 0.2185901212541797, 0.16173974067197489 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24563873041083012, 0.2207750782422342, 0.3033221317669067, 0.4059052948468649, 0.2511506104947859, 0.2423861438442362, 0.13706831389017543, 0.10645733864262126, 0.1758710527131637, 0.1359088138919698, 0.18407360727860267, 0.1769685472397296, 0.30591661668113823, 0.2898634434580302, 0.21330399473948414, 0.1226029780510343, 0.11789053285728798, 0.29701697713596575, 0.19439744751789434, 0.1745610699965336, 0.3354056472278854, 0.19179085231538717, 0.21780644774952373, 0.28262392321275986 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 46.14997109963587, 44.1102067519337, 49.279587077106875, 105.65267008637743, 41.57986289697612, 67.44420627558485, 56.7947906507606, 33.41332570216767, 37.80613287977067, 40.75121304249721, 42.94494125364028, 58.92499767156382, 50.87720852051879, 62.36906851317435, 35.54837135662231, 45.08663336652457, 37.797034536439035, 85.22548943783728, 64.74355753080881, 37.98314773553248, 76.86762934143104, 51.56366237607372, 48.846649164418096, 55.06449040468427 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 43.94301558957596, 42.33883142943717, 47.33217006621955, 103.76230785651421, 39.20704074481303, 65.10466443582213, 54.92562337882364, 31.49705186049055, 35.71469819209805, 38.354561689363656, 40.83879595852673, 56.49391830880399, 48.75775003676702, 60.24644096870388, 33.44350315258697, 43.10502220320687, 35.72740376948791, 83.16673259390056, 62.451983007197555, 35.809581748459756, 75.06094078253057, 49.498637471568856, 46.73256562084244, 52.64255920223674 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4448761866177901, "rpss": 0.01755924539210907, "brier_below": 0.2228467865054277, "bss_below": 0.0165646537222226, "brier_above": 0.22202939975854355, "bss_above": 0.018555479328084323, "crps": 53.20103531966999, "crpss": -0.0335763372988942, "crps_fair": 51.08982500283241, "crpss_fair": -0.035715068633414226, "reliability": { "below": { "weight": [ 0.0, 0.016564, 0.26147, 0.424716, 0.248898, 0.04818, 0.000173, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1903, 0.2634, 0.3493, 0.4365, 0.5311, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2292, 0.256, 0.3465, 0.4633, 0.2847, 0.5988, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002509, 0.271703, 0.473931, 0.203571, 0.040424, 0.007862, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.2654, 0.3477, 0.4381, 0.545, 0.6226, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6797, 0.3109, 0.2916, 0.4807, 0.4866, 0.4976, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4338760548984763, 0.4684021619131342, 0.41379125363073177, 0.4757053934792748, 0.373132079716624, 0.4543822126729695, 0.4851074262560248, 0.41005958093571376, 0.38536051517450914 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21016334298660105, 0.15011533217096631, 0.22982147481099965, 0.1302723339936744, 0.18169868915391885, 0.33657081840441977, 0.1399943329688123, 0.15361899901353993, 0.20005368490129366 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22371271102108362, 0.31828681377989015, 0.18396978203735226, 0.34543303543435805, 0.19143339354709143, 0.11781140975795959, 0.345113067649645, 0.25644057110015467, 0.18530683618346075 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.85438946382969, 95.44892646706744, 38.94806599734044, 55.76549949283159, 30.707217756778913, 46.735966972079225, 95.31716420129302, 42.90608748262748, 33.75181515757189 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.86386665498137, 94.4048913841468, 37.90522052846966, 54.78668072954489, 29.775504207629197, 45.6893368859722, 94.21096114655309, 41.9034597359614, 32.798603402268014 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43331296429749533, "rpss": 0.05688442502159252, "brier_below": 0.19247877871158064, "bss_below": 0.04980023568893743, "brier_above": 0.2408341800567773, "bss_above": 0.062470730895769044, "crps": 53.603903665713304, "crpss": 0.08574029315034959, "crps_fair": 52.593169408391844, "crpss_fair": 0.0713278598146494, "reliability": { "below": { "weight": [ 0.0, 0.000151, 0.187646, 0.602702, 0.209052, 0.000449, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2778, 0.3485, 0.4259, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0556, 0.2772, 0.4612, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.236036, 0.645206, 0.117249, 0.001509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2801, 0.345, 0.4244, 0.5168, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2478, 0.4385, 0.8051, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42734248544139763, 0.50173111330347, 0.4110064434900504, 0.4838777132290394, 0.3714720414599995, 0.4433230439960595, 0.4896247631445567, 0.41406459613129093, 0.3931275129084386 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24580707160651988, 0.13236595378790636, 0.2336224234344049, 0.11559288082996766, 0.19003286496581634, 0.3247370734199073, 0.11180282923765238, 0.12201562265412264, 0.18696044010409113 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18153542077541535, 0.36936513411676014, 0.17738402455578006, 0.36828480420388915, 0.1814391803655549, 0.11858598547355886, 0.3778219020659711, 0.2920489566544642, 0.20616707525510816 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.15378629715785, 118.2169186677138, 40.83594139795594, 60.205803175009805, 31.46702683541496, 48.38282642326681, 103.72531536061506, 48.90444153709496, 35.68444514956168 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.14039308711032, 117.15256218012505, 39.756712019428804, 59.19688175638181, 30.525743301836403, 47.301846498140605, 102.58267847474285, 47.852219511930016, 34.72385113604011 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4372855236782558, "rpss": 0.058195441619347976, "brier_below": 0.18477079556004317, "bss_below": 0.049003799265465386, "brier_above": 0.25251472038516687, "bss_above": 0.06480939338337399, "crps": 58.619611649310094, "crpss": 0.0869583063504783, "crps_fair": 57.58143199619288, "crpss_fair": 0.07346730854735606, "reliability": { "below": { "weight": [ 0.0, 0.00028, 0.207292, 0.588121, 0.203933, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2772, 0.3471, 0.427, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0566, 0.2493, 0.4453, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.24021, 0.629261, 0.128475, 0.002054, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2801, 0.3451, 0.4252, 0.519, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2774, 0.4788, 0.8306, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.49418809187728935, "training": [ 0.5540413081198106, 0.47320973964146185, 0.5147952021481872, 0.4047614306374817, 0.5259541376817016, 0.45021552682130567, 0.46322534722601927, 0.542187535665699, 0.48059224423596536, 0.5138967195254538, 0.5087446568631374, 0.4531103506568318, 0.48420104357223837, 0.4427957761981389, 0.5026015997099633, 0.5567430735413552, 0.5400820873157068, 0.5624976809730915, 0.45083176060136054, 0.4779245547261611, 0.4680367250895356, 0.5198726680820449, 0.5013906310190697, 0.4688024050032218 ], "test": 0.5218473004507769 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36337950562838156, 0.4126819477784479, 0.42431438178964204, 0.6533505518645211, 0.40117756480260164, 0.4127004959159708, 0.5043121744308141, 0.4014321459238547, 0.41239328847283646, 0.44002637203575473, 0.40272240644247104, 0.5336631819460756, 0.45315582801813176, 0.4923575811775849, 0.4060436466237741, 0.43801668162098367, 0.42357890488092226, 0.37490751088509916, 0.4860856622649159, 0.4108203431513818, 0.4843526938858622, 0.41657024476565263, 0.43261908159514967, 0.4587466609010958 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11026683467509042, 0.20414578056705668, 0.12916170502606958, 0.20238662009295214, 0.13617929453005903, 0.1864571246201247, 0.35702021674366674, 0.2630592335040463, 0.23925796966989638, 0.31639249908008643, 0.24273455727727267, 0.3490152325979663, 0.17247418792872132, 0.21409775281821794, 0.19705312875349673, 0.2853487280943952, 0.31448319851946893, 0.10405882640078695, 0.2898562800855792, 0.25418881775956437, 0.19744384741598206, 0.1984911505648239, 0.2243225396846494, 0.1587371821821671 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25311267009912725, 0.20853616768585292, 0.29515268041534515, 0.4509639317422942, 0.2649982717739837, 0.2262433722469378, 0.147291954330798, 0.13837291157591866, 0.17313531590448902, 0.1236338688610393, 0.15998784867879468, 0.1846479470250825, 0.2806816419874957, 0.27825982740381894, 0.2089905175295545, 0.1526679515787562, 0.10909570476269466, 0.27084868454370997, 0.1962293815313361, 0.15663152390420698, 0.28690884861314636, 0.21807909333577483, 0.20829654127232086, 0.3000094807052335 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.95897998119192, 37.194167717170146, 46.46000291666583, 110.05064781662095, 41.19968889836135, 53.642623776906134, 57.72991866247013, 34.73505478278056, 36.53330020758499, 40.4630355998949, 42.48823710197668, 58.056121876077725, 43.93836627691933, 52.72571468758158, 32.73931609960308, 48.92527254685782, 39.64588717836533, 78.17185333169014, 55.9773366066474, 34.93416935452171, 63.096008084228345, 56.31245638752145, 44.09148844796668, 55.46448333709444 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.14180030934458, 35.678803915355225, 44.84112235324013, 108.46963433794191, 39.16562136806585, 51.76624952627143, 56.19002166824997, 33.167296022905546, 34.73094144466794, 38.54429887172591, 40.78360041799703, 56.04997563233859, 42.17117973527179, 50.95095161224791, 30.939481952196488, 47.337210778957996, 37.91298806914723, 76.48007315863026, 54.165064731612866, 33.09354397247761, 61.56891252102753, 54.56308723130172, 42.37644462194222, 53.50770033641919 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44330870236674685, "rpss": 0.020895088361454817, "brier_below": 0.22277636285800587, "bss_below": 0.01707311045999571, "brier_above": 0.22053233906282133, "bss_above": 0.02472589909777434, "crps": 50.39725548652911, "crpss": -0.007060317126597049, "crps_fair": 48.64983352455571, "crpss_fair": -0.014409623928292037, "reliability": { "below": { "weight": [ 0.0, 0.019623, 0.307722, 0.438458, 0.202018, 0.031928, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1828, 0.26, 0.3502, 0.4371, 0.5262, 0.6102, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2435, 0.2527, 0.3782, 0.44, 0.3092, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303303, 0.446736, 0.191475, 0.03239, 0.011207, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2651, 0.3469, 0.4398, 0.5396, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2809, 0.2964, 0.5067, 0.5185, 0.5571, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3630486696758215, 0.4345652696076363, 0.4320501660966391, 0.6189685533470926, 0.38673322973457613, 0.42251268404152725, 0.5116562506773378, 0.393580185897515, 0.40202846907890094, 0.43294942900431144, 0.39485654162212086, 0.517157388277584, 0.47315691110108654, 0.5125703366473878, 0.4066581923626376, 0.44658311823813285, 0.41104656168779646, 0.3923216455661865, 0.5106557001253926, 0.41001904390320315, 0.5091513000795457, 0.41893329277595714, 0.44008703001801086, 0.440479426207648 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11763534493191473, 0.21230889486539284, 0.12498856778289792, 0.20208608456695829, 0.13700157266465873, 0.1799632353365251, 0.3807639558498022, 0.29083834630473987, 0.22818881757843903, 0.3004796333916553, 0.21204091363632363, 0.33950687278253644, 0.16372554365034822, 0.21989735416613954, 0.19467678112862824, 0.32824604874238406, 0.29677860612556445, 0.08901578546711338, 0.31760618948668556, 0.23692919264558882, 0.16951124395102418, 0.22893256973953455, 0.2244949028695173, 0.1548853195559403 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24541332364635907, 0.2222563752437349, 0.3070616022825866, 0.41688246888089453, 0.2497316567277629, 0.24254945006542333, 0.13089229139865186, 0.10274183849199023, 0.17383964887342593, 0.13246979174292997, 0.1828156279286611, 0.17765051207196866, 0.3094313703473605, 0.2926729811012437, 0.21198141112560637, 0.11833706669249748, 0.11426795484593788, 0.3033058607747148, 0.19304951052360064, 0.1730898504441295, 0.3396400601143298, 0.1900007219499539, 0.21559212652831197, 0.28559410879608427 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.017848568463386, 41.28802501690924, 50.14185625841531, 102.59224936751005, 39.75683527018461, 60.35689936903049, 59.938621798206626, 37.008681884378476, 36.08950493691403, 38.4244363708242, 40.286059037650986, 57.044236123699996, 49.06249448440112, 58.15793110056266, 33.51648930712431, 49.11015963857996, 38.0483253520394, 92.98723758732258, 63.23241440112372, 35.5141728672944, 74.63259489467636, 51.022978212745755, 48.899795100254615, 54.76293139466748 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.190230046801844, 39.73681986941225, 48.50943076416475, 100.96373635316898, 37.70782620392172, 58.34809422438481, 58.40923331519684, 35.392048225592205, 34.32881412766028, 36.389996480663356, 38.49725765716624, 54.977246007713674, 47.24292938672763, 56.30955500978577, 31.717496326884024, 47.47000577687581, 36.28497265169895, 91.33357806840165, 61.32539548134545, 33.628126860630935, 73.09044994528016, 49.2859241286475, 47.10810559914273, 52.66660143492813 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44507372482391866, "rpss": 0.01712301259266824, "brier_below": 0.22293757405084635, "bss_below": 0.016164003200998422, "brier_above": 0.22213615044159, "bss_above": 0.01808360545431864, "crps": 52.32886576429082, "crpss": -0.016632046475683282, "crps_fair": 50.5380780810915, "crpss_fair": -0.02452981597522852, "reliability": { "below": { "weight": [ 0.0, 0.022022, 0.321248, 0.41785, 0.204623, 0.033945, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1823, 0.2598, 0.3503, 0.4378, 0.5267, 0.6108, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2688, 0.2571, 0.3753, 0.4419, 0.3287, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.302884, 0.444525, 0.188875, 0.034411, 0.013534, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.264, 0.3473, 0.4397, 0.5405, 0.6201, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2914, 0.2965, 0.4922, 0.5051, 0.5358, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4323947028697287, 0.46631037269075126, 0.4122187123921279, 0.4726803922708035, 0.36608182722645183, 0.4622409009135203, 0.4858428498584955, 0.40970498869325234, 0.38664523861888095 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20647126897846255, 0.14500422442052566, 0.23058665682833265, 0.12121604576415133, 0.17692416322535368, 0.34806242850134256, 0.135629528196553, 0.14978563572632186, 0.20300896760512208 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22592343261891532, 0.3213061315527366, 0.18163205827061207, 0.3514643220859769, 0.1891576663913804, 0.11417848707259157, 0.3502132965271074, 0.2599193417716227, 0.1836362765415303 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.423797339150866, 96.01037374450878, 37.97237976853953, 55.89380696255245, 27.630675891922237, 51.14252494511447, 101.06940504191024, 44.31343382195443, 33.063942113938595 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.579592100212885, 95.12326107421019, 37.07772880710186, 55.054379651937964, 26.834775331633928, 50.24625399981702, 100.1245242123621, 43.44932847108157, 32.24636916168861 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.432679998392668, "rpss": 0.05826208978692149, "brier_below": 0.19074321324957394, "bss_below": 0.05836810952928595, "brier_above": 0.24193677920360812, "bss_above": 0.058178487278191415, "crps": 54.50225995884351, "crpss": 0.07041807023304536, "crps_fair": 53.63735697889402, "crpss_fair": 0.052889953965635006, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.248366, 0.625984, 0.125122, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2735, 0.3468, 0.4247, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0603, 0.3229, 0.455, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287103, 0.612495, 0.098139, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.274, 0.3446, 0.4292, 0.5202, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2674, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4265234062217809, 0.501080827398178, 0.4083051551495415, 0.48048868771680486, 0.36491148113032973, 0.44975658166764604, 0.4880625647716968, 0.4104762182033544, 0.3954380670011752 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2445350014122498, 0.1266808518116599, 0.23309404127691197, 0.10507925907853369, 0.18576383292681545, 0.33471334179691176, 0.10420262932356329, 0.11474041339220872, 0.1903535504103851 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18198841136859525, 0.37439994940834853, 0.1752111179831077, 0.37540940022444186, 0.179147651311258, 0.11504325390391942, 0.38385990424588806, 0.29573578777554727, 0.20508451875112585 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.378133157371856, 119.68865786034279, 39.33670521500724, 60.42316473650929, 28.17516378785161, 53.20104495636721, 109.4637718824383, 50.732649212774454, 35.35761582885548 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.5184150481245, 118.78931850945153, 38.4146819538561, 59.56100627061384, 27.37474407594311, 52.279021743955845, 108.49172091417886, 49.83179364089384, 34.53754445454568 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43611588769561194, "rpss": 0.06071454742196891, "brier_below": 0.18212921349213773, "bss_below": 0.06259974933372281, "brier_above": 0.2539866661080257, "bss_above": 0.05935802876048213, "crps": 59.639656293057584, "crpss": 0.07107039336502452, "crps_fair": 58.755360734618144, "crpss_fair": 0.054577827756765784, "reliability": { "below": { "weight": [ 0.0, 0.00056, 0.270605, 0.598766, 0.129695, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3455, 0.4267, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0594, 0.291, 0.4536, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601697, 0.106286, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1967, 0.2743, 0.3449, 0.4298, 0.5212, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2884, 0.5044, 0.8224, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.4901429362172944, "training": [ 0.5477831817380536, 0.4709147092354076, 0.5100227576281688, 0.4014276515940795, 0.5230430433331921, 0.44155688949808886, 0.4588151265812682, 0.5394174762830894, 0.4747513315181685, 0.5101803151027102, 0.5075090856607789, 0.4489650201723894, 0.4798948687109786, 0.4385636586744515, 0.49677323428287545, 0.5539268683091889, 0.5361701981310212, 0.5606505759041809, 0.4452659050553375, 0.4747770934604628, 0.4637854722040885, 0.5140494082564603, 0.49930243678794417, 0.46588416109267894 ], "test": 0.5176383121654998 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3608664448303334, 0.4112829350528459, 0.41946294057312533, 0.6452719509852478, 0.3994715307822867, 0.4141708479464997, 0.509242647263545, 0.40308839080074005, 0.4130028091351546, 0.4439070195854358, 0.4037164715957803, 0.5357695234199086, 0.44921615716079033, 0.4886371820020248, 0.4072352245900757, 0.44202140426273706, 0.4265903731159136, 0.3719336225338152, 0.49023312184094725, 0.41158655947341505, 0.48087588093677525, 0.4168461366375361, 0.4348208821633147, 0.45426377875164914 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10912382506669527, 0.2027838063378432, 0.1269028431017813, 0.19679365683382902, 0.13478080655090724, 0.18690875805061938, 0.36004760601642416, 0.26460392794685517, 0.23937078526980302, 0.31824245663598955, 0.24355798240025514, 0.35089982611886317, 0.16938829164744992, 0.21097368010674658, 0.1966756301279898, 0.2889789759882225, 0.31611951821704937, 0.10337436271046574, 0.2915095328919638, 0.2543824276577621, 0.19434418096932982, 0.19882948257489527, 0.22575166256349968, 0.15650885591501446 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25174261898443684, 0.2084991291639707, 0.2925601008064032, 0.44847829445902654, 0.2646907255638475, 0.2272620905979311, 0.14919503766581363, 0.13848446190032657, 0.17363202115328455, 0.12566455862970824, 0.16015848876940453, 0.18486969516343482, 0.27982786741332966, 0.27766350134964946, 0.2105595943156282, 0.15304242611824487, 0.11047085285806625, 0.268559259906922, 0.1987235884652294, 0.1572041302449638, 0.2865317022826965, 0.2180166531873753, 0.20906921887849078, 0.2977549250569733 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.93119439753805, 36.88467305841439, 46.21966426766956, 109.2700352628567, 41.00104775165166, 53.33435783030661, 57.974369339343674, 34.697882561181885, 36.57864164425262, 40.85693275140182, 42.411349281444544, 58.112404766632366, 43.4778195184176, 52.136512186905634, 32.69401774558391, 49.286538734247664, 39.491030272352845, 78.2158315243638, 56.03557310881128, 34.97119859689457, 62.83930868090717, 56.56294741260446, 44.53221790030327, 54.897237481465375 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.178079183548576, 35.36340270446692, 44.6211503719048, 107.68724755313193, 39.00440793116567, 51.515013939485556, 56.44561920475442, 33.12976767120421, 34.80007741451905, 38.93344150571191, 40.707043192028934, 56.13351660097736, 41.72819546016988, 50.36883802295065, 30.92252941524802, 47.69804355075844, 37.747893551155784, 76.54953469167069, 54.25614006588311, 33.12024857377492, 61.30810563980631, 54.845807880592034, 42.83853110452605, 52.97714083026612 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4430630764766624, "rpss": 0.021437585077903942, "brier_below": 0.2225355367375106, "bss_below": 0.01813567592475862, "brier_above": 0.22052753928896487, "bss_above": 0.02474712544105029, "crps": 50.308866086481316, "crpss": -0.005294080922195743, "crps_fair": 48.578324002487555, "crpss_fair": -0.012918561325748312, "reliability": { "below": { "weight": [ 0.0, 0.028618, 0.317259, 0.43783, 0.188741, 0.027412, 0.00014, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2604, 0.3503, 0.4374, 0.5267, 0.6079, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1886, 0.2598, 0.3841, 0.4337, 0.3378, 0.3965, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013016, 0.289568, 0.453757, 0.190247, 0.041925, 0.011488, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1899, 0.2648, 0.3473, 0.4386, 0.5347, 0.6248, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5386, 0.2839, 0.2919, 0.5142, 0.4653, 0.5605, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3609062432301742, 0.43263917620591447, 0.4266849170554692, 0.6115374862487171, 0.3845576327237814, 0.4242891105486774, 0.5177750508831241, 0.39688778582138506, 0.4022734970944198, 0.4367035432093229, 0.3945941713868947, 0.5188968199486669, 0.46867997072663475, 0.5088277207904988, 0.40732299242682085, 0.45237424633824475, 0.4140348854303052, 0.3888889597185293, 0.5151899857051994, 0.4105311977277287, 0.503890970015184, 0.4203931409414774, 0.4424026662366533, 0.4360398448287773 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11643699428767317, 0.21045671338736008, 0.12239609352808566, 0.19624760871032312, 0.1354512492242788, 0.18016003463003594, 0.38414161352283727, 0.29334568190114685, 0.22809309381467033, 0.3027494172633234, 0.21198645519997425, 0.3416058621730786, 0.16049514822613462, 0.21664172314852323, 0.1940903122299464, 0.33304577553476383, 0.29864733925061654, 0.08839672327681732, 0.3194731997821495, 0.237276874477258, 0.16519376305530195, 0.22971844930919158, 0.22629185289514844, 0.15237724034897313 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2444692477764701, 0.22218246347096102, 0.30428882724581385, 0.4152898777810658, 0.24910638297626428, 0.24412907705677883, 0.13363343384915516, 0.10354210271187915, 0.17418040085455244, 0.13395412181667007, 0.18260771620753413, 0.17729095446092819, 0.30818482536016406, 0.2921859966788224, 0.21323268026990555, 0.11932846771399067, 0.11538754505646054, 0.30049223711033957, 0.19571678580609062, 0.17325432234354105, 0.3386972111460412, 0.19067469062779777, 0.2161108124596604, 0.28366260679684857 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 43.88857330551113, 40.926698583378396, 49.90209239744285, 101.73105162225582, 39.51329811615443, 59.99529579979906, 60.28918466968427, 37.06498325858337, 36.14029326920947, 38.885967623865085, 40.14272315968771, 57.11465140807509, 48.528020756883556, 57.50985798126485, 33.44005862148805, 49.66357104977901, 37.94406500805068, 93.04736720712302, 63.2012154070005, 35.51955401923363, 74.2229160328621, 51.40197389329163, 49.414400240974885, 54.139102256613235 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.13239376921566, 39.370581097543095, 48.293942532834116, 100.10248601976186, 37.50220204457438, 58.05652575848696, 58.77109559371891, 35.449832087707186, 34.40710433017553, 36.85073451741837, 38.35771850376432, 55.079510457468366, 46.73050060571631, 55.67071451065173, 31.67365953636901, 48.02029825022683, 36.17257194127667, 91.42687312134265, 61.331325678599505, 33.62606981923127, 72.68326034753021, 49.69547824300322, 47.6496070709453, 52.088573502549515 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44484675063510837, "rpss": 0.017624250240443007, "brier_below": 0.2226966341324005, "bss_below": 0.017227284551583066, "brier_above": 0.22215011614907232, "bss_above": 0.01802187233653907, "crps": 52.23445482034216, "crpss": -0.014797854395377952, "crps_fair": 50.464294139171294, "crpss_fair": -0.023034035935549646, "reliability": { "below": { "weight": [ 0.0, 0.031084, 0.331432, 0.417766, 0.18984, 0.029669, 0.000209, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2599, 0.3502, 0.4381, 0.5272, 0.6079, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2117, 0.2628, 0.3836, 0.4339, 0.3588, 0.33, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013728, 0.292503, 0.44896, 0.186506, 0.044351, 0.013951, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1902, 0.2635, 0.3478, 0.4381, 0.5354, 0.6248, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5314, 0.2943, 0.292, 0.5041, 0.4467, 0.5372, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4294444022731059, 0.4643389561684348, 0.4126870606636197, 0.4669934640546953, 0.36489353358909665, 0.4670604756055291, 0.48085743762542565, 0.40588442712429007, 0.3879713168617002 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20647772403555495, 0.14353764953988257, 0.23080823329084926, 0.11883042633849615, 0.17491190044309868, 0.35137595027863516, 0.13421121588276824, 0.1488027833731736, 0.20339325864528668 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22296667717543456, 0.3208012900630396, 0.1818788301641825, 0.3481630133561698, 0.18998163576102722, 0.11568454017830081, 0.3466461967808754, 0.25708163266240286, 0.18457806387732398 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.13959198321467, 95.9672130269434, 37.861438182316824, 55.27921586052744, 27.448717984598446, 51.348913680952236, 101.17360356555896, 43.62651731190505, 33.128039724470824 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.30615116769683, 95.08769434865864, 36.97339816784329, 54.44632324833168, 26.654772578342516, 50.45619835331683, 100.2451436897038, 42.77445404941905, 32.314233625461114 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43112567488509973, "rpss": 0.061645110442486994, "brier_below": 0.19026101575863835, "bss_below": 0.060748548273262815, "brier_above": 0.24086465333541737, "bss_above": 0.062352103254775915, "crps": 54.33036125783198, "crpss": 0.07334994730257227, "crps_fair": 53.473152136530416, "crpss_fair": 0.05578942673181275, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.277861, 0.611504, 0.110107, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1894, 0.2726, 0.3461, 0.4254, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0698, 0.3354, 0.4499, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000452, 0.267312, 0.623405, 0.106796, 0.002034, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2747, 0.3452, 0.4307, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2574, 0.4492, 0.8092, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42517061956295377, 0.4977284852438646, 0.40861805819100505, 0.47370083749341263, 0.36383526303286395, 0.45445426857995896, 0.4819012817098993, 0.4059201878787498, 0.3968975436038911 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24503664062519084, 0.12482536740406285, 0.23315243774416156, 0.10213744890784664, 0.18389924288763396, 0.33811409334388876, 0.10224830968769487, 0.11340893668887568, 0.19123923156994116 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18013398566222483, 0.3729030917833052, 0.17546562460770843, 0.37156336025435766, 0.17993602336280626, 0.11634018943418968, 0.3796529408834284, 0.29251123424352204, 0.20565831428826858 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.204534988945646, 119.51469881178306, 39.19502575460276, 59.6720074724452, 28.02186912865395, 53.460541234828796, 109.58562832683364, 49.895702309474764, 35.45608252400104 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.35759823157382, 118.6238987404199, 38.28135110680825, 58.81891096145394, 27.224357631811436, 52.54355213150035, 108.63290024366235, 49.011467550964134, 34.64229662550297 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43424739392184436, "rpss": 0.06473881956946159, "brier_below": 0.18156241209547738, "bss_below": 0.06551701758036987, "brier_above": 0.25268497383553457, "bss_above": 0.06417885815245727, "crps": 59.44512117239654, "crpss": 0.07410041473577789, "crps_fair": 58.5707036915219, "crpss_fair": 0.057549111748920856, "reliability": { "below": { "weight": [ 0.0, 0.00056, 0.304258, 0.581216, 0.113593, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1879, 0.2721, 0.345, 0.4276, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0703, 0.303, 0.4552, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00056, 0.270933, 0.61027, 0.115159, 0.00308, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2748, 0.3453, 0.4315, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2785, 0.4959, 0.8296, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.4973474405574702, "training": [ 0.5557553111473337, 0.4778348106616474, 0.5176904702251754, 0.40995353518244126, 0.5300246461497813, 0.44868676797805607, 0.4662605107283995, 0.5478469339622174, 0.4832631818720043, 0.5176032910112792, 0.5145946992895863, 0.4571982259845681, 0.4880197956291589, 0.4459262590627828, 0.5022031009040109, 0.5607746920830834, 0.5430776368085962, 0.5660447762287452, 0.449841882285325, 0.48342048016604916, 0.469513746574042, 0.52149635234222, 0.5053997882119844, 0.4739076788907986 ], "test": 0.5242213278781916 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36162700248645213, 0.4132003543840241, 0.41796184733051744, 0.6383823912082667, 0.4008059153916899, 0.4137845170495278, 0.5124159019884086, 0.4063091823052, 0.412892397904889, 0.44571232678672246, 0.40435227516313355, 0.5331973881872105, 0.44816365828811267, 0.48658222819788416, 0.4095029455339854, 0.44499363044950674, 0.43106846098635754, 0.36990518846766657, 0.49163611041473465, 0.41284363388108886, 0.4806044011755634, 0.4181163443892621, 0.43771881885322167, 0.45190847202403733 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10982539671867778, 0.20491002422778343, 0.12769542465547706, 0.19521361961154807, 0.13526863309238027, 0.18667198717925354, 0.3614549248245114, 0.26708830575991266, 0.23821106607088333, 0.3181623449623393, 0.2429162202217757, 0.34979852760674834, 0.16940017006903507, 0.2100111670656988, 0.19831226308871458, 0.29041377545659613, 0.31865630233083975, 0.10308623980567286, 0.2914792460758675, 0.2549927836279947, 0.1947252579346983, 0.19901218087393172, 0.2268514035549688, 0.1562227845388524 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2518016048707768, 0.2082903303153584, 0.2902664257523036, 0.44316877172989777, 0.2655372835705117, 0.22711253032450823, 0.15096097346795867, 0.13922087514739917, 0.17468132923923216, 0.1275499775957985, 0.16143605444836825, 0.18339885827133146, 0.27876348987800076, 0.2765710601990592, 0.21119068230644208, 0.15457985260935408, 0.11241215647323767, 0.26681894839893183, 0.20015686405257643, 0.1578508486308345, 0.2858791454092959, 0.2191041626226111, 0.2108674145950625, 0.2956856895932117 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.963867566662834, 37.273785361041924, 45.78224294888124, 108.97013368113488, 41.22397674983744, 53.7003781945887, 58.0726715431201, 34.782819848420466, 36.64191468568289, 41.16138432984017, 42.67390158453286, 58.157503333236804, 43.4263317659643, 52.258203911502456, 33.23162106054878, 49.1777867653835, 39.84024843088263, 78.12952988991847, 56.71360337471932, 35.21016692576668, 62.83586739039054, 56.69932079007128, 44.982152042646284, 55.03906859445531 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.225122048429846, 35.70686257799135, 44.154065663730954, 107.34346744355675, 39.19064993107137, 51.88320735289578, 56.50766426287693, 33.17166118712216, 34.84199839783444, 39.199392934709145, 40.93144519608857, 56.169007333509185, 41.642623121373276, 50.44780029247416, 31.44442355188114, 47.54806268732448, 38.046737806021696, 76.47863605068007, 54.91359467804452, 33.31664180445428, 61.26161874085238, 54.97157495954811, 43.26789384198495, 53.08381742885731 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44348689136864433, "rpss": 0.02050153478123784, "brier_below": 0.22293250205642337, "bss_below": 0.01638419797993329, "brier_above": 0.22055438872925262, "bss_above": 0.02462838746435425, "crps": 50.45618669871791, "crpss": -0.00823790675251157, "crps_fair": 48.69783205388804, "crpss_fair": -0.015410453048592121, "reliability": { "below": { "weight": [ 0.0, 0.020773, 0.325163, 0.439064, 0.191043, 0.023928, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.26, 0.3501, 0.4362, 0.5248, 0.6046, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2476, 0.2554, 0.3888, 0.4246, 0.3001, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011003, 0.279557, 0.454676, 0.206528, 0.036328, 0.011908, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1915, 0.2662, 0.3481, 0.44, 0.5407, 0.6216, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5304, 0.2881, 0.2877, 0.4982, 0.5121, 0.5666, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3618796206551136, 0.434397704543618, 0.4254778206485126, 0.6063057531851732, 0.3858827517235608, 0.4239004689567543, 0.5223098478691065, 0.40155703442556456, 0.40248395644974727, 0.43763459457132, 0.39447439756531816, 0.5165459437514138, 0.4676265778021402, 0.5068755865369386, 0.40934580167953966, 0.455756927568175, 0.41766523303008657, 0.3866664210948039, 0.516434577615097, 0.41072649126678407, 0.5030095618163957, 0.4217230409330837, 0.44501244024529457, 0.43451767829187005 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1171481598105855, 0.21266551285905508, 0.12368579026075799, 0.19562937456828688, 0.1356889491673865, 0.1798167270931461, 0.38574441138999876, 0.29611321830979065, 0.22735384296255842, 0.3019717907137921, 0.21065110592762798, 0.34095688087506704, 0.16094748802512643, 0.21596113420596144, 0.1956355283968967, 0.33434490454950744, 0.30032031996639325, 0.08814247228354992, 0.31961093453038436, 0.2372222433632739, 0.1657460315298493, 0.22997843234926943, 0.22711815467079285, 0.1526517301867356 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24473145966114496, 0.22173219194449614, 0.3017920336686335, 0.41067637878885216, 0.25019380211213493, 0.24408374278959688, 0.1365654329730209, 0.10544381464075339, 0.1751301112273885, 0.135662799950119, 0.18382329149597412, 0.1755890594370965, 0.306679092272155, 0.29091445098256224, 0.21371027336926385, 0.12141201959108643, 0.11734491186162942, 0.2985239491745689, 0.1968236432878909, 0.17350424689783686, 0.33726353437915757, 0.19174460752807218, 0.21789428468078284, 0.2818659502114398 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.045624904561286, 41.3681905149805, 49.346558755643365, 101.4886166555414, 39.821335224873984, 60.35990008430923, 60.611248819540144, 37.25561132461368, 36.23962586955791, 39.152400086897224, 40.389819235379505, 57.11877396986678, 48.44185273423201, 57.65635893640084, 33.99466925955308, 49.47854346953468, 38.28518386286999, 92.92902898411005, 63.99450128299627, 35.675400029181965, 74.14815641064457, 51.48584990258499, 49.841989853349645, 54.308751331881204 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.303571018800284, 39.76043205620194, 47.70453174590339, 99.81283121706163, 37.77093664721364, 58.42552904700449, 59.05494886558287, 35.59116056329688, 34.47990513561955, 37.07457106146031, 38.56625462164903, 55.06887462772743, 46.60455817999954, 55.76796568256766, 32.21079191469118, 47.78660090381523, 36.45698308467343, 91.32818006212669, 62.0994420195953, 33.730707668436324, 72.55928059724924, 49.76100248935409, 48.05573699836941, 52.220424524796975 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44534209300939215, "rpss": 0.01653036265864105, "brier_below": 0.22312938074982472, "bss_below": 0.01531754949894526, "brier_above": 0.22221271178856905, "bss_above": 0.017745178585761745, "crps": 52.39324964596267, "crpss": -0.017882880340092555, "crps_fair": 50.591467530549856, "crpss_fair": -0.025612150027204628, "reliability": { "below": { "weight": [ 0.0, 0.023132, 0.338256, 0.418162, 0.19392, 0.02646, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2599, 0.3502, 0.4368, 0.5249, 0.6046, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2694, 0.2585, 0.3878, 0.4263, 0.3219, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011653, 0.283552, 0.449134, 0.203526, 0.037731, 0.014403, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2647, 0.3486, 0.4398, 0.5421, 0.6215, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5192, 0.298, 0.2887, 0.4875, 0.4917, 0.5397, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42692780584269135, 0.4634467933463775, 0.41506045213456993, 0.46375922629267063, 0.365830315513011, 0.46985400611500705, 0.4778725813265267, 0.4041172262703261, 0.3906453949998262 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20562281730917512, 0.14326219481511482, 0.23237520665523773, 0.11861817435514485, 0.1749944794279666, 0.3525029770830472, 0.13424560318424078, 0.14890329093384985, 0.20475962937820716 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22130498765312634, 0.3201845819270388, 0.18268524839317984, 0.3451410277296845, 0.19083583878829158, 0.11735104396371167, 0.3436269531102837, 0.2552139244789363, 0.18588577148973132 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.973404749698545, 95.91616970495275, 38.11457612616367, 54.86073775949632, 27.63635967525186, 51.05835994049937, 100.79069351575075, 43.67063827187073, 33.373842585416014 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.12772279693897, 95.02210940989916, 37.207885212033204, 54.014034307374004, 26.825272799195787, 50.147012862991865, 99.85196044222094, 42.80736235671768, 32.541903392684205 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43083486687122297, "rpss": 0.062278060734339835, "brier_below": 0.19058715257133158, "bss_below": 0.05913852599117719, "brier_above": 0.24024770861488712, "bss_above": 0.06475377121062875, "crps": 54.266086925455554, "crpss": 0.0744462001546573, "crps_fair": 53.393918175561765, "crpss_fair": 0.05718851282865445, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.278383, 0.616192, 0.104973, 0.000226, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.2735, 0.346, 0.4227, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0643, 0.3382, 0.4557, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000452, 0.244007, 0.633568, 0.119712, 0.002262, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1974, 0.2754, 0.3456, 0.4288, 0.5185, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2511, 0.4373, 0.808, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4235288076508994, 0.496427119240626, 0.41048546358805565, 0.47022134946667193, 0.3648195758184196, 0.4566469711320201, 0.4783007453801183, 0.40359461950265213, 0.3993058105075424 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24445225418590436, 0.12465254336908088, 0.23443134294667894, 0.10200815949093436, 0.18392230099553172, 0.3386820564959883, 0.1020168194586798, 0.11306672834587275, 0.19227492153691234 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17907656031624833, 0.3717745497191601, 0.17605412494870518, 0.36821316177454355, 0.18089727819604748, 0.11796492899091497, 0.37628389468741014, 0.29052787446023814, 0.20703089157922752 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.10139996591846, 119.4418459619872, 39.44961081254174, 59.174020723068885, 28.250712375212842, 53.01210383903059, 109.02691367787966, 49.98461552541489, 35.70458259933755 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.24059781172445, 118.53404135178393, 38.514855565872715, 58.306117345501306, 27.433600903550325, 52.0739281407209, 108.06197117012815, 49.09038198279461, 34.87129393931568 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4337033846985561, "rpss": 0.06591048050619763, "brier_below": 0.1817230140917315, "bss_below": 0.06469041569339351, "brier_above": 0.25198036274138835, "bss_above": 0.06678839186818797, "crps": 59.34953394226576, "crpss": 0.07558925309608633, "crps_fair": 58.458532023488004, "crpss_fair": 0.059354046323924936, "reliability": { "below": { "weight": [ 0.0, 0.00056, 0.300306, 0.588236, 0.110617, 0.00028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2729, 0.3451, 0.4248, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0631, 0.304, 0.4657, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00056, 0.248409, 0.618642, 0.12903, 0.00336, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1974, 0.2755, 0.3457, 0.4294, 0.5186, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.274, 0.4814, 0.8328, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.5549903266828998, "training": [ 0.6137538933946893, 0.5274883126774842, 0.5760382593381471, 0.46056629835015, 0.585042747123081, 0.5263076316943875, 0.541030283778107, 0.6068227926626362, 0.5361748796615843, 0.577386107811324, 0.5657386025819553, 0.5004050213601379, 0.5397626213479101, 0.5030693601264304, 0.5541895534965736, 0.6279993312179132, 0.6055130821891165, 0.6323205069997977, 0.5079540121102977, 0.5319402253410599, 0.5285374570487359, 0.5769116195447446, 0.5594493714813619, 0.5353658690519698 ], "test": 0.5791253251710667 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37865082323508775, 0.4216295577261717, 0.43466929616391337, 0.6718024756414274, 0.40548391451581345, 0.39942346174378196, 0.4833214974591145, 0.4048181808598503, 0.4195186527536898, 0.42387789472685644, 0.39950526832262623, 0.5386256403451597, 0.46559604815758115, 0.4888603608622988, 0.4165152593566398, 0.42800964308972694, 0.4155691363615155, 0.3858950571079581, 0.47976740874750184, 0.4117313446001975, 0.4896434344359139, 0.42391705552392456, 0.4361649016161709, 0.45401241840301615 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.1201258606728685, 0.20920064945114877, 0.13594294890091596, 0.21533044097339085, 0.13357839205698446, 0.17974814903385722, 0.3346453051543605, 0.26628103562133004, 0.2412397533320559, 0.31362749913891136, 0.24331065533202614, 0.3556534541760431, 0.1763208766325267, 0.2105977035825901, 0.2006982776350648, 0.2730328343843134, 0.31308056370428033, 0.11737682726815855, 0.2872491574553952, 0.25336174023693286, 0.20544368044693367, 0.19893836730387923, 0.21825681086729912, 0.15561548757380958 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2585249625077691, 0.21242890848944745, 0.2987263449056289, 0.4564720334724572, 0.2719055219787108, 0.21967531263951098, 0.14867619457434236, 0.13853714532511216, 0.17827890059889778, 0.11025039640969003, 0.1561946137358877, 0.1829721875982629, 0.28927517028082395, 0.2782626573684045, 0.2158169819529455, 0.1549768088091199, 0.10248857334269511, 0.2685182299562816, 0.19251825187079022, 0.15836960473333864, 0.2841997534848997, 0.2249786893133001, 0.2179080916754559, 0.29839693021029773 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 46.66134134801771, 40.531063337490465, 47.851074001111904, 116.19427955024165, 41.879206515843585, 55.856023103736106, 54.78184179551132, 32.53141582773487, 37.95567625534911, 37.55778129215155, 42.158513202200375, 59.7199494733287, 46.214705499545815, 53.98379554111342, 35.17957180667572, 44.708103241772115, 37.27580480042354, 70.4932049363908, 56.07420107882344, 35.32894989135376, 64.28854601687573, 56.459160128712824, 44.06893580200317, 55.16147126194237 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 44.112148055193124, 38.75954280467998, 45.73352504173976, 114.48778630491704, 39.67630896453358, 53.17205803818942, 52.68731674442129, 30.699392876952608, 35.7106802216196, 35.60882839413058, 40.28077948467945, 57.4180788178539, 44.189065725706186, 52.17376697401609, 32.97145619193501, 42.782741829767616, 35.484260561031704, 68.18407123317249, 53.64349627714534, 33.447106822677775, 62.45821913116073, 54.2228797200787, 41.92673969476448, 53.006754018499414 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4448753638231641, "rpss": 0.017434912825392557, "brier_below": 0.2232773529556282, "bss_below": 0.014862657645214217, "brier_above": 0.2215980110514196, "bss_above": 0.02001311051105914, "crps": 50.53810898784792, "crpss": -0.009874914277515856, "crps_fair": 48.4515418303694, "crpss_fair": -0.010274995125788333, "reliability": { "below": { "weight": [ 0.0, 0.005464, 0.205383, 0.531855, 0.215196, 0.041009, 0.001092, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1917, 0.2663, 0.3489, 0.4347, 0.5313, 0.6184, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2834, 0.2268, 0.3627, 0.432, 0.3179, 0.1281, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013288, 0.278465, 0.506689, 0.166696, 0.034129, 0.000733, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2659, 0.3458, 0.4355, 0.5349, 0.6199, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5609, 0.2636, 0.3358, 0.4543, 0.5422, 0.2688, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37710762753024607, 0.4386080524231707, 0.4448500792866932, 0.6404634180799766, 0.39653724061791945, 0.41071650168659046, 0.4853407854123759, 0.3962313176682642, 0.40270202789126897, 0.41794888647465395, 0.39159917649713144, 0.5270593106376981, 0.48686492673462595, 0.5093728555786157, 0.4214858924784918, 0.426659777797481, 0.40488875509405325, 0.4065169765570896, 0.4991982736517803, 0.4127250413380345, 0.518905893486904, 0.42765001959340493, 0.4440823457313778, 0.435765344552274 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12769924563798127, 0.21515936162578683, 0.13449700389822672, 0.22044302429504964, 0.13519829020198496, 0.17517306445430053, 0.351487585140372, 0.2895308657163902, 0.22462953594762483, 0.30115986064248146, 0.2148529951966203, 0.3490322180992657, 0.16795063063611315, 0.21819196765587748, 0.200388450619973, 0.3087114535562939, 0.2982984315408539, 0.10461904461646929, 0.3151284248230866, 0.2356072298319453, 0.18189164591563073, 0.22942164663001546, 0.21884402472131045, 0.1511677540820999 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24940838190797993, 0.22344869092088776, 0.3103530727523156, 0.42002039271325187, 0.26133895006300917, 0.23554343686614532, 0.1338532027484854, 0.10670045257610287, 0.1780724933208434, 0.11678902652497651, 0.17674618170815756, 0.17802709431816702, 0.31891429436132, 0.2911808877338939, 0.22109744197493336, 0.11794832446021393, 0.10659032396700763, 0.3018979318283765, 0.1840698494045305, 0.17711781139175764, 0.3370142463665874, 0.19822837453339298, 0.22523832174313843, 0.2845975899901896 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 46.00189876359357, 44.51695934033814, 51.855875740954474, 108.97328936357592, 41.11632112098279, 63.12795097109395, 55.95233115142372, 33.69464069382947, 36.98672146564099, 35.487799546388956, 40.25224067251262, 59.25543068330605, 51.76782515955875, 60.00787290915644, 36.77820803945059, 44.4905239836438, 35.52954939717768, 83.43940597579444, 62.83102432352481, 36.24555881473593, 76.2869204180064, 52.10874205928719, 48.729471746393195, 54.0350895082598 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 43.39012941059504, 42.74597862367076, 49.676988739169126, 107.19311826419803, 38.85032590458219, 60.205181960692315, 53.81021657524433, 31.84990113157217, 34.72089263280823, 33.4593750561432, 38.27071065828077, 56.9238458687365, 49.69574532414663, 58.1744708484808, 34.49919280015146, 42.567333854436285, 33.70605055144136, 81.04131305426571, 60.38216706084112, 34.322719666093285, 74.39795078805977, 49.8668896267714, 46.48209395979405, 51.727340850326776 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4468033552833384, "rpss": 0.013303389279800237, "brier_below": 0.22371182314523974, "bss_below": 0.012747198596407605, "brier_above": 0.22309153225731934, "bss_above": 0.013860496941586309, "crps": 52.477985493692906, "crpss": -0.019529107083776864, "crps_fair": 50.33166388377089, "crpss_fair": -0.020345297932096162, "reliability": { "below": { "weight": [ 0.0, 0.006591, 0.21075, 0.517682, 0.22031, 0.043557, 0.00111, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.192, 0.2652, 0.3487, 0.4354, 0.5316, 0.6183, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2699, 0.2255, 0.3672, 0.4271, 0.3065, 0.156, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013821, 0.28482, 0.495133, 0.168061, 0.037258, 0.000907, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2653, 0.3462, 0.4356, 0.5362, 0.6199, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5599, 0.2711, 0.3379, 0.4398, 0.5197, 0.2688, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4350902203653025, 0.4766178394496714, 0.4201611736381307, 0.48801320269978377, 0.37297734588237214, 0.4625667724964851, 0.48018528300995195, 0.4123120823899391, 0.3838799146730357 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21067349972803703, 0.15095962225570864, 0.23487100078400466, 0.13003492436331449, 0.18078694220868183, 0.3503541175514821, 0.1355398931727784, 0.15565844076507124, 0.2030905739339569 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22441671917701736, 0.3256581996445007, 0.18529017510938844, 0.35797825298191727, 0.19219040579064514, 0.11221267021365108, 0.3446453644013075, 0.25665362999300984, 0.18078934572049116 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.61508884379138, 95.96215344418773, 38.8895912023402, 57.090146679169365, 29.87732206429603, 50.02188850782877, 98.41354298054054, 41.578206945829685, 32.85693393044245 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.55862465675703, 93.96803638029705, 37.00771162721099, 55.121908176256, 28.034223683212527, 48.146280394877834, 96.28990491652154, 39.51719479491734, 30.958022014446083 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4368670927338525, "rpss": 0.04914878321074467, "brier_below": 0.19466322386255946, "bss_below": 0.03901640132805562, "brier_above": 0.24220386255910314, "bss_above": 0.05713877413195889, "crps": 54.2560971776029, "crpss": 0.0746165837147843, "crps_fair": 52.28910073827738, "crpss_fair": 0.07669700006261215, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.102163, 0.805928, 0.090553, 0.001356, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2709, 0.3475, 0.4331, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0322, 0.2785, 0.5013, 0.8888, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.20212, 0.742809, 0.054241, 0.00083, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.268, 0.337, 0.4344, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2104, 0.4633, 0.9186, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42833033216075883, 0.5115118519889339, 0.4171417270464256, 0.4982082186262474, 0.3703682057172529, 0.4539797090244376, 0.48335657327055953, 0.4185094763271543, 0.39683440167062156 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24621303149507678, 0.13270661336151027, 0.2390187104907455, 0.1167098361417364, 0.18887823430091719, 0.3403282629419926, 0.10462175913005031, 0.12533967807082128, 0.19207411409745856 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1821173074158392, 0.3788052110703794, 0.1781230202202288, 0.3814983530012389, 0.1814899744652585, 0.11365146054914335, 0.37873478240968034, 0.2931697806163743, 0.20476028931992252 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.641974957330646, 119.27877873354426, 40.51968008187292, 61.962705675973176, 30.51658332172326, 52.288524183733195, 106.50798456673918, 47.52931171859378, 35.78099216386993 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 38.54693940769752, 117.25206261116001, 38.60396063738428, 59.89690133740089, 28.648125554972562, 50.37219784164553, 104.31768993134216, 45.316989915539416, 33.80728140475421 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.44202672175915464, "rpss": 0.047984076909132756, "brier_below": 0.1873211377811454, "bss_below": 0.035877451265015625, "brier_above": 0.2547055754520072, "bss_above": 0.05669554134400634, "crps": 59.44739282259781, "crpss": 0.07406503218565874, "crps_fair": 57.41801651576629, "crpss_fair": 0.07609679829180505, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.113211, 0.792012, 0.09319, 0.001587, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.27, 0.3471, 0.4339, 0.5178, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0304, 0.2558, 0.452, 0.8824, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.200062, 0.736031, 0.062693, 0.001214, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2674, 0.3375, 0.4356, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2466, 0.4998, 0.9302, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.5188093245296997, "training": [ 0.5665445742318973, 0.49894954127675106, 0.5366717432493433, 0.43781810125741394, 0.545137792871518, 0.4803296373121046, 0.4960443205458238, 0.5651233688542483, 0.5067379452702885, 0.5352849371523621, 0.5321806542331453, 0.4852795500738648, 0.5097028110424024, 0.4682173776591677, 0.5212581477490534, 0.5775914038059008, 0.5582281663951882, 0.5855496883546065, 0.47650049984134407, 0.5049056882218377, 0.4956382473946127, 0.5421057109347693, 0.528111099238282, 0.4975127817468675 ], "test": 0.5462634396315343 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3673400491227975, 0.40985013829983885, 0.42699902014620195, 0.6538003030937679, 0.40712660755050967, 0.41130271868144813, 0.4931098123975229, 0.39696696037550905, 0.41555143373549797, 0.4392232773832504, 0.4062119390563886, 0.5296273755558754, 0.4579621838292551, 0.49674047121923004, 0.4066323279479662, 0.431248434239699, 0.4209825987467208, 0.3762189351616015, 0.48088924344977596, 0.4123211801741909, 0.4897956073110211, 0.4172469656140533, 0.4293076399246481, 0.46128639030473895 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11433853448820644, 0.20192747524239077, 0.1352186507898526, 0.2152675954665894, 0.140154830510077, 0.18524743615613234, 0.34172848628433555, 0.25685062577045625, 0.24079430818217365, 0.3110262434112878, 0.24421195932667233, 0.3453036058211194, 0.17967105770820788, 0.22092718002568723, 0.1955019296021451, 0.27520216615233106, 0.3079244251661601, 0.110678560005875, 0.28214589507149085, 0.25344453609304635, 0.2047966017924869, 0.19771708989576312, 0.21842968448676325, 0.1651941155614913 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25300151337365084, 0.20792266334425732, 0.291780372265918, 0.43853270622972385, 0.2669717781003831, 0.22605528324599716, 0.15138132293853612, 0.1401163347151766, 0.17475712317612419, 0.12819703057747525, 0.16199997965021695, 0.18432376814178827, 0.2782911277383329, 0.27581328993093246, 0.2111303983293801, 0.15604626657091175, 0.11305817284052554, 0.26554037429321753, 0.19874334808981683, 0.15887664315058003, 0.284999007828145, 0.21952987460470275, 0.21087795454303693, 0.29609227594080745 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 46.44676878320602, 39.507375608926964, 45.79478772962071, 112.72447990297869, 43.095455357109465, 59.374130045552995, 54.443926310303716, 32.28805145709365, 38.04920816418503, 41.83608695930413, 44.41542405675363, 59.98733442735169, 45.68188488927483, 56.30832692212957, 34.79659380200104, 45.28650522247974, 38.67029326018855, 72.50745145378099, 57.4711134832564, 37.377987920527296, 65.07811413759663, 56.46338665190602, 44.38499219092291, 55.80649164678844 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 44.27693349446516, 37.78992849754798, 43.88627151502155, 110.89639073624465, 40.76356575791777, 57.20150221353154, 52.58412221143529, 30.455039177069843, 35.93062223693022, 39.581343650495214, 42.41135689070958, 57.63842518568591, 43.64083148612789, 54.28021196051936, 32.71788761602278, 43.386525332660284, 36.64660781164235, 70.45838842376887, 55.31943667874721, 35.26233464445271, 63.30815096701305, 54.394570298762744, 42.38330193540575, 53.556291313367275 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4432392338883962, "rpss": 0.02104851852872658, "brier_below": 0.22265429137544757, "bss_below": 0.017611710431344796, "brier_above": 0.22058494206748488, "bss_above": 0.024493269505688087, "crps": 51.15817376596829, "crpss": -0.0222653237564574, "crps_fair": 49.11541833481437, "crpss_fair": -0.024117647123126362, "reliability": { "below": { "weight": [ 0.0, 0.015072, 0.249279, 0.441102, 0.247116, 0.047263, 0.000167, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1906, 0.2634, 0.3497, 0.4356, 0.53, 0.6147, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2051, 0.2554, 0.3455, 0.4613, 0.2949, 0.4995, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002447, 0.268579, 0.477785, 0.207454, 0.037385, 0.006349, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2668, 0.3471, 0.4381, 0.5441, 0.6232, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6774, 0.3026, 0.2879, 0.4955, 0.509, 0.4929, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36724565124469605, 0.4304795301655213, 0.4349592974370521, 0.6212215072188612, 0.3921306403016388, 0.4217619427085926, 0.4994808619482874, 0.38734911505095126, 0.40562732383885847, 0.43208894679116716, 0.40142687243405323, 0.5130455583385441, 0.4758886207624567, 0.5167669088063722, 0.40696562468604686, 0.43746836742550393, 0.4106480754199186, 0.3932442194906402, 0.5034435067106172, 0.41131303826103954, 0.5152148495660399, 0.41789922723547956, 0.4365485559910776, 0.4442657642295195 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1215387250927482, 0.2096144689795393, 0.1316833916554853, 0.21508077017993601, 0.14094917569116852, 0.17938975115175768, 0.36256242119176735, 0.28098931245924075, 0.22984800430953425, 0.29624578272021024, 0.21740003035909655, 0.33613762262097147, 0.17001978549258803, 0.226852256271983, 0.19375480170209677, 0.314933474497381, 0.29285201913426545, 0.09615322265186997, 0.30917303868236423, 0.23684086178760994, 0.17963270650305665, 0.2261454780249428, 0.21869587199498783, 0.16156262981939745 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24570692472746933, 0.2208650613867523, 0.3032759092278759, 0.40614073577406284, 0.25118146400991953, 0.24237219254838324, 0.13691843751796678, 0.10635980254000417, 0.17577931739128655, 0.13584316116468856, 0.1840268423060295, 0.17690793305438712, 0.30586883788527525, 0.2899146507455847, 0.21321082295145197, 0.12253489088460108, 0.11779605616154534, 0.297090996291413, 0.19427046845095824, 0.17447217610282761, 0.33558214703697103, 0.19175374769578607, 0.21785268296280735, 0.2827031356939044 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 46.109555270917106, 44.00525435212703, 49.28233714795759, 105.57882322444176, 41.548406597892836, 67.26409675172172, 56.82340448381478, 33.422412131630026, 37.78491416805325, 40.69224464710253, 42.88460858526971, 58.893304640502336, 50.81785277141937, 62.25213860425703, 35.48903731206022, 45.133339071847765, 37.76117189314318, 85.3250942371894, 64.67770870488684, 37.920454469705824, 76.83103785632984, 51.56223309103455, 48.849494423565275, 55.004837195452176 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 43.91169479361766, 42.240409655468326, 47.34246801575671, 103.69556665313011, 39.185174131918906, 64.93389012864456, 54.96147700974925, 31.513594424224365, 35.70176615372568, 38.304647711072064, 40.786413992121155, 56.47130583757585, 48.70667010192873, 60.13765461945973, 33.39227151087154, 43.15936468082169, 35.69990080626135, 83.27451795749263, 62.3952372651529, 35.755066346982986, 75.03144545676578, 49.505384739451465, 46.7437928716155, 52.592520356744124 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4448535002526223, "rpss": 0.017609344746457922, "brier_below": 0.22283565012391662, "bss_below": 0.016613799197368828, "brier_above": 0.22201784977133132, "bss_above": 0.018606534150894194, "crps": 53.16307340134676, "crpss": -0.03283882269487193, "crps_fair": 51.06009313418971, "crpss_fair": -0.03511233131007874, "reliability": { "below": { "weight": [ 0.0, 0.016633, 0.263107, 0.424403, 0.245825, 0.04986, 0.000173, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1902, 0.2633, 0.3493, 0.436, 0.5301, 0.6141, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2303, 0.2555, 0.3473, 0.4591, 0.3136, 0.5988, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002579, 0.272576, 0.473373, 0.203256, 0.040354, 0.007862, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2652, 0.3477, 0.4381, 0.545, 0.6227, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6748, 0.3106, 0.2919, 0.4805, 0.4866, 0.4976, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43387055100238675, 0.4684118279574501, 0.41372780883812854, 0.4756397048187899, 0.3728740705967025, 0.4547086007810221, 0.485110339291701, 0.4101448254168792, 0.3852274427300501 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21015344707520736, 0.15000672114902033, 0.22977270461217109, 0.13000369496791994, 0.18147070880974123, 0.33696482769265357, 0.13987642683354093, 0.15362416499511317, 0.2000057593495683 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22371710304460707, 0.3184050908433821, 0.18395510738499213, 0.34563598578856425, 0.19140336474432038, 0.11774378857140295, 0.34523388677516265, 0.2565206495761529, 0.18522168930138533 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.8597331647333, 95.46001478757945, 38.90563786413979, 55.763837704766004, 30.625010160309536, 46.798613021387986, 95.42608943101335, 42.90009660480594, 33.69635131339808 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.87352218437961, 94.42051486444227, 37.867159921340736, 54.78913693947957, 29.697293660432425, 45.75651383313043, 94.32467191296692, 41.90161324317945, 32.74721536745814 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43330168571479, "rpss": 0.056908973114748074, "brier_below": 0.1924309394983262, "bss_below": 0.05003640099226836, "brier_above": 0.24087074066999664, "bss_above": 0.06232840622664837, "crps": 53.60393156134816, "crpss": 0.08573981736681136, "crps_fair": 52.5975157696455, "crpss_fair": 0.0712511132589112, "reliability": { "below": { "weight": [ 0.0, 0.000151, 0.189213, 0.603297, 0.20689, 0.000449, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2776, 0.3484, 0.4259, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0575, 0.2782, 0.4602, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.237383, 0.644532, 0.116576, 0.001509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.345, 0.4245, 0.517, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2489, 0.4386, 0.8065, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42738609492576407, 0.5017813152894658, 0.4109113427738894, 0.4838057707560694, 0.37123884203928237, 0.443534544788289, 0.48955633643014296, 0.4140807112318273, 0.3929999876759599 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24589779882758722, 0.13220139905002573, 0.23351944349510673, 0.11535580125336697, 0.189834337901181, 0.3250085129222095, 0.11159817842168981, 0.12190253721508282, 0.18691310619509444 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18148830305048544, 0.3695798908229679, 0.17739190373395403, 0.36844994126866676, 0.18140450795555157, 0.11852604675666101, 0.37795812613457475, 0.2921781571987988, 0.20608688394982855 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.148450529309905, 118.26382941629844, 40.78932759030237, 60.2228785928698, 31.388779385236244, 48.44533161562086, 103.84162770076205, 48.91421637449114, 35.64381966452695 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.13904713446364, 117.20363899051723, 39.71423328954705, 59.21780136822782, 30.45111933921307, 47.368650840138926, 102.70349660294833, 47.866000541075316, 34.68694555035058 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43725499399007667, "rpss": 0.0582611949954287, "brier_below": 0.1846923461423716, "bss_below": 0.04940757031558929, "brier_above": 0.25256264009683205, "bss_above": 0.06463192228722292, "crps": 58.628695652157525, "crpss": 0.08681681661501994, "crps_fair": 57.59454818405355, "crpss_fair": 0.07325625827613413, "reliability": { "below": { "weight": [ 0.0, 0.00028, 0.208777, 0.58858, 0.201989, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.277, 0.347, 0.4271, 0.5127, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0575, 0.2501, 0.4454, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.241418, 0.62861, 0.127917, 0.002054, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2801, 0.345, 0.4253, 0.5191, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2776, 0.4793, 0.8313, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.5639237661990631, "training": [ 0.6405002387747715, 0.5319706310501829, 0.5817986974204739, 0.46300499757587993, 0.5866925556288548, 0.5247333326416133, 0.5323806734475736, 0.6236997753363341, 0.5547339100217689, 0.5930604963832208, 0.5849099391612519, 0.5220545904730713, 0.5484644812515613, 0.500016346788672, 0.571041098258561, 0.6331650274295005, 0.6134921050610298, 0.640070906838834, 0.5192941015693833, 0.5455087469327402, 0.5192241288867542, 0.5931649429515262, 0.5726709296832515, 0.5385177352107033 ], "test": 0.5842843431786082 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3821044379442994, 0.4228397692971813, 0.4342017206438061, 0.6392249720355258, 0.4137011554913926, 0.4106559215919853, 0.5017161584878115, 0.4152061366049029, 0.41024288459622416, 0.43699532908775524, 0.4009170759613686, 0.5223633986716469, 0.45661624905333337, 0.489459025631819, 0.4175939278780954, 0.45297351886383486, 0.43601806391851045, 0.3852760275674038, 0.4802285110613872, 0.4181090210366963, 0.49070805582855903, 0.4231718125489867, 0.43616767243429594, 0.4618067757966515 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11879968715079042, 0.21020554541407546, 0.1320860355340505, 0.19324221086254675, 0.13730362031099214, 0.18659497638374165, 0.35654967492976464, 0.27504574318634695, 0.23904413100320193, 0.31460711753343856, 0.24271497755243412, 0.3461097423008306, 0.17200984511741776, 0.21050160855032882, 0.20155962233650818, 0.29265457300475806, 0.32451683528762204, 0.11059308642345944, 0.28570535780317147, 0.2572865904465838, 0.20171958368667298, 0.20045847489918792, 0.22453361916426484, 0.16098895372979305 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.26330475013089444, 0.2126342241641756, 0.3021156891817627, 0.44598276321567193, 0.2763975371205773, 0.22406094546145022, 0.14516647956213422, 0.1401603931220595, 0.17119875107483945, 0.12238820746374054, 0.15820209837894042, 0.17625365439054044, 0.28460640636643664, 0.2789574157531414, 0.21603430520973355, 0.160318944577828, 0.11150122709897173, 0.2746829412829756, 0.1945231528772417, 0.16082242919735354, 0.2889884739477503, 0.22271333732766416, 0.21163405311051164, 0.30081782419691966 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 45.90268992893041, 38.45428011943803, 48.24688675563978, 110.55441615795037, 42.43059803384028, 54.05199556972652, 57.875426984307516, 34.57819077031123, 36.6984165421334, 40.38741051787138, 41.98732397960026, 57.91628531786878, 44.66495281967636, 53.40038743163125, 34.38836960412494, 49.501846033128125, 39.79724320326323, 77.69233758858353, 56.815682700512355, 35.27615401740161, 64.42160114097656, 56.391866098589574, 44.27172765724717, 56.42243232276787 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 44.121893892615375, 36.9815024809213, 46.63907122881916, 109.039319331325, 40.42076899988678, 52.29001226960288, 56.338073610011854, 33.02242958717741, 34.885846951957085, 38.482870717116164, 40.338319596819694, 55.963823005268935, 42.91885168967643, 51.70312557891278, 32.62572796432649, 47.9450842387174, 38.085224144827954, 76.04646719618108, 54.92782439815504, 33.48630693770558, 62.903372200439506, 54.66933019683048, 42.601045206272595, 54.52200775058601 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4474290675847281, "rpss": 0.011794726015460166, "brier_below": 0.22478465052549926, "bss_below": 0.008212206524828125, "brier_above": 0.22264441684222144, "bss_above": 0.01538552404850213, "crps": 50.92202172064668, "crpss": -0.01754642882148927, "crps_fair": 49.20659579892305, "crpss_fair": -0.026018810814273152, "reliability": { "below": { "weight": [ 0.0, 0.004678, 0.254662, 0.535141, 0.193904, 0.011615, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1915, 0.2655, 0.3498, 0.4343, 0.5143, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2588, 0.2711, 0.3878, 0.3542, 0.0633, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001935, 0.272361, 0.537854, 0.161524, 0.023837, 0.00249, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1915, 0.2703, 0.3446, 0.4343, 0.5365, 0.6154, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8391, 0.3246, 0.3058, 0.4816, 0.5001, 0.489, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.380342803054318, 0.4439309283343647, 0.44226675022897427, 0.6097903250964803, 0.39681404105606133, 0.4199679917930132, 0.5076918800171484, 0.41042518731135796, 0.3994745785230244, 0.42842417281048606, 0.3918333229232256, 0.5054030599795403, 0.47534784739146996, 0.5108342826161969, 0.41862145274134244, 0.45913150443033757, 0.42385362058039294, 0.40357168085130907, 0.5002540387188911, 0.41578468620828946, 0.5125569385204651, 0.42057824676265054, 0.4429165301312889, 0.44724630776542185 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12658604209548352, 0.21842685877300025, 0.1284911243704946, 0.19535496809387706, 0.13841812931092046, 0.18036979975193498, 0.3786949604508842, 0.3036076500713699, 0.22711419033920857, 0.2982604288269326, 0.212109372470574, 0.3364594773601345, 0.16241205743086265, 0.2175317258990823, 0.1992389556541199, 0.3360347693401709, 0.3072009100418935, 0.09608482659568253, 0.3144141292855821, 0.23865663696004946, 0.17183749665899556, 0.2295462848708967, 0.2244442547301315, 0.15943678804884706 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2537567603677292, 0.2255040697381337, 0.31377563023445326, 0.41443535873721576, 0.25839591162605385, 0.23959819263001578, 0.12899691550707534, 0.10681753622751756, 0.17236038578588406, 0.1301637402844689, 0.17972395079025955, 0.168943579763578, 0.3129357933017424, 0.29330255479562406, 0.21938249676698823, 0.12309673302685009, 0.1166527100072387, 0.30748685474021104, 0.1858399091521257, 0.17712804854258518, 0.3407194459222501, 0.19103196108802104, 0.2184722749514975, 0.28780952163112405 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 45.05415654841788, 42.64093979934063, 52.150340739975874, 103.42883955573835, 40.782878189197945, 60.696709674479266, 60.09887445204175, 36.692684528847494, 36.24679271409734, 38.34950069588521, 39.8592392925143, 56.6997996438584, 49.77289448293005, 59.08364741720314, 35.3705219388043, 49.92967568022056, 38.30390391751517, 92.25143877926081, 63.782665525196144, 35.623942537715685, 75.86308876648847, 50.90604596988221, 48.71303880716444, 55.88797519052362 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 43.264177822476945, 41.14353434632325, 50.53310952832137, 101.88276312079647, 38.72142559997354, 58.83841340685285, 58.57451296134035, 35.09233444998023, 34.46057534629427, 36.3396441622312, 38.14485142502292, 54.69608619572695, 47.985446868485006, 57.336051834583465, 33.632512178970096, 48.314604606252935, 36.56945365689922, 90.6482456149062, 61.805994676186586, 33.79841178353225, 74.33858436677563, 49.16297194058703, 46.98601465629323, 53.87243894324379 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44862759074358544, "rpss": 0.009274845347671756, "brier_below": 0.22503049322629706, "bss_below": 0.006927833694956975, "brier_above": 0.22359709731744346, "bss_above": 0.011625729570050924, "crps": 52.84123311863746, "crpss": -0.026586190606057603, "crps_fair": 51.089256645502324, "crpss_fair": -0.03570354664736097, "reliability": { "below": { "weight": [ 0.0, 0.006208, 0.261023, 0.518541, 0.200269, 0.01396, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1914, 0.2655, 0.3493, 0.4348, 0.5137, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2358, 0.2795, 0.3822, 0.3666, 0.0702, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002257, 0.279918, 0.529011, 0.158594, 0.027139, 0.003081, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1915, 0.2695, 0.3449, 0.4353, 0.5395, 0.6154, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.8293, 0.3336, 0.3051, 0.4694, 0.487, 0.489, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4367192992521546, 0.4721135088748614, 0.42438506168172124, 0.48096922506298284, 0.37303903980324515, 0.4683027633847762, 0.4937330836569035, 0.41569801107877075, 0.3891166280038846 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20860347455847847, 0.14794754047067488, 0.23703016414269834, 0.12266406143182677, 0.178331971775177, 0.3540521550008872, 0.13599482777025151, 0.1529744449689265, 0.2059197440598012 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2281158240037046, 0.3241659514343413, 0.1873549008000853, 0.3583051386337365, 0.19470707057949438, 0.11425062379379775, 0.35773823117401904, 0.26272355417881316, 0.18319689002833656 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 44.269672546405126, 96.76130170078588, 39.07146186559378, 56.88637773629335, 28.586790970754535, 51.71011710000154, 101.75186296851882, 44.219178429787625, 33.22218856284069 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 43.43333058269255, 95.87334036571197, 38.189983673379146, 56.06577592835548, 27.7991847680322, 50.83230766335549, 100.81469557343934, 43.39580617751548, 32.41088312686935 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43934184675547777, "rpss": 0.0437624244946625, "brier_below": 0.1937242649087469, "bss_below": 0.043651710127200594, "brier_above": 0.2456175760695921, "bss_above": 0.0438497288159434, "crps": 55.1643279867757, "crpss": 0.05912594261288884, "crps_fair": 54.31281198437233, "crpss_fair": 0.04096300123408192, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.156148, 0.756842, 0.08701, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2755, 0.345, 0.4116, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0207, 0.3129, 0.3943, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198694, 0.76278, 0.038526, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2811, 0.3379, 0.4307, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2684, 0.4573, 0.9125, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43080985400130734, 0.5057608307585857, 0.42148343682271255, 0.48867049907386667, 0.37135500633675245, 0.4559968645597082, 0.4960322215253789, 0.4181600997487714, 0.39668324775958846 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24672448335788758, 0.12883952588533318, 0.2419293114295536, 0.10782830492588363, 0.1873872458569189, 0.34059410157166925, 0.10527040955634542, 0.11888715210915649, 0.19224304041244508 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18408537764829455, 0.37692127804470305, 0.1795541299256233, 0.3808421649272473, 0.183967763846658, 0.11540277764184911, 0.39076178085435803, 0.2992729299717069, 0.20444021008571855 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.30660543028038, 120.18799547814798, 40.46416790382921, 61.19391555045872, 29.097212964502443, 53.96247133209125, 110.12490609223173, 50.890830002840275, 35.376932573744924 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.45379612747794, 119.29222221524142, 39.561049838130536, 60.357219822166634, 28.307853732180497, 53.0611387420441, 109.16293467295615, 50.03718474647382, 34.56689297197357 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4427724511762968, "rpss": 0.04637796070735378, "brier_below": 0.18552261945613258, "bss_below": 0.04513423932426719, "brier_above": 0.2572498236606843, "bss_above": 0.04727289452948935, "crps": 60.2894485920141, "crpss": 0.06094942114315116, "crps_fair": 59.422254763182735, "crpss_fair": 0.04384695327555277, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.164695, 0.745125, 0.09018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2752, 0.344, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0243, 0.2803, 0.4067, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.204756, 0.746477, 0.048673, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2814, 0.3376, 0.4325, 0.5313, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2951, 0.4965, 0.9368, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.4916133158819575, "training": [ 0.5490956509018158, 0.47315333717749675, 0.511855274692467, 0.4032487023135059, 0.5236976066358204, 0.4430244585055068, 0.46015012692499857, 0.5410412657474822, 0.4751692118613974, 0.5123896814133326, 0.507118287874104, 0.4508978220503392, 0.48130895767529835, 0.4407442455177199, 0.4980377262438555, 0.5553578603295498, 0.5371081995167395, 0.5619334881646848, 0.4468022313167299, 0.47667927511873226, 0.46563750672886584, 0.5149369910054118, 0.5000690124947089, 0.4692626609564165 ], "test": 0.5180106538136454 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36043629260356247, 0.4100718098932886, 0.417374987127108, 0.6396457453095682, 0.3989364092735125, 0.4142436040618658, 0.5117396195346952, 0.40469238156468623, 0.41347699459054205, 0.44565235164238204, 0.4041324124683279, 0.536006649603705, 0.4467833234063095, 0.48554146060863723, 0.40775988730867085, 0.44458685175839113, 0.42901143998237434, 0.37084563815343285, 0.4918895311202151, 0.4122093059430235, 0.4790036512793079, 0.4174113929325075, 0.43600838334582137, 0.4518279907500974 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10892412111815443, 0.20164246145145012, 0.12592725876918184, 0.1930672052351166, 0.13401699603337117, 0.18716005159787516, 0.36184996381478485, 0.26605118735892963, 0.2395360761565955, 0.31935068034212566, 0.2437392306909055, 0.351472875695981, 0.16740378926424257, 0.20837554947371748, 0.19669734822264906, 0.2911213263982662, 0.31803259371586495, 0.10291005995187325, 0.2926582434063977, 0.2546781939880234, 0.19272669448266214, 0.1991024980822335, 0.22655215849267035, 0.15462200234207849 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25151217071085213, 0.20842934876162866, 0.2914477313776924, 0.4465785409258512, 0.26491941442463957, 0.22708355313115175, 0.14988965217034828, 0.13864119303602226, 0.17394091587040544, 0.1263016669102197, 0.16039318124637378, 0.18453377177758906, 0.27937953610448274, 0.27716591069102037, 0.211062539005616, 0.15346552318071066, 0.1109788440354544, 0.26793557802562373, 0.19923128726447573, 0.1575311104131545, 0.2862769589494746, 0.21830889408991053, 0.20945622413781426, 0.2972059905338794 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.97662701033681, 36.74006141613565, 46.153527286183504, 108.84424309175947, 40.87788602170067, 53.13208148416865, 58.30301627653895, 34.82528327438893, 36.60158465447236, 41.075271172436814, 42.38103924320559, 58.13729402804208, 43.22482874609446, 51.76334123125343, 32.64757010807637, 49.644989207804066, 39.63870716608485, 78.39580392421482, 56.050421037228325, 34.97911257798905, 62.66478828233805, 56.748790309225896, 44.77041790759518, 54.69895625120424 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.260455940985906, 35.22220779201627, 44.57218511910121, 107.26684764347075, 38.90721781375822, 51.34622320157386, 56.787983955280986, 33.2651948883779, 34.84403008109063, 39.15933816305811, 40.68438378124453, 56.18020577359831, 41.49180450815415, 50.0060985612854, 30.89778422405093, 48.064767580790786, 37.89895888982489, 76.75088397109482, 54.296909010209006, 33.13157348561186, 61.13898457746557, 55.05583465833661, 43.09489775846128, 52.80295510438556 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44288700476091797, "rpss": 0.021826462356345888, "brier_below": 0.2224007735868813, "bss_below": 0.018730273676393017, "brier_above": 0.22048623069893294, "bss_above": 0.024929807029492657, "crps": 50.303151737853256, "crpss": -0.005179894272823837, "crps_fair": 48.588655270134495, "crpss_fair": -0.013133981124114902, "reliability": { "below": { "weight": [ 0.0, 0.030381, 0.32815, 0.435674, 0.180561, 0.025122, 0.000113, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2603, 0.35, 0.4369, 0.5262, 0.6057, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1924, 0.2591, 0.3887, 0.4338, 0.3431, 0.2474, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012233, 0.285769, 0.454316, 0.198043, 0.0379, 0.01174, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1904, 0.2651, 0.3475, 0.4399, 0.5388, 0.6241, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5366, 0.2848, 0.291, 0.5033, 0.5007, 0.5652, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3606450691328793, 0.43126010018005506, 0.4243699752311182, 0.6061468467739533, 0.3839196763876449, 0.4240382268317489, 0.5202188713692808, 0.39975729838906665, 0.4027542230582899, 0.43812277606029204, 0.39429727084093413, 0.519178497957833, 0.46595755160053604, 0.5057841148091162, 0.4078064979107752, 0.45586017612832275, 0.4161534496444845, 0.38777783752111655, 0.5167701981648442, 0.4105640369833746, 0.5008994822984939, 0.42155451753780854, 0.44414898712564505, 0.433785098325505 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11627290213788187, 0.20930085991445413, 0.121323079766255, 0.19234253278095453, 0.13461892371371176, 0.18014036560032515, 0.38565420477167317, 0.29571116617930115, 0.22830974607147733, 0.30361432289363555, 0.21155715274054884, 0.3422236272638837, 0.1582980575483893, 0.21408569380724515, 0.19415878476689072, 0.33587059779312556, 0.3002512120811661, 0.08806243761843727, 0.3207128094602477, 0.23713597250093899, 0.1627919199113038, 0.2304225499970279, 0.2275947691380316, 0.1506209012942675 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24437216584548904, 0.22195924084407387, 0.30304689883894476, 0.41380431495232095, 0.2493007520162838, 0.24389786222006773, 0.13456466308328366, 0.10404613086838171, 0.1744444748235785, 0.1345084490025182, 0.18274011800670953, 0.1769548675346592, 0.30765949696105155, 0.29169842027244797, 0.21364771329009327, 0.1199895751161491, 0.11590223616898038, 0.29971540038175726, 0.19605738852736482, 0.17342806366310226, 0.33810756640342216, 0.19113196654486414, 0.2165542170420887, 0.2831641992482546 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 43.88290620090501, 40.761378456048654, 49.854677770298295, 101.25950888369967, 39.39262923293499, 59.75173732706961, 60.651992790166666, 37.276680185601975, 36.16369967386609, 39.08057978272411, 40.01949445631213, 57.155539479117884, 48.24351618813888, 57.1040481129674, 33.39125119273866, 50.10856117643849, 38.073989383585804, 93.3046639665235, 63.194972485126115, 35.520978772559126, 73.9663002805919, 51.594550126542835, 49.72823646193932, 53.942635258610366 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.16532794311842, 39.20770492896206, 48.26398315776801, 99.6355813086707, 37.406753000463254, 57.85132890917303, 59.146161601119566, 35.66975383397411, 34.45088308700772, 37.05373390484103, 38.24247319002754, 55.14241982960647, 46.463261587996755, 55.2749793022337, 31.646747287004153, 48.47170151266844, 36.30561835895169, 91.70810636593926, 61.3521528203602, 33.63030194871807, 72.4336224896831, 49.909977259707475, 47.98296885442491, 51.91919450997447 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4446571158442967, "rpss": 0.018043029560598, "brier_below": 0.2225447745729656, "bss_below": 0.017897449290148137, "brier_above": 0.2221123409023286, "bss_above": 0.01818885161484174, "crps": 52.226021985187806, "crpss": -0.014634023394354934, "crps_fair": 50.47228070801642, "crpss_fair": -0.02319594311959494, "reliability": { "below": { "weight": [ 0.0, 0.03299, 0.341958, 0.415918, 0.181645, 0.027315, 0.000174, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2599, 0.35, 0.4375, 0.5266, 0.6059, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2121, 0.2617, 0.3892, 0.4335, 0.3631, 0.1977, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012862, 0.28952, 0.448894, 0.194503, 0.040026, 0.014194, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2638, 0.348, 0.4396, 0.5396, 0.624, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5269, 0.2944, 0.2916, 0.4923, 0.4863, 0.5402, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42855963359299803, 0.4632156092562201, 0.41327000625338395, 0.4642409308025424, 0.363823305776119, 0.47028035707359456, 0.4791096543537902, 0.4043474197033933, 0.3889126029426706 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20640543937442365, 0.14256326028108104, 0.2312050733072332, 0.11738868238513106, 0.173607529161615, 0.3539972336644528, 0.1335744215734177, 0.14824870170599574, 0.2039765477761213 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22215419315494506, 0.32065233249167596, 0.18206493569077875, 0.34685222415303746, 0.19021577935561423, 0.1162831383359896, 0.34553520780300806, 0.25609870699282744, 0.18493606088936793 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.099405079846356, 95.92186873686123, 37.82488207006247, 55.019327148819386, 27.30645238215697, 51.682332245459605, 101.47210461381802, 43.42201237956963, 33.22359785111144 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.27524184252385, 95.05017290150248, 36.94396732317327, 54.19324610179812, 26.51743767883693, 50.79582176253338, 100.55576731578311, 42.57885781603639, 32.415476678839056 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4306399466394124, "rpss": 0.06270230907594432, "brier_below": 0.19010743213660797, "bss_below": 0.061506736383308835, "brier_above": 0.24053250876302718, "bss_above": 0.06364508940033264, "crps": 54.3302202786339, "crpss": 0.0733523518214878, "crps_fair": 53.480665491225174, "crpss_fair": 0.05565675849251772, "reliability": { "below": { "weight": [ 0.0, 0.0003, 0.300114, 0.598808, 0.100552, 0.000226, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.191, 0.2722, 0.3458, 0.4258, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0779, 0.3427, 0.4533, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000452, 0.258902, 0.62704, 0.111421, 0.002185, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1956, 0.2747, 0.3452, 0.4308, 0.5217, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2531, 0.4459, 0.8078, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42500846255085517, 0.49611707914695186, 0.40896395244498773, 0.47046482053414757, 0.36303318748079166, 0.4574952568731915, 0.4797526859173403, 0.4038767013955753, 0.39815820619722164 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24544881813616357, 0.12363379118729204, 0.23324612661771604, 0.10029073510880585, 0.18281430733716864, 0.34062088434993204, 0.10130302703624815, 0.11246957527920086, 0.19216952630884934 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17955965115802314, 0.3724832619361877, 0.1757178299592969, 0.37017405721846774, 0.1802188834970549, 0.11687438686138729, 0.3784496277614331, 0.29140710929537217, 0.2059886821910271 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.20216310907089, 119.43673687769385, 39.11916394193766, 59.3763852282273, 27.90231089661296, 53.814120963119855, 109.89425104615161, 49.62140958944278, 35.60554844789584 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.3647219736027, 118.55353583326554, 38.21286042335469, 58.53053645785395, 27.109489656844747, 52.90346961892637, 108.95428257487744, 48.74760419074379, 34.79788981089018 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4336522613934514, "rpss": 0.06602058742531558, "brier_below": 0.18133297681793073, "bss_below": 0.06669789725672781, "brier_above": 0.2523192766531389, "bss_above": 0.0655332210558196, "crps": 59.4413433444614, "crpss": 0.07415925706378323, "crps_fair": 58.574932282262154, "crpss_fair": 0.05748107023929183, "reliability": { "below": { "weight": [ 0.0, 0.00056, 0.327028, 0.568441, 0.103691, 0.00028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2716, 0.3448, 0.4284, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0784, 0.3096, 0.4594, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00056, 0.262809, 0.613308, 0.120057, 0.003267, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1956, 0.2749, 0.3453, 0.4315, 0.5217, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2762, 0.4912, 0.8296, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.6080953357026361, "training": [ 0.660919608179982, 0.5877309481409935, 0.628758688904575, 0.5263641505630569, 0.6256401462101691, 0.5760238044129414, 0.5880258373886946, 0.654884668872266, 0.6012420027755296, 0.6252710238138278, 0.6185225896765507, 0.5750751557877808, 0.6002184146318802, 0.5623187896114222, 0.6053125984166086, 0.672926288544136, 0.6477035807406406, 0.6780432268036535, 0.5678437154287895, 0.5864990159800761, 0.5769992537124815, 0.628159791636411, 0.6107135464709843, 0.5890912101598159 ], "test": 0.6278125864586747 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3731358765416205, 0.41563146706513004, 0.429130035686099, 0.6570961459616084, 0.4095905869687478, 0.40500866331623, 0.49669040225561334, 0.40611848494692226, 0.4099218805098234, 0.4326967893585058, 0.4001524323922663, 0.5250189126253539, 0.45844389914100403, 0.48808395543273514, 0.42251567066873735, 0.43615232088270106, 0.42540480504830447, 0.38045943816886585, 0.4836465564583718, 0.4147186943887713, 0.496010629736222, 0.42107056478062177, 0.43971607964347936, 0.45475619208250173 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.117274402148553, 0.20468207151715856, 0.13016651174814392, 0.21193270772107664, 0.13547529712959322, 0.18365461762366483, 0.35118620068603157, 0.26571762684006023, 0.2366480967843368, 0.31419266559238596, 0.24212116465687497, 0.3473445901873535, 0.17379819549626938, 0.2129937580855234, 0.20474799288778534, 0.27931216354997673, 0.31696641217365634, 0.1110814587717758, 0.28899463566853134, 0.2550616931814194, 0.20745623173453778, 0.197973490473165, 0.22560912930893617, 0.15866278780045448 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25586147320582525, 0.21094939536281887, 0.2989635266176611, 0.44516343722954954, 0.2741152914411089, 0.22135404577019166, 0.14550419881409238, 0.1404008580954493, 0.1732737819307237, 0.11850412087734903, 0.15803126739219853, 0.17767432089519358, 0.28464570519803034, 0.2750901962332838, 0.21776767759064106, 0.15684015624266032, 0.10843839234279341, 0.2693779789097937, 0.19465192089386874, 0.15965700050990034, 0.2885543991663178, 0.2230970733752305, 0.2141069502455633, 0.2960934053766134 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 47.225381636575165, 40.62339018355656, 47.668928595441834, 116.97679984290288, 42.101429822513666, 61.51482072493511, 57.35767628254652, 32.19743130823823, 37.148503429638865, 39.96332678762496, 42.847685331088044, 60.12182761751628, 45.5897929490542, 56.78895537140318, 36.68611876382013, 46.41613358460422, 38.09520199615115, 73.9914373936157, 58.90618899453351, 36.12127584521088, 66.56817040988335, 56.31847623627433, 45.54327690790551, 56.62322819819784 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 45.41254528670457, 39.11503379024513, 46.061152137060645, 115.45781425381513, 40.11978722714242, 59.628435729895365, 55.81640836822618, 30.64981660736385, 35.310212305739164, 38.05869306307221, 41.17057726496481, 58.106880950350984, 43.84834694639759, 55.06648816393246, 34.89131342114353, 44.85343231864819, 36.375282734737915, 72.28818607134446, 57.09954769994611, 34.32014704151013, 65.0358894910246, 54.57271000852624, 43.854963056614686, 54.67931196873534 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44504877016917654, "rpss": 0.01705192236257591, "brier_below": 0.22387724590696934, "bss_below": 0.012215828757471958, "brier_above": 0.22117152390486908, "bss_above": 0.02189919157366438, "crps": 51.80814409221801, "crpss": -0.03525331916527241, "crps_fair": 50.07470732946424, "crpss_fair": -0.044120017487048635, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.264502, 0.4991, 0.203485, 0.03266, 0.000253, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2603, 0.3494, 0.4371, 0.5308, 0.6022, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2444, 0.3742, 0.4276, 0.2647, 0.4455, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002241, 0.272689, 0.527857, 0.155586, 0.040696, 0.000932, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.192, 0.2676, 0.3454, 0.4375, 0.5434, 0.6083, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9497, 0.293, 0.3171, 0.4701, 0.5572, 0.2125, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37302114020015714, 0.4339555654967717, 0.43733976607157854, 0.6276934152853391, 0.395678700830849, 0.41717892895168146, 0.5041271795733587, 0.39872749287820125, 0.3992865548821322, 0.4253673804150858, 0.39207200734471304, 0.5085278122337453, 0.478139529962674, 0.5082160002504108, 0.4257330915435795, 0.441005199606192, 0.4150491398458549, 0.3985715206948836, 0.5054251003474466, 0.4130504775229779, 0.5216769736915319, 0.42101591794673227, 0.44653828417424063, 0.44057712173566926 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12445953882762949, 0.21081755123105467, 0.12700691156611257, 0.21513633077188216, 0.13671027564520352, 0.179494242171763, 0.37342605502127435, 0.2918900398578679, 0.224226682069919, 0.2988361647908041, 0.21319580812830624, 0.33799652749095577, 0.16465178316910967, 0.2192014560588592, 0.20358627250977915, 0.32000813092710456, 0.3013719520954738, 0.09652211797021305, 0.3174304023460905, 0.23685252700934223, 0.18101254325227953, 0.22728462135696784, 0.22492080769285058, 0.15654991054521963 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24856160008602216, 0.22313801387556914, 0.31033285758458384, 0.41255708349738823, 0.25896842533060765, 0.23768468686444535, 0.13070112187168523, 0.10683745282409395, 0.17505987141346555, 0.12653121307313808, 0.1788761991601786, 0.1705312824237452, 0.3134877491136677, 0.2890145427874061, 0.22214681877741077, 0.12099706741123613, 0.11367718790910593, 0.30204940236937416, 0.18799469848945488, 0.17619795015547687, 0.34066443284149367, 0.19373129550142773, 0.22161747625098516, 0.2840272123727283 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 46.886346745931355, 45.12252528210967, 51.57156248240742, 110.25168478241127, 40.429233833459385, 70.13646116283515, 59.70971993806383, 33.47861529608464, 36.591027006905435, 38.020215009386554, 40.79866570458923, 58.78732438165848, 50.9705919894847, 63.16122025761776, 38.01775010764677, 46.442175484339664, 36.84786632059958, 87.51142225388519, 66.55574028751816, 36.661799360347004, 78.78307988488616, 51.555619450528326, 50.173041770900454, 56.041715319006585 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 45.06990800263943, 43.58180511471945, 49.95542947743064, 108.7008752538338, 38.40401745332925, 68.11929857111402, 58.18290235355615, 31.8889235410336, 34.7947306095885, 36.00818619712183, 39.038945679727064, 56.71553126183031, 49.18833361284239, 61.38772681565874, 36.22567313377955, 44.82984789076105, 35.10543234170669, 85.82606342076956, 64.66398854091508, 34.82583199935548, 77.24380737931345, 49.81608182200782, 48.42375466022754, 53.96426107250689 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44699892922857526, "rpss": 0.012871494248958393, "brier_below": 0.22427452718775262, "bss_below": 0.010263954150398602, "brier_above": 0.22272440174936212, "bss_above": 0.015483337096079186, "crps": 53.937725171358444, "crpss": -0.047888562503878074, "crps_fair": 52.165056508573684, "crpss_fair": -0.05751262759361597, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.276024, 0.480437, 0.208012, 0.035249, 0.000279, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2601, 0.3491, 0.4375, 0.5306, 0.6021, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2504, 0.3729, 0.4286, 0.2684, 0.5009, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00215, 0.280586, 0.519337, 0.152532, 0.044242, 0.001153, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.192, 0.2666, 0.3458, 0.438, 0.5437, 0.6083, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9352, 0.2986, 0.3235, 0.4495, 0.5246, 0.2125, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43120753398583633, 0.47212124708455805, 0.41664907563259457, 0.4816383023143235, 0.37246991213788794, 0.4589594735961321, 0.4821348267055503, 0.41216756251198894, 0.38521646017729394 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20773115698043365, 0.14820311283625767, 0.23180112554562926, 0.12400493952145934, 0.17971771127725597, 0.34733331020078, 0.13264553705355087, 0.1511830617529876, 0.2028316791860414 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2234763755080451, 0.32391811742091964, 0.1848479528552843, 0.35763333786836327, 0.19275220306375318, 0.11162617846304167, 0.3494892643515383, 0.2609844896809371, 0.1823847862758743 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.609920899326504, 96.5453163605074, 38.47674321357618, 57.156601671706994, 29.579623199298084, 49.3455192447664, 99.91393460409883, 42.147128287053306, 33.13650584100252 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.773837593896886, 95.65343278812894, 37.59597321130786, 56.32360509538759, 28.790449275167227, 48.463776914014964, 98.9791675938778, 41.30428836789609, 32.32731746675485 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4347293771273517, "rpss": 0.05380157010954867, "brier_below": 0.19171684826159952, "bss_below": 0.053561617275207474, "brier_above": 0.243012522831973, "bss_above": 0.053990787934989015, "crps": 54.43458814681513, "crpss": 0.07157226996097721, "crps_fair": 53.579094256270245, "crpss_fair": 0.05391873713121864, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.192112, 0.692103, 0.115183, 0.000602, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2738, 0.3483, 0.4238, 0.5079, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0374, 0.309, 0.4575, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.251622, 0.680549, 0.065264, 0.002565, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3392, 0.4296, 0.5137, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2664, 0.4551, 0.8889, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4257805384326609, 0.5054909112571679, 0.4138319434821254, 0.49042606543384615, 0.3693894013581088, 0.44726675238635943, 0.4865008253468502, 0.41664674933723905, 0.39390460216559026 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24519951692680086, 0.1296246920801534, 0.2364874297476555, 0.11024344060392398, 0.18794030974107204, 0.3345278648885301, 0.10292581918598202, 0.1195821687686869, 0.18967047729166236 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18058102812168098, 0.37586619263127413, 0.17734451777041094, 0.3801825955857532, 0.18144909466150883, 0.11273890180623133, 0.38357497456095285, 0.29706456365658057, 0.20423412652173573 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.57081196699387, 119.7863053924379, 40.129317787282375, 61.52192027339186, 30.102926416369826, 51.272791249654276, 108.33607424933717, 48.075790449320856, 35.29582529615993 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.71898999714505, 118.88654818758103, 39.22439125131685, 60.66740825468731, 29.31132218091609, 50.36796121110093, 107.37593118576156, 47.193315345805686, 34.48682386767743 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4388041987999942, "rpss": 0.05492459208305067, "brier_below": 0.18402241324827412, "bss_below": 0.05285564572763002, "brier_above": 0.25478177725734763, "bss_above": 0.05641332725188186, "crps": 59.454640342327565, "crpss": 0.07395214696682784, "crps_fair": 58.58141016466576, "crpss_fair": 0.05737683577324515, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.203987, 0.678655, 0.116704, 0.000654, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2741, 0.3474, 0.4245, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0342, 0.282, 0.4329, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.258145, 0.66693, 0.071188, 0.003737, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2762, 0.3391, 0.4308, 0.5138, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2847, 0.5017, 0.9111, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.6250595677997486, "training": [ 0.673181270181414, 0.607442910784921, 0.6406214624579217, 0.5492469920672667, 0.6403793861530857, 0.5960223336741458, 0.6081243443527333, 0.6687518624572958, 0.6156119265492549, 0.6400087556821945, 0.6336296282561223, 0.5982577497154989, 0.6166030200163785, 0.5798503523278986, 0.6214489618689608, 0.691682696195604, 0.6605258742856461, 0.6943726741387253, 0.5874676416618705, 0.605107465673105, 0.5973095334418491, 0.6428090662578553, 0.6284273601850277, 0.6045463588091899 ], "test": 0.6444458066706045 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3708458962353762, 0.41235429512285, 0.42299802106483786, 0.6472027689971954, 0.4105658444866035, 0.4066676019558024, 0.5026173466220919, 0.4076611470009575, 0.40797176445825606, 0.43900282583087535, 0.40221621393952045, 0.5158463874738098, 0.4537276586898574, 0.48522977741604506, 0.42562378818082675, 0.43942439498167524, 0.42915413521026463, 0.3736227078121085, 0.4877677325582523, 0.4136701698752776, 0.49180218693029126, 0.42471051470472576, 0.4455391684297048, 0.4531617673251362 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11647108669601958, 0.20175691250918265, 0.12567487190756418, 0.20808343594783116, 0.13411629476193584, 0.18401414974434163, 0.3565428221836662, 0.26546791096051725, 0.23508330909070566, 0.3170844515943652, 0.24232792265497524, 0.3430030316857705, 0.16994338729233038, 0.21210649218274974, 0.20395232992129125, 0.2827204958256291, 0.3199127540921998, 0.10921060816727625, 0.2922470460052381, 0.25369382195412965, 0.20492681214677347, 0.19805348210348728, 0.2302290589991818, 0.15764912728429878 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25437480835929993, 0.21059738247827062, 0.2973231506387099, 0.43911933206570797, 0.2764495511989408, 0.22265345284418103, 0.14607452239225305, 0.14219323585130345, 0.17288845378265835, 0.1219183714695222, 0.15988829094419799, 0.17284335439163473, 0.2837842724060604, 0.27312328375404715, 0.22167145812652778, 0.15670389823044237, 0.10924138061682569, 0.26441209854347636, 0.1955206870152892, 0.15997634734249175, 0.28687537525521467, 0.2266570324486442, 0.21531010963727867, 0.2955126405177489 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 48.238372239981054, 40.08619043352396, 46.41389099400986, 116.40694605102364, 42.264891602976725, 66.00721817900651, 58.37961811564912, 32.482245012749054, 37.216366976440995, 40.65462471001523, 43.047958102081026, 60.8528697023753, 45.05371703477276, 57.08779264777021, 38.05369988527044, 46.1474303982729, 38.31623997214875, 76.28541235295367, 60.874754670943815, 36.23651599760083, 66.68643256323666, 57.75430181554124, 48.29108374149346, 56.354577965108255 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 46.542194396877264, 38.57586533580714, 44.82159524958606, 114.8322963370861, 40.23954628722346, 64.24519008214412, 56.860813393201326, 30.91957853485421, 35.428700777689734, 38.664769269276114, 41.315485216765424, 58.86101181833258, 43.30338853074753, 55.285450617609804, 36.313076086645495, 44.556631661114224, 36.54322478228082, 74.7038423109131, 59.10239539301483, 34.35100486027454, 65.16585123147293, 56.06909754143862, 46.61646448526047, 54.41020212670963 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44455767147093095, "rpss": 0.018136577694141565, "brier_below": 0.22351131732131088, "bss_below": 0.01383036740008503, "brier_above": 0.22104635376294698, "bss_above": 0.022452739403164723, "crps": 52.466381298539396, "crpss": -0.048406507039158164, "crps_fair": 50.73865318026356, "crpss_fair": -0.05796411544224789, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.299196, 0.482264, 0.18753, 0.03101, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2574, 0.3509, 0.4363, 0.527, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2397, 0.3898, 0.4168, 0.3014, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001398, 0.25754, 0.538039, 0.146736, 0.056121, 0.000167, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1995, 0.2692, 0.3449, 0.4357, 0.545, 0.6013, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9394, 0.2935, 0.314, 0.474, 0.5331, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3704187675063803, 0.4297585561061727, 0.42931242638350864, 0.617727870923133, 0.39476066181901653, 0.4203198230763178, 0.5139061768482975, 0.4023619406198895, 0.39746211854609875, 0.43133270080345776, 0.39281779528556937, 0.4999677105361515, 0.4730776905497149, 0.5050966327925619, 0.42851974249836355, 0.44650823754481755, 0.4191171556882444, 0.3900854151251235, 0.5073190622625944, 0.4114565340938488, 0.5149162801374494, 0.42342477294465664, 0.45330683439073494, 0.43998883138326494 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12362064579423139, 0.207543736251153, 0.12035441777718048, 0.21036130346214788, 0.13483004395952705, 0.1795063514290808, 0.38098224478215503, 0.29395928252843967, 0.22291373769059336, 0.3009778753796465, 0.21170735388716608, 0.3344725509067798, 0.16087301130446194, 0.2180933907622449, 0.20242736374311446, 0.32452997361331304, 0.30487430988231473, 0.09447205752870434, 0.31968783312233695, 0.23550006415790375, 0.17648960654382934, 0.22753002614260098, 0.23089544734196277, 0.15634481876981282 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2467981204017341, 0.22221481947587696, 0.3089580101303416, 0.40736656628812923, 0.2599306176846491, 0.24081347250160456, 0.132923930362342, 0.10840265785924458, 0.17454837961023106, 0.1303548229983817, 0.18111044127182344, 0.16549515747390933, 0.3122046808426193, 0.2870032402184517, 0.22609237860334663, 0.12197826286126175, 0.11424284594254885, 0.2956133565419426, 0.18763122966082346, 0.17595646970199202, 0.33842667502945595, 0.1958947463943214, 0.22241138719139422, 0.28364401292003544 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 48.27619941487617, 44.478725313983006, 49.982626772455355, 109.5049064317063, 40.50162442082102, 75.60131242380628, 61.40879508213916, 33.898815306054196, 36.72474389582575, 38.689409503147296, 40.94496249830877, 59.38694510883095, 50.40050899886717, 63.35419962799844, 39.50915627061311, 46.40065290995414, 37.150155670296286, 89.86639425643374, 68.2792846981831, 36.813236636226364, 78.87027906884673, 53.11460909808707, 53.281116976785064, 55.812538479406776 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 46.587629710420536, 42.93666510191512, 48.39304383909557, 107.8910094068992, 38.46866749461679, 73.72924730716808, 59.9149381763552, 32.28936866863314, 35.001713145547626, 36.57907650544092, 39.133551890188954, 57.34148956353325, 48.60654039505877, 61.48375110180668, 37.78586892453547, 44.75206774110506, 35.34906043596563, 88.35309980870086, 66.4100129592699, 34.88901762480693, 77.34707612213113, 51.446361972909365, 51.54198571490263, 53.73877008456374 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44637348907772373, "rpss": 0.014252682795902416, "brier_below": 0.2238728102816959, "bss_below": 0.012036753349385143, "brier_above": 0.22250067841526922, "bss_above": 0.016472269375456206, "crps": 54.67713328598551, "crpss": -0.06225359743775227, "crps_fair": 52.91541723731544, "crpss_fair": -0.07272426540262189, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.314764, 0.459541, 0.192384, 0.033311, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2573, 0.3509, 0.4365, 0.5265, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2449, 0.3909, 0.4153, 0.3133, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001279, 0.26796, 0.525817, 0.145167, 0.059708, 6.9e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1995, 0.2684, 0.3454, 0.4353, 0.5462, 0.6013, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9181, 0.3067, 0.3142, 0.4606, 0.5071, 1.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42433893506743037, 0.46933417014911, 0.4164745738470273, 0.4766479804402388, 0.3707561807841335, 0.46220606125896785, 0.47517999933148625, 0.4063566348131431, 0.3858171719105457 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2062785606128227, 0.1458437910607056, 0.2325642800212396, 0.11811300920182959, 0.17809861575229838, 0.3490579973272481, 0.12906306159435427, 0.14612175344709016, 0.20296854524729854 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21806037304598003, 0.32349036229550665, 0.18391029674760476, 0.3585349459740214, 0.19265756722458754, 0.11314807910405048, 0.34611691230006164, 0.2602348702269112, 0.1828486321119311 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.868991033324185, 97.07326849642708, 38.130423140011615, 56.62884242190668, 29.197168590057494, 49.476073637893535, 99.42585364957985, 41.83319196369365, 33.64581966227429 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.05805372687022, 96.19339451765201, 37.24387684058388, 55.816924295404036, 28.41676820185211, 48.58122257603725, 98.51264864450839, 41.01173134365688, 32.84621553784205 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4319013008446759, "rpss": 0.05995694280591557, "brier_below": 0.189789957140543, "bss_below": 0.06307399833527505, "brier_above": 0.24211133767007276, "bss_above": 0.057498958851445736, "crps": 54.25329251057426, "crpss": 0.0746644196722438, "crps_fair": 53.408981742711866, "crpss_fair": 0.05692252552837429, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.244019, 0.636836, 0.118997, 0.000149, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2669, 0.3474, 0.42, 0.506, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0454, 0.3262, 0.4658, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.258169, 0.661411, 0.075259, 0.00516, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2776, 0.3389, 0.4319, 0.5199, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2749, 0.4456, 0.8829, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4188758181018203, 0.5029334676887444, 0.4136665081034936, 0.48493100251989835, 0.3675491345868496, 0.4501019097312088, 0.4786791071035483, 0.410242596603107, 0.3942457531967936 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24393920248155934, 0.12748232665243242, 0.23679902443421239, 0.10379545587411149, 0.18632661864684777, 0.3357549451939429, 0.09905177474602744, 0.11369923537884634, 0.18989979394155831 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1749366223187103, 0.3754511143988019, 0.17686748788695925, 0.38113551718279787, 0.18122251901003006, 0.11434697896087749, 0.37962730071339196, 0.2965433441968095, 0.20434596109107905 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 39.80065715771111, 120.57943946257772, 39.87609368092495, 60.98073916845696, 29.65326164906236, 51.43455281588749, 107.7991093244431, 47.769491935468054, 35.88073993599788 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 38.97958904525561, 119.69075523416588, 38.965146903848726, 60.15389109773797, 28.873932529023616, 50.51734816975293, 106.86429904831634, 46.92033960326726, 35.089406801796564 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43569169973727373, "rpss": 0.06162814307318709, "brier_below": 0.18186093081661536, "bss_below": 0.06398057255511636, "brier_above": 0.2538307606399397, "bss_above": 0.05993542610607783, "crps": 59.30823168116995, "crpss": 0.07623256487112973, "crps_fair": 58.45052315924055, "crpss_fair": 0.05948291554946217, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.260507, 0.617686, 0.121714, 9.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2673, 0.3463, 0.421, 0.5026, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0456, 0.2946, 0.4565, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.268537, 0.644453, 0.080707, 0.006303, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2776, 0.3389, 0.4326, 0.521, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2912, 0.4948, 0.9101, 0.9853, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.6521999312657321, "training": [ 0.6957483152784807, 0.6356680963413774, 0.6659991436406879, 0.5829226361345642, 0.6629071957740146, 0.62578185217252, 0.6361588679354135, 0.6917563150004982, 0.6427342381330841, 0.6679803174069302, 0.6589437895676917, 0.6285951780689034, 0.6430915067791663, 0.612725780079828, 0.6483332459493037, 0.7149879107225372, 0.6886243081125377, 0.7188713428692095, 0.6158709800813518, 0.6341518649451866, 0.6290392108737738, 0.6693866554183189, 0.651237326935338, 0.6312822721568527 ], "test": 0.6672979512382817 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3754353689793724, 0.4152334522170665, 0.4299116669273216, 0.6482314247224923, 0.4140241482386325, 0.4063091972829103, 0.49764332534545386, 0.41013712206029557, 0.4051949389572499, 0.4314697871413507, 0.39972865434742444, 0.5042920157231717, 0.45622974221025864, 0.4804350931336817, 0.4241583255423238, 0.4390781577558273, 0.42550168569777724, 0.3801280459939995, 0.48101005434191757, 0.411623062267112, 0.4924586919380508, 0.42648861326823573, 0.4483325361059741, 0.45593880503278933 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.1178416027377046, 0.20315221092702676, 0.12522409021012146, 0.20530280494603012, 0.13528705054697693, 0.18378153859621477, 0.35768426905642603, 0.268021652384268, 0.23576747497380018, 0.315520064510144, 0.240598920281922, 0.339557234575345, 0.16976309948127694, 0.20799441651376585, 0.2033149828909721, 0.2825912526561305, 0.3186317807031169, 0.11074156734620094, 0.29280525894524684, 0.25399757991339716, 0.20320919923229938, 0.19838474834908412, 0.23192110491486279, 0.15786207247667078 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2575937650544378, 0.21208124097839856, 0.3046875782481877, 0.4429286185907564, 0.27873709942784713, 0.2225276596982755, 0.13995905498531855, 0.14211546964535496, 0.1694274625551436, 0.11594972045691795, 0.15912973381119563, 0.1647347795178934, 0.2864666436691996, 0.2724406756771839, 0.22084334296629818, 0.15648690464423534, 0.10686990470211373, 0.269386477651291, 0.18820479511309693, 0.15762548188455036, 0.2892494925892452, 0.22810386524112994, 0.2164114315084739, 0.2980767332014874 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 50.40320147367435, 41.563351525006745, 48.769390757165624, 120.98579285758022, 42.71310195572564, 66.30437207667921, 58.33425557929042, 32.26695314351821, 36.071195512127716, 38.79711247030214, 42.77838095235896, 58.296394649946336, 46.30056567604153, 57.740054407561686, 37.68566369356887, 45.838412011764746, 36.92715859040077, 80.17234455691847, 59.042706893997305, 35.28089626299383, 68.96452027112669, 60.0923291861791, 49.112586110525164, 57.79646807251783 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 49.00315401607713, 40.243158970595104, 47.39422094064467, 119.6105961421896, 40.92269890004032, 64.7776221878324, 57.04776312593822, 30.922264419076125, 34.53678347948595, 36.96405021738868, 41.23800072865392, 56.53165810827598, 44.72846664047776, 56.145699382424084, 36.178924129261745, 44.42779890914327, 35.34664114430463, 78.80522337891625, 57.46569285390499, 33.612148347486155, 67.61792389378462, 58.67823428155808, 47.68629979661365, 56.061499095651435 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4441247464679454, "rpss": 0.01909274885552703, "brier_below": 0.22328983238204184, "bss_below": 0.014807596310920768, "brier_above": 0.22083491382575135, "bss_above": 0.023387803600640855, "crps": 53.00988369529049, "crpss": -0.05926701304781434, "crps_fair": 51.49777179540521, "crpss_fair": -0.07379268407474115, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.296558, 0.478883, 0.200547, 0.0239, 0.000112, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2587, 0.3523, 0.4357, 0.5263, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2412, 0.3878, 0.4091, 0.329, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.320761, 0.502285, 0.123659, 0.053295, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2698, 0.3434, 0.434, 0.5419, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2892, 0.3299, 0.4697, 0.5428, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3735444187253628, 0.4323915815162742, 0.4374936187820717, 0.6161867243350774, 0.39980025437795597, 0.42045917785788756, 0.5064944207336013, 0.40365578895742105, 0.3961071311801525, 0.42569559448879063, 0.3925710890730694, 0.4911139981558047, 0.47609263370327237, 0.4989632326673409, 0.42764365169950225, 0.44373950041498916, 0.4170411200906538, 0.39923247097724335, 0.49826589803513477, 0.4116646003711272, 0.5197482297731408, 0.423978342713686, 0.4573425556129317, 0.4413115461542582 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1248278767811767, 0.2084196129994411, 0.11976301785071225, 0.2077698690539235, 0.13617316193289256, 0.1794206063354255, 0.3825679177129606, 0.29654017501854274, 0.22399603942019372, 0.3010836915787059, 0.2115237468671101, 0.3324122909065307, 0.16049122799178883, 0.21326160188439974, 0.20172988947958911, 0.3237167981076216, 0.30470993187547873, 0.09645924687399514, 0.31936719053228263, 0.2364606624830164, 0.17587446604546403, 0.22823981038960425, 0.23234665079488082, 0.15613939019136078 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24871654070331262, 0.22397196804585345, 0.31773060254794033, 0.40841685406574446, 0.2636270927799715, 0.2410385727440526, 0.12392650186844034, 0.10711561397607651, 0.17211109075948075, 0.12461190091480025, 0.1810473421740549, 0.15870170502640576, 0.3156014071166571, 0.28570162963080314, 0.22591376258111595, 0.12002270175288339, 0.11233118831151968, 0.30277322312465826, 0.17889870722578055, 0.1752039377202784, 0.3438737643554941, 0.19573853214570977, 0.22499590510540152, 0.2851721565039198 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 50.25728380911474, 46.28952845915518, 52.74524435737575, 113.06028194337003, 41.32818467117594, 75.65782133763149, 61.321417298911456, 33.31728422689298, 36.10677802089349, 36.87634955755716, 41.06921890206186, 57.38241264144348, 52.18587329072866, 64.13484121080769, 39.32800158027987, 45.46150094119074, 36.089589864755375, 95.16838576826946, 66.3738012930581, 36.39396291536189, 82.48329129834416, 54.519562357222036, 54.23666197619019, 56.50161537351354 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.871182729477674, 44.92821184601506, 51.38273528191205, 111.65355695960152, 39.50430865596695, 74.03880070614507, 60.06365507303253, 31.93849464262029, 34.643521480431694, 34.920453111103804, 39.448849187965365, 55.576110659692546, 50.580913139405816, 62.47238114718489, 37.848071656072975, 43.9767856729667, 34.482192845536204, 93.86537196447283, 64.71045136971787, 34.687697814677705, 81.14704952395076, 53.10062669438928, 52.763023481782085, 54.64851501739598 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4462723991831979, "rpss": 0.014475924307245758, "brier_below": 0.2238872863794624, "bss_below": 0.011972869519409346, "brier_above": 0.22238511254918147, "bss_above": 0.016983109319048673, "crps": 55.34537054563773, "crpss": -0.07523594289640578, "crps_fair": 53.8022066942299, "crpss_fair": -0.09070164550092197, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.312413, 0.458582, 0.203143, 0.025792, 6.9e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2585, 0.3519, 0.4362, 0.5253, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2488, 0.3888, 0.4036, 0.3482, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.326606, 0.491506, 0.125443, 0.056445, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2689, 0.3438, 0.4341, 0.5432, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2997, 0.3292, 0.4552, 0.5141, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42535075554414653, 0.47200674698783773, 0.416867770927856, 0.4803554442276957, 0.3692265305665585, 0.4619244648711198, 0.47803267077800876, 0.4069528422679471, 0.3846983361952305 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601242573311124, 0.14548725664122067, 0.23246626808258092, 0.11770617140800899, 0.17711384729405155, 0.35084408568616454, 0.12875798431466087, 0.14501356536070853, 0.2019696946476824 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21933832788506694, 0.3265194730701343, 0.18440150548037115, 0.3626492473703722, 0.19211268533657438, 0.11108039413340023, 0.34927466076247055, 0.26193926562512815, 0.1827286466242908 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.05838055703732, 99.4047137157862, 37.911921128557886, 58.195566734245894, 28.846008679949364, 49.1956843186597, 102.33600717450193, 42.05036095672252, 33.37930916813991 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.3406908547248, 98.60416010393504, 37.10015335302759, 57.46362675929899, 28.14063380149441, 48.37692709731348, 101.50944215961255, 41.320512583955676, 32.655365895156365 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43282395137404456, "rpss": 0.057948772831309725, "brier_below": 0.1894856999075766, "bss_below": 0.0645760088581484, "brier_above": 0.24333824514308988, "bss_above": 0.052722802634063815, "crps": 54.93088360373341, "crpss": 0.06310753310556882, "crps_fair": 54.167945845390996, "crpss_fair": 0.043520997811232864, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.217712, 0.68806, 0.093852, 0.000376, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2608, 0.3464, 0.4205, 0.5312, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.042, 0.3174, 0.4955, 0.7989, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.255927, 0.679076, 0.060212, 0.004785, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2746, 0.3352, 0.4326, 0.5226, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2724, 0.4535, 0.9105, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41921587602558985, 0.5074831878519412, 0.413721035776775, 0.4890207720175895, 0.3665267417741187, 0.45092299091608473, 0.4822101689467929, 0.4111404375310563, 0.3943351182075618 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24410164177641933, 0.1265646383748364, 0.2366825177485851, 0.10339097131905112, 0.18535228493640404, 0.33835311419006936, 0.09820271318405101, 0.11239542105977299, 0.18923115967697798 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.175114240403544, 0.38091852236585855, 0.17703852199207828, 0.38562977096851037, 0.1811744597770161, 0.11256989095184286, 0.38400742375637, 0.2987449992560855, 0.20510395998557107 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 39.77464232916209, 124.13977464016097, 39.71081803822374, 62.83300521317362, 29.403947114876647, 51.28228720516721, 111.26107484167268, 48.284245497750355, 35.896494754271764 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.04651610902642, 123.33305390505515, 38.875333529654945, 62.090315321295805, 28.70070225791741, 50.44201205212211, 110.41543344882862, 47.532872454917026, 35.18429522366376 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.43717514767194554, "rpss": 0.05843316416045674, "brier_below": 0.18158605136290748, "bss_below": 0.06539534871248398, "brier_above": 0.2555890877174308, "bss_above": 0.05342344548284472, "crps": 60.28736551493989, "crpss": 0.06098186653414439, "crps_fair": 59.513392700275695, "crpss_fair": 0.042380468764473544, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.230224, 0.672932, 0.09647, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2605, 0.3448, 0.4214, 0.5377, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0448, 0.2866, 0.4777, 0.75, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.265691, 0.662079, 0.066116, 0.006115, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3354, 0.4331, 0.5237, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2889, 0.5027, 0.924, 0.9849, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.6121342004353006, "training": [ 0.6620429868134861, 0.5949704503251186, 0.6293756617868542, 0.5332779059975888, 0.6321854326699903, 0.5832021080192993, 0.5949101892852479, 0.6586862131731711, 0.6010511377627684, 0.6267523461444094, 0.6232405102776007, 0.579372457036806, 0.6014562658526211, 0.5649471725434349, 0.6089652846331476, 0.6741545098682509, 0.6499757412161585, 0.6800958925964237, 0.5714239749608062, 0.5932153520211276, 0.5813288999953936, 0.6354848908549567, 0.6168386339514204, 0.5942667926611355 ], "test": 0.6340287207404156 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3734296090781254, 0.4112858290073932, 0.42518422203560335, 0.6574929075180155, 0.41202032703782127, 0.40491304747044093, 0.499628345596126, 0.40610884652780477, 0.40952706533695393, 0.44094691343614556, 0.4029485602010361, 0.526909056677664, 0.45799274493812225, 0.4916957928139029, 0.4203517491785631, 0.4395042617871299, 0.429652138892961, 0.37982510751236104, 0.4853739075066065, 0.4138336533814126, 0.4968978111488061, 0.4202350481671552, 0.4363401720580349, 0.45472556266925 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.1167835729820221, 0.2018732708406496, 0.12804324121010607, 0.21361273221304344, 0.1358606204735678, 0.18355111939874322, 0.35281005899647494, 0.26530900750565956, 0.23729678843074, 0.3169750490883856, 0.24325633829120918, 0.347622747091663, 0.17344897583893884, 0.21581927800024595, 0.20273763383989926, 0.28252269176501776, 0.31959162165340216, 0.11035316074522637, 0.2899860322143343, 0.2543151636515137, 0.20701932043994914, 0.19751200316008655, 0.22505853623321112, 0.16126672947745951 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25664603484253296, 0.20941255827305594, 0.29714098276469586, 0.4438801740777411, 0.27615970787408145, 0.22136192868379367, 0.1468182842504196, 0.14079983890896058, 0.17223027521429388, 0.12397186149531556, 0.15969222159804672, 0.17928630836570483, 0.2845437700224507, 0.2758765135312954, 0.21761411536710157, 0.15698156893571832, 0.110060516537495, 0.26947194612073466, 0.19538787555351575, 0.1595184889304683, 0.28987849132392085, 0.22272304430460158, 0.21128163574295428, 0.2934588339954103 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 46.67314927989661, 40.07458362291143, 46.1314563250363, 117.73576260581927, 42.661720758938394, 63.14367122206556, 57.850073429011175, 32.27093214867015, 37.02276613113896, 40.8775743854122, 43.063659016168145, 61.448751621454036, 45.54941330377023, 57.83865519844923, 36.93435942384747, 46.16646355017065, 38.81518987387158, 74.37357736523506, 60.187029572080014, 36.18119166103857, 67.2688364832205, 56.14994558311327, 45.696700791351006, 56.114193591206316 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 44.84528976481779, 38.573977250508875, 44.51421178782053, 116.17426446216805, 40.63581722838818, 61.31595812486122, 56.32515241351499, 30.724916429965894, 35.23766986734892, 38.92282261941046, 41.36963686843115, 59.462332492816905, 43.768756054903136, 56.10586680158612, 35.120482161727466, 44.56702707866696, 37.054451660681565, 72.675388421148, 58.37882152319361, 34.36379932383193, 65.7564506854876, 54.40707253091772, 44.03177557018895, 54.12896483557789 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4457009449990599, "rpss": 0.015611509449910965, "brier_below": 0.22427607056423124, "bss_below": 0.010456147098228064, "brier_above": 0.22142487402976288, "bss_above": 0.020778785304364833, "crps": 52.09290237266151, "crpss": -0.04094348545388127, "crps_fair": 50.352537748248494, "crpss_fair": -0.04991312776547363, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.275275, 0.494359, 0.195921, 0.034361, 8.4e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2601, 0.3494, 0.4374, 0.5341, 0.617, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2421, 0.3805, 0.4231, 0.2775, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002772, 0.263183, 0.533331, 0.156798, 0.041128, 0.002789, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1943, 0.2677, 0.3455, 0.438, 0.5392, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9492, 0.2974, 0.3092, 0.4865, 0.5476, 0.3026, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3731914316368678, 0.42858022789477207, 0.43326825777696765, 0.6268509632322152, 0.39683295208092767, 0.4173219143246204, 0.5088259661956064, 0.39869329860893965, 0.3979126047832706, 0.43137484492164985, 0.3946168016165601, 0.5115104982199261, 0.4775993937614011, 0.511502008679781, 0.4215499330085065, 0.44494881220607163, 0.4196103495224892, 0.3976462974474345, 0.5063161270778896, 0.4122154519643378, 0.5206744236046873, 0.4187412563236062, 0.4443091114462453, 0.4417582567706206 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12454507652691689, 0.20782765736242173, 0.12401665960658342, 0.21532746353202664, 0.13671711385651739, 0.1788331205413166, 0.3760791120013212, 0.29170787267644677, 0.22469118944622496, 0.2999062908014665, 0.21391914139972695, 0.33899393340156647, 0.16463032846106085, 0.2215225186922149, 0.20069224296621938, 0.32338201762069685, 0.30447841486505733, 0.09588100929858218, 0.31839368017330794, 0.23628913851133276, 0.17910737466051702, 0.2258172875211291, 0.22530964764004324, 0.16011217555601392 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24864635383288708, 0.22075257062666875, 0.30925160036887395, 0.4115234980970527, 0.26011583814831735, 0.23848879458343625, 0.1327468520716487, 0.10698542591820288, 0.17322141390532333, 0.1314685515723378, 0.18069766015571537, 0.17251656292576856, 0.3129690668577997, 0.28997948832556864, 0.22085768997730534, 0.12156679330202043, 0.1151319345565554, 0.3017652875865007, 0.1879224473558585, 0.17592631302442607, 0.3415670509082102, 0.1929239680009284, 0.21899946353150399, 0.28164608194054824 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 46.25909949554118, 44.46633110018843, 49.838684344368986, 110.68449715784072, 40.80000686326379, 72.00742167989192, 60.38176116993908, 33.44236240375429, 36.41061365845004, 38.859359726651775, 40.94284443134762, 60.11947450843674, 50.971530714892374, 64.1647577100824, 37.975794561088065, 46.22869878814965, 37.63517756946572, 87.5566395527577, 67.93681596951551, 36.79221742458521, 79.42115901578441, 51.269612609871615, 50.395834978625864, 55.51371739577688 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 44.423831898753214, 42.93687628718421, 48.20683413082774, 109.08678019785391, 38.76382975963607, 70.0507413706193, 58.87177800312466, 31.850496118894267, 34.67885446582494, 36.78273703434503, 39.16449152800185, 58.089684691307, 49.145424536518995, 62.3745622454347, 36.16705352248466, 44.576828397623856, 35.84400799369785, 85.90205138620371, 66.02874407575933, 34.948261331800005, 77.90500331745474, 49.54195312297315, 48.67000319739215, 53.38924352996299 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44732713262939144, "rpss": 0.012146707428575598, "brier_below": 0.22450751946327963, "bss_below": 0.009235746193011818, "brier_above": 0.22281961281556076, "bss_above": 0.01506247220462964, "crps": 54.169767201261244, "crpss": -0.05239661671608009, "crps_fair": 52.39166967265326, "crpss_fair": -0.06210662784268495, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.285185, 0.47693, 0.201703, 0.036079, 0.000104, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2593, 0.349, 0.4375, 0.5331, 0.617, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2474, 0.3781, 0.4256, 0.2853, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002807, 0.273121, 0.52219, 0.155554, 0.042843, 0.003486, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1943, 0.2668, 0.346, 0.438, 0.5405, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.9379, 0.305, 0.3125, 0.4696, 0.5276, 0.2897, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42981265108448086, 0.4701852460633447, 0.41572684812871646, 0.47845214119772494, 0.3721976233107924, 0.46306436929755346, 0.4842792453408031, 0.4114713914122176, 0.38618077011490926 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20830799683847487, 0.14648589226529088, 0.2326453673259755, 0.12279895531338, 0.17902239102887874, 0.34974954769165606, 0.13286953306693142, 0.1501780629763424, 0.20394830453566787 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22150465276707765, 0.3236993368672737, 0.1830814835204533, 0.35565316097482536, 0.1931752343583053, 0.11331483668026454, 0.35140968680382556, 0.2612933171228417, 0.18223247117651958 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.20338849491987, 96.69089794989178, 37.99592692454368, 56.688344579846664, 29.614187230521505, 49.339843105157286, 99.97697784519296, 42.58082055309454, 33.39344894459292 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.37061719122206, 95.79705492897035, 37.10851275124682, 55.86564037687932, 28.828843750069503, 48.44994360660568, 99.03766821181135, 41.74054730147504, 32.576557766919244 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43459669843894916, "rpss": 0.054090348308703295, "brier_below": 0.19177845011584418, "bss_below": 0.053257510673034414, "brier_above": 0.24281824225237628, "bss_above": 0.05474709142043077, "crps": 54.387092847529026, "crpss": 0.07238234227721829, "crps_fair": 53.53059843168882, "crpss_fair": 0.05477505976228825, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.218729, 0.657512, 0.123384, 0.000375, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2729, 0.3475, 0.4226, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0537, 0.3131, 0.4576, 0.8003, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.262944, 0.660652, 0.074067, 0.002338, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2766, 0.3398, 0.4283, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2609, 0.4577, 0.8639, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4237166603018592, 0.5042967393859341, 0.41311508406952857, 0.4872188431739365, 0.3686237429353088, 0.45133510634656376, 0.4873577843178784, 0.4164358635611599, 0.3948278311426451 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24558313033396129, 0.1281281010359579, 0.23694431250267328, 0.10884295685594474, 0.18700650201368385, 0.3368870014268555, 0.10231182572209571, 0.11858837513141532, 0.19121405572695166 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17813353654421926, 0.37616861157298553, 0.17617077555760227, 0.3783758570252447, 0.18161724390375772, 0.11444811926829532, 0.38504592695559847, 0.2978474712353272, 0.20361377742677564 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.077854618161396, 120.11362205099843, 39.71280411647447, 61.134819670067024, 30.065642170306393, 51.19724007264284, 108.38965536580285, 48.59669942630435, 35.5905435654635 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.232228731484994, 119.20771424626663, 38.79881713123311, 60.29562103234333, 29.28056982044954, 50.282582133333754, 107.42440389806937, 47.72121819340258, 34.77575063407879 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4385475172483127, "rpss": 0.055477420480827155, "brier_below": 0.18394514008328217, "bss_below": 0.05325336272670089, "brier_above": 0.2546023688322007, "bss_above": 0.0570777680167186, "crps": 59.43098678402459, "crpss": 0.07432056777901253, "crps_fair": 58.55765620229579, "crpss_fair": 0.0577590566025008, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.232147, 0.642723, 0.124757, 0.000373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2726, 0.3465, 0.4235, 0.5111, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0536, 0.2827, 0.4416, 0.7515, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.272335, 0.644418, 0.080072, 0.003175, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2768, 0.34, 0.43, 0.5123, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2761, 0.5068, 0.8966, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.49359378030700124, "training": [ 0.5518670565498193, 0.4726963596265038, 0.5142124510167011, 0.40445527150047245, 0.5254318360445053, 0.449365567566598, 0.4625382967780406, 0.5416499053606206, 0.48012674376872866, 0.5130198518522464, 0.5076364252266783, 0.45313268533980955, 0.48421833799409614, 0.4427867391941896, 0.5023165489285021, 0.55568213149962, 0.5391082302187421, 0.5624788907294143, 0.44994529366493724, 0.47686717368388815, 0.46715577432393196, 0.5191425678366915, 0.5009951364257829, 0.46942145223751114 ], "test": 0.5211526413015174 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3629492742500544, 0.41328690639629373, 0.4238847304745396, 0.6524095325264818, 0.4007479085533097, 0.41229467511651025, 0.5054558099087614, 0.4017736907006595, 0.4129148905568251, 0.4400293896531789, 0.4032896576530052, 0.5340912065641261, 0.4522990604078773, 0.4911723931822398, 0.40617989010738836, 0.4380752461524663, 0.424194625982471, 0.37462235268645694, 0.4864778269648469, 0.4110474227959342, 0.4844154765833763, 0.4162801422042627, 0.43261404217534816, 0.4579645445558511 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11001326420026311, 0.20481989845654344, 0.1287740144034606, 0.2014415157839072, 0.1358124908789225, 0.1862148797645197, 0.35811229072266343, 0.2634638322819523, 0.23978541661777558, 0.31647126441248014, 0.24334860041004996, 0.34948951088293645, 0.17163340151070153, 0.21300937866812045, 0.19723319951526883, 0.2854809544073363, 0.31512132993304093, 0.10380389236419278, 0.29025900141691097, 0.25444603791101744, 0.1974773774231324, 0.198273158926421, 0.22437644978042168, 0.15804668604898287 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2529360091775093, 0.20846700842716226, 0.29511071969217645, 0.4509680166681313, 0.2649354191598375, 0.22607979627352062, 0.14734351581666935, 0.13830985760395836, 0.17312947105966264, 0.12355812112310414, 0.15994105671726913, 0.18460169337056231, 0.28066566079697297, 0.27816301370697544, 0.20894669027511922, 0.15259428977750156, 0.10907329441992404, 0.2708184604093669, 0.1962188249220034, 0.15660138335467413, 0.28693810132211495, 0.21800698239883262, 0.20823759182506063, 0.29991786045918695 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 45.072381829211004, 37.188270989773805, 46.440452858595094, 110.00096005251274, 41.11876031869803, 53.55646501335592, 57.869230263416014, 34.72813198142703, 36.55986676445294, 40.445334744690484, 42.49749151866235, 58.044055788713315, 43.849649745440466, 52.54012485711115, 32.70279521398612, 48.92538933092279, 39.77837070817749, 78.03976361951632, 55.837162547129715, 34.91783660036538, 63.04063659918974, 56.322836195085095, 44.07032611861171, 55.37359824411626 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.26171050197705, 35.682177096387846, 44.83136188529825, 108.42389963584552, 39.09845912283084, 51.68933223818182, 56.339320557455096, 33.16820442175103, 34.77140072687025, 38.53715862044211, 40.8005315778099, 56.048324150205865, 42.092197511486354, 50.774775580623405, 30.913229989933555, 47.34572790194537, 38.05543955334344, 76.35968100369071, 54.03916928054243, 33.08651861258518, 61.52094901350746, 54.58614614563284, 42.36405301759952, 53.42699947176135 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4432696123396777, "rpss": 0.020981423769027785, "brier_below": 0.2227878269467092, "bss_below": 0.01702252896694134, "brier_above": 0.22048178494822068, "bss_above": 0.024949467753843435, "crps": 50.37166216263171, "crpss": -0.006548899974380573, "crps_fair": 48.63403198407113, "crpss_fair": -0.014080142127858686, "reliability": { "below": { "weight": [ 0.0, 0.020919, 0.311341, 0.43614, 0.199802, 0.031545, 0.000252, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2597, 0.3502, 0.4372, 0.5263, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2429, 0.2535, 0.3792, 0.4392, 0.3157, 0.3313, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01489, 0.303499, 0.446541, 0.191586, 0.032251, 0.011234, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.19, 0.265, 0.3469, 0.4399, 0.5399, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5234, 0.2804, 0.2967, 0.5067, 0.519, 0.5581, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3627392557136122, 0.4354460330749334, 0.43173556343180974, 0.6178868358567043, 0.3862871396724849, 0.42228777286245833, 0.5126790442583516, 0.3942365508256478, 0.4021425742530715, 0.4327450632062659, 0.3950053840032427, 0.5174739650510932, 0.47243486556254366, 0.5115671476275402, 0.4068311158651589, 0.4469094165721273, 0.4115010731669094, 0.3921212210071148, 0.5112538545896481, 0.4097211358402832, 0.5087958336724344, 0.4186977086968805, 0.4404081505566645, 0.4398043789000503 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1174443684937842, 0.21323986079649188, 0.12471378543765509, 0.2010163440483656, 0.1366383430448727, 0.17988818594992073, 0.3817562927925281, 0.29154837843649484, 0.2283057037918064, 0.300341807912182, 0.21223179258135283, 0.3398648656655602, 0.163023434288496, 0.2190139436367841, 0.19486325837248678, 0.32865138177061776, 0.29725840951635846, 0.08885273889246466, 0.3181803951598283, 0.2366631827164087, 0.16909975401572155, 0.2287727840902167, 0.22489910872304258, 0.15430530635752748 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24529488608066077, 0.22220617274714438, 0.30702178193137425, 0.41687049183888253, 0.24964879628450162, 0.24239958826777996, 0.13092274801220255, 0.10268817128919704, 0.17383686784776323, 0.13240325140194256, 0.18277359135622082, 0.1776090959592097, 0.30941143418110517, 0.2925532027366031, 0.21196785738602028, 0.11825803195874325, 0.1142426628840082, 0.30326848281004587, 0.19307345932266498, 0.1730579522615703, 0.3396960836938814, 0.18992492351692733, 0.21550904127040935, 0.2854990746465333 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 44.09749889096676, 41.30896753117933, 50.134042944529604, 102.5314617872291, 39.67163582323805, 60.280848614452395, 60.07369210830356, 37.027685592016525, 36.07557166884964, 38.368981854661506, 40.27027699445523, 57.02102331067477, 48.99066809660875, 57.99454307207678, 33.48610765505973, 49.14166825117503, 38.146997617862205, 92.86169205653498, 63.13603378503479, 35.47373876534071, 74.54964729712962, 51.02450198610381, 48.898857701651956, 54.67326619806814 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.276007000266596, 39.76520394754631, 48.50926314250584, 100.90716210264864, 37.63425921821849, 58.280802774856824, 58.55299905021038, 35.41800575051542, 34.326158564694786, 36.34375942948089, 38.48809974722727, 54.96294843113454, 47.17963128056008, 56.15386815816383, 31.696145146329982, 47.508960741529336, 36.39269506030178, 91.21839709955609, 61.24049521450254, 33.59577844599383, 73.01375473644129, 49.29739827567477, 47.11448981356772, 52.586045517665426 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4450296285111263, "rpss": 0.01722039252919516, "brier_below": 0.22294055943712365, "bss_below": 0.0161508285242018, "brier_above": 0.2220890687368913, "bss_above": 0.018291722402572708, "crps": 52.30164206680013, "crpss": -0.01610315132597262, "crps_fair": 50.51926369373302, "crpss_fair": -0.02414840256280848, "reliability": { "below": { "weight": [ 0.0, 0.023148, 0.323508, 0.416961, 0.202564, 0.033506, 0.000313, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2595, 0.3502, 0.4378, 0.5267, 0.6109, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2704, 0.2579, 0.3754, 0.4415, 0.3362, 0.3306, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015772, 0.303092, 0.444249, 0.18908, 0.034239, 0.013569, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1905, 0.2639, 0.3473, 0.4398, 0.5407, 0.6206, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5152, 0.2909, 0.2968, 0.4922, 0.5057, 0.537, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319804809821569, 0.4660440307196587, 0.41189250805027305, 0.4720452704721218, 0.3663946637902838, 0.4631547588686284, 0.4854539554158173, 0.4089740034031159, 0.3861591797624289 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20601970131572922, 0.14468729266489203, 0.2303182293215184, 0.1206016018670019, 0.17727240585758108, 0.3490317283544447, 0.13526900988039856, 0.14906573080350244, 0.2025467436062456 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2259607784121651, 0.3213567213373859, 0.18157428139092457, 0.35144364416890567, 0.18912226030714402, 0.11412304517117755, 0.35018492038920146, 0.25990826138376044, 0.18361244170427696 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.432182676870745, 95.9086146571955, 37.90275542026958, 55.82360421291961, 27.610569780585042, 51.25928789592328, 101.08733529525618, 44.25260937200393, 32.987045330511506 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.59334470500503, 95.02689869442358, 37.0124173980534, 54.98822396524967, 26.819199141741493, 50.36768551517088, 100.14761598216667, 43.392507680862174, 32.17384794953698 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.43245542794049835, "rpss": 0.05875087251112299, "brier_below": 0.19053471596347932, "bss_below": 0.05939738700825148, "brier_above": 0.241920706029438, "bss_above": 0.05824105759619336, "crps": 54.47377829350393, "crpss": 0.0709038490145002, "crps_fair": 53.613526781356654, "crpss_fair": 0.053310739417377184, "reliability": { "below": { "weight": [ 0.0, 0.00155, 0.253374, 0.620757, 0.124018, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2728, 0.3467, 0.4248, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0474, 0.0629, 0.3247, 0.4555, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000528, 0.287251, 0.611979, 0.098508, 0.001735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2739, 0.3445, 0.4293, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.267, 0.4573, 0.8022, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42612905385661254, 0.5008892558860418, 0.40800871597869803, 0.4799340760245846, 0.36541897929350564, 0.4505519820751468, 0.4877170148990673, 0.409860828376736, 0.39497999421689484 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24412705034167578, 0.12640978651736348, 0.232865197539186, 0.10455167658574148, 0.18630116758970539, 0.3355637602025267, 0.10386407044070609, 0.11412512444285523, 0.18991866968431131 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18200201006397282, 0.3744794431836992, 0.1751435224944157, 0.37538237098511357, 0.1791178148080979, 0.11498823590947424, 0.3838529132849525, 0.295735686874786, 0.20506132670843458 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.366462689430804, 119.59488457212807, 39.28161729363782, 60.36382993258626, 28.172852732555675, 53.31231441464291, 109.50990889727429, 50.675033714434306, 35.29483466989173 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.511297083502576, 118.70012220238723, 38.363321308986485, 59.505029022069245, 27.376253762848574, 52.39434883985975, 108.54234996222335, 49.77765312968174, 34.47852130862453 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4359433222896986, "rpss": 0.06108621050502938, "brier_below": 0.1819696114826746, "bss_below": 0.06342120439196941, "brier_above": 0.25397370270143854, "bss_above": 0.05940603885689, "crps": 59.61908210184244, "crpss": 0.07139085086830732, "crps_fair": 58.738766291131505, "crpss_fair": 0.05484484602730577, "reliability": { "below": { "weight": [ 0.0, 0.001743, 0.274344, 0.594936, 0.128603, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2723, 0.3454, 0.4268, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0521, 0.0619, 0.292, 0.4539, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000653, 0.288844, 0.601332, 0.10665, 0.002521, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1965, 0.2742, 0.3448, 0.43, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2881, 0.5044, 0.8221, 1.0, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "loci", "1994": "loci", "1995": "loci", "1996": "loci", "1997": "loci", "1998": "gqm", "1999": "loci", "2000": "loci", "2001": "ls", "2002": "loci", "2003": "loci", "2004": "dc", "2005": "loci", "2006": "loci", "2007": "loci", "2008": "loci", "2009": "loci", "2010": "loci", "2011": "loci", "2012": "loci", "2013": "loci", "2014": "loci", "2015": "loci", "2016": "loci" }, "chosen_test": "gqm", "frequency": { "mvs": 0, "ls": 1, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 1, "loci": 21, "eqm": 0, "gqm": 1, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3673400491227975, 0.40985013829983885, 0.42699902014620195, 0.6538003030937679, 0.40712660755050967, 0.4142436040618658, 0.4931098123975229, 0.39696696037550905, 0.415519367214753, 0.4392232773832504, 0.4062119390563886, 0.5386256403451597, 0.4579621838292551, 0.49674047121923004, 0.4066323279479662, 0.431248434239699, 0.4209825987467208, 0.3762189351616015, 0.48088924344977596, 0.4123211801741909, 0.4897956073110211, 0.4172469656140533, 0.4293076399246481, 0.46128639030473895 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11433853448820644, 0.20192747524239077, 0.1352186507898526, 0.2152675954665894, 0.140154830510077, 0.18716005159787516, 0.34172848628433555, 0.25685062577045625, 0.2406892075080177, 0.3110262434112878, 0.24421195932667233, 0.3556534541760431, 0.17967105770820788, 0.22092718002568723, 0.1955019296021451, 0.27520216615233106, 0.3079244251661601, 0.110678560005875, 0.28214589507149085, 0.25344453609304635, 0.2047966017924869, 0.19771708989576312, 0.21842968448676325, 0.1651941155614913 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25300151337365084, 0.20792266334425732, 0.291780372265918, 0.43853270622972385, 0.2669717781003831, 0.22708355313115175, 0.15138132293853612, 0.1401163347151766, 0.17483015733022408, 0.12819703057747525, 0.16199997965021695, 0.1829721875982629, 0.2782911277383329, 0.27581328993093246, 0.2111303983293801, 0.15604626657091175, 0.11305817284052554, 0.26554037429321753, 0.19874334808981683, 0.15887664315058003, 0.284999007828145, 0.21952987460470275, 0.21087795454303693, 0.29609227594080745 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 46.44676878320602, 39.507375608926964, 45.79478772962071, 112.72447990297869, 43.095455357109465, 53.13208148416865, 54.443926310303716, 32.28805145709365, 38.07783788962415, 41.83608695930413, 44.41542405675363, 59.7199494733287, 45.68188488927483, 56.30832692212957, 34.79659380200104, 45.28650522247974, 38.67029326018855, 72.50745145378099, 57.4711134832564, 37.377987920527296, 65.07811413759663, 56.46338665190602, 44.38499219092291, 55.80649164678844 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 44.27693349446516, 37.78992849754798, 43.88627151502155, 110.89639073624465, 40.76356575791777, 51.34622320157386, 52.58412221143529, 30.455039177069843, 35.949780972977734, 39.581343650495214, 42.41135689070958, 57.4180788178539, 43.64083148612789, 54.28021196051936, 32.71788761602278, 43.386525332660284, 36.64660781164235, 70.45838842376887, 55.31943667874721, 35.26233464445271, 63.30815096701305, 54.394570298762744, 42.38330193540575, 53.556291313367275 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4437353623737694, "rpss": 0.01995275425827736, "brier_below": 0.22316084817221885, "bss_below": 0.015376696400959955, "brier_above": 0.2205745138798069, "bss_above": 0.024539386739128366, "crps": 50.888140274719625, "crpss": -0.016869394737973886, "crps_fair": 48.86306555799178, "crpss_fair": -0.018855777412829067 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36724565124469605, 0.4304795301655213, 0.4349592974370521, 0.6212215072188612, 0.3921306403016388, 0.4240382268317489, 0.4994808619482874, 0.38734911505095126, 0.40561029613432803, 0.43208894679116716, 0.40142687243405323, 0.5270593106376981, 0.4758886207624567, 0.5167669088063722, 0.40696562468604686, 0.43746836742550393, 0.4106480754199186, 0.3932442194906402, 0.5034435067106172, 0.41131303826103954, 0.5152148495660399, 0.41789922723547956, 0.4365485559910776, 0.4442657642295195 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1215387250927482, 0.2096144689795393, 0.1316833916554853, 0.21508077017993601, 0.14094917569116852, 0.18014036560032515, 0.36256242119176735, 0.28098931245924075, 0.22973924127893522, 0.29624578272021024, 0.21740003035909655, 0.3490322180992657, 0.17001978549258803, 0.226852256271983, 0.19375480170209677, 0.314933474497381, 0.29285201913426545, 0.09615322265186997, 0.30917303868236423, 0.23684086178760994, 0.17963270650305665, 0.2261454780249428, 0.21869587199498783, 0.16156262981939745 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24570692472746933, 0.2208650613867523, 0.3032759092278759, 0.40614073577406284, 0.25118146400991953, 0.24389786222006773, 0.13691843751796678, 0.10635980254000417, 0.1758710527131637, 0.13584316116468856, 0.1840268423060295, 0.17802709431816702, 0.30586883788527525, 0.2899146507455847, 0.21321082295145197, 0.12253489088460108, 0.11779605616154534, 0.297090996291413, 0.19427046845095824, 0.17447217610282761, 0.33558214703697103, 0.19175374769578607, 0.21785268296280735, 0.2827031356939044 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 46.109555270917106, 44.00525435212703, 49.28233714795759, 105.57882322444176, 41.548406597892836, 59.75173732706961, 56.82340448381478, 33.422412131630026, 37.80613287977067, 40.69224464710253, 42.88460858526971, 59.25543068330605, 50.81785277141937, 62.25213860425703, 35.48903731206022, 45.133339071847765, 37.76117189314318, 85.3250942371894, 64.67770870488684, 37.920454469705824, 76.83103785632984, 51.56223309103455, 48.849494423565275, 55.004837195452176 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 43.91169479361766, 42.240409655468326, 47.34246801575671, 103.69556665313011, 39.185174131918906, 57.85132890917303, 54.96147700974925, 31.513594424224365, 35.71469819209805, 38.304647711072064, 40.786413992121155, 56.9238458687365, 48.70667010192873, 60.13765461945973, 33.39227151087154, 43.15936468082169, 35.69990080626135, 83.27451795749263, 62.3952372651529, 35.755066346982986, 75.03144545676578, 49.505384739451465, 46.7437928716155, 52.592520356744124 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44553154228252984, "rpss": 0.01611199302578581, "brier_below": 0.22339966874459424, "bss_below": 0.014124753444314186, "brier_above": 0.2221318733653872, "bss_above": 0.018102511567690605, "crps": 52.86603112342463, "crpss": -0.027067960007841396, "crps_fair": 50.78438108627561, "crpss_fair": -0.029522977214374135 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42855963359299803, 0.4632156092562201, 0.41327000625338395, 0.4642409308025424, 0.363823305776119, 0.47028035707359456, 0.4791096543537902, 0.4043474197033933, 0.3889126029426706 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20640543937442365, 0.14256326028108104, 0.2312050733072332, 0.11738868238513106, 0.173607529161615, 0.3539972336644528, 0.1335744215734177, 0.14824870170599574, 0.2039765477761213 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22215419315494506, 0.32065233249167596, 0.18206493569077875, 0.34685222415303746, 0.19021577935561423, 0.1162831383359896, 0.34553520780300806, 0.25609870699282744, 0.18493606088936793 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.099405079846356, 95.92186873686123, 37.82488207006247, 55.019327148819386, 27.30645238215697, 51.682332245459605, 101.47210461381802, 43.42201237956963, 33.22359785111144 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.27524184252385, 95.05017290150248, 36.94396732317327, 54.19324610179812, 26.51743767883693, 50.79582176253338, 100.55576731578311, 42.57885781603639, 32.415476678839056 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4306399466394124, "rpss": 0.06270230907594432, "brier_below": 0.19010743213660797, "bss_below": 0.061506736383308835, "brier_above": 0.24053250876302718, "bss_above": 0.06364508940033264, "crps": 54.3302202786339, "crpss": 0.0733523518214878, "crps_fair": 53.480665491225174, "crpss_fair": 0.05565675849251772 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42500846255085517, 0.49611707914695186, 0.40896395244498773, 0.47046482053414757, 0.36303318748079166, 0.4574952568731915, 0.4797526859173403, 0.4038767013955753, 0.39815820619722164 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24544881813616357, 0.12363379118729204, 0.23324612661771604, 0.10029073510880585, 0.18281430733716864, 0.34062088434993204, 0.10130302703624815, 0.11246957527920086, 0.19216952630884934 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17955965115802314, 0.3724832619361877, 0.1757178299592969, 0.37017405721846774, 0.1802188834970549, 0.11687438686138729, 0.3784496277614331, 0.29140710929537217, 0.2059886821910271 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.20216310907089, 119.43673687769385, 39.11916394193766, 59.3763852282273, 27.90231089661296, 53.814120963119855, 109.89425104615161, 49.62140958944278, 35.60554844789584 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.3647219736027, 118.55353583326554, 38.21286042335469, 58.53053645785395, 27.109489656844747, 52.90346961892637, 108.95428257487744, 48.74760419074379, 34.79788981089018 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4336522613934514, "rpss": 0.06602058742531558, "brier_below": 0.18133297681793073, "bss_below": 0.06669789725672781, "brier_above": 0.2523192766531389, "bss_above": 0.0655332210558196, "crps": 59.4413433444614, "crpss": 0.07415925706378323, "crps_fair": 58.574932282262154, "crpss_fair": 0.05748107023929183 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "gqm", "1994": "gqm", "1995": "gqm", "1996": "dc", "1997": "gqm", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "gqm", "2001": "gqm", "2002": "gqm", "2003": "gqm", "2004": "sqrt_mvs", "2005": "gqm", "2006": "gqm", "2007": "gqm", "2008": "gqm", "2009": "gqm", "2010": "gqm", "2011": "gqm", "2012": "gqm", "2013": "gqm", "2014": "gqm", "2015": "gqm", "2016": "gqm" }, "chosen_test": "gqm", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 3, "pt": 0, "dc": 1, "loci": 0, "eqm": 0, "gqm": 20, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36043629260356247, 0.4100718098932886, 0.417374987127108, 0.6718024756414274, 0.3989364092735125, 0.4141708479464997, 0.509242647263545, 0.40469238156468623, 0.41347699459054205, 0.44565235164238204, 0.4041324124683279, 0.5357695234199086, 0.4467833234063095, 0.48554146060863723, 0.40775988730867085, 0.44458685175839113, 0.42901143998237434, 0.37084563815343285, 0.4918895311202151, 0.4122093059430235, 0.4790036512793079, 0.4174113929325075, 0.43600838334582137, 0.4518279907500974 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.10892412111815443, 0.20164246145145012, 0.12592725876918184, 0.21533044097339085, 0.13401699603337117, 0.18690875805061938, 0.36004760601642416, 0.26605118735892963, 0.2395360761565955, 0.31935068034212566, 0.2437392306909055, 0.35089982611886317, 0.16740378926424257, 0.20837554947371748, 0.19669734822264906, 0.2911213263982662, 0.31803259371586495, 0.10291005995187325, 0.2926582434063977, 0.2546781939880234, 0.19272669448266214, 0.1991024980822335, 0.22655215849267035, 0.15462200234207849 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.25151217071085213, 0.20842934876162866, 0.2914477313776924, 0.4564720334724572, 0.26491941442463957, 0.2272620905979311, 0.14919503766581363, 0.13864119303602226, 0.17394091587040544, 0.1263016669102197, 0.16039318124637378, 0.18486969516343482, 0.27937953610448274, 0.27716591069102037, 0.211062539005616, 0.15346552318071066, 0.1109788440354544, 0.26793557802562373, 0.19923128726447573, 0.1575311104131545, 0.2862769589494746, 0.21830889408991053, 0.20945622413781426, 0.2972059905338794 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 44.97662701033681, 36.74006141613565, 46.153527286183504, 116.19427955024165, 40.87788602170067, 53.33435783030661, 57.974369339343674, 34.82528327438893, 36.60158465447236, 41.075271172436814, 42.38103924320559, 58.112404766632366, 43.22482874609446, 51.76334123125343, 32.64757010807637, 49.644989207804066, 39.63870716608485, 78.39580392421482, 56.050421037228325, 34.97911257798905, 62.66478828233805, 56.748790309225896, 44.77041790759518, 54.69895625120424 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 43.260455940985906, 35.22220779201627, 44.57218511910121, 114.48778630491704, 38.90721781375822, 51.515013939485556, 56.44561920475442, 33.2651948883779, 34.84403008109063, 39.15933816305811, 40.68438378124453, 56.13351660097736, 41.49180450815415, 50.0060985612854, 30.89778422405093, 48.064767580790786, 37.89895888982489, 76.75088397109482, 54.296909010209006, 33.13157348561186, 61.13898457746557, 55.05583465833661, 43.09489775846128, 52.80295510438556 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.44410991625098245, "rpss": 0.019125503318030423, "brier_below": 0.2232189625375288, "bss_below": 0.015120286018822093, "brier_above": 0.22089095315287866, "bss_above": 0.023139977342544138, "crps": 50.603100763103896, "crpss": -0.011173608763317633, "crps_fair": 48.88035008164326, "crpss_fair": -0.019216181259395615 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3606450691328793, 0.43126010018005506, 0.4243699752311182, 0.6404634180799766, 0.3839196763876449, 0.4242891105486774, 0.5177750508831241, 0.39975729838906665, 0.4027542230582899, 0.43812277606029204, 0.39429727084093413, 0.5188968199486669, 0.46595755160053604, 0.5057841148091162, 0.4078064979107752, 0.45586017612832275, 0.4161534496444845, 0.38777783752111655, 0.5167701981648442, 0.4105640369833746, 0.5008994822984939, 0.42155451753780854, 0.44414898712564505, 0.433785098325505 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.11627290213788187, 0.20930085991445413, 0.121323079766255, 0.22044302429504964, 0.13461892371371176, 0.18016003463003594, 0.38414161352283727, 0.29571116617930115, 0.22830974607147733, 0.30361432289363555, 0.21155715274054884, 0.3416058621730786, 0.1582980575483893, 0.21408569380724515, 0.19415878476689072, 0.33587059779312556, 0.3002512120811661, 0.08806243761843727, 0.3207128094602477, 0.23713597250093899, 0.1627919199113038, 0.2304225499970279, 0.2275947691380316, 0.1506209012942675 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.24437216584548904, 0.22195924084407387, 0.30304689883894476, 0.42002039271325187, 0.2493007520162838, 0.24412907705677883, 0.13363343384915516, 0.10404613086838171, 0.1744444748235785, 0.1345084490025182, 0.18274011800670953, 0.17729095446092819, 0.30765949696105155, 0.29169842027244797, 0.21364771329009327, 0.1199895751161491, 0.11590223616898038, 0.29971540038175726, 0.19605738852736482, 0.17342806366310226, 0.33810756640342216, 0.19113196654486414, 0.2165542170420887, 0.2831641992482546 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 43.88290620090501, 40.761378456048654, 49.854677770298295, 108.97328936357592, 39.39262923293499, 59.99529579979906, 60.28918466968427, 37.276680185601975, 36.16369967386609, 39.08057978272411, 40.01949445631213, 57.11465140807509, 48.24351618813888, 57.1040481129674, 33.39125119273866, 50.10856117643849, 38.073989383585804, 93.3046639665235, 63.194972485126115, 35.520978772559126, 73.9663002805919, 51.594550126542835, 49.72823646193932, 53.942635258610366 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 42.16532794311842, 39.20770492896206, 48.26398315776801, 107.19311826419803, 37.406753000463254, 58.05652575848696, 58.77109559371891, 35.66975383397411, 34.45088308700772, 37.05373390484103, 38.24247319002754, 55.079510457468366, 46.463261587996755, 55.2749793022337, 31.646747287004153, 48.47170151266844, 36.30561835895169, 91.70810636593926, 61.3521528203602, 33.63030194871807, 72.4336224896831, 49.909977259707475, 47.98296885442491, 51.91919450997447 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4459838640329479, "rpss": 0.015113109886670917, "brier_below": 0.22362768308147243, "bss_below": 0.013118513408904686, "brier_above": 0.22235618049773623, "bss_above": 0.017110998703939284, "crps": 52.54075710023284, "crpss": -0.02074861807231443, "crps_fair": 50.77747897573736, "crpss_fair": -0.029383054638999484 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42855963359299803, 0.4632156092562201, 0.41327000625338395, 0.4642409308025424, 0.363823305776119, 0.47028035707359456, 0.4791096543537902, 0.4043474197033933, 0.3889126029426706 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20640543937442365, 0.14256326028108104, 0.2312050733072332, 0.11738868238513106, 0.173607529161615, 0.3539972336644528, 0.1335744215734177, 0.14824870170599574, 0.2039765477761213 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.22215419315494506, 0.32065233249167596, 0.18206493569077875, 0.34685222415303746, 0.19021577935561423, 0.1162831383359896, 0.34553520780300806, 0.25609870699282744, 0.18493606088936793 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.099405079846356, 95.92186873686123, 37.82488207006247, 55.019327148819386, 27.30645238215697, 51.682332245459605, 101.47210461381802, 43.42201237956963, 33.22359785111144 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.27524184252385, 95.05017290150248, 36.94396732317327, 54.19324610179812, 26.51743767883693, 50.79582176253338, 100.55576731578311, 42.57885781603639, 32.415476678839056 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4306399466394124, "rpss": 0.06270230907594432, "brier_below": 0.19010743213660797, "bss_below": 0.061506736383308835, "brier_above": 0.24053250876302718, "bss_above": 0.06364508940033264, "crps": 54.3302202786339, "crpss": 0.0733523518214878, "crps_fair": 53.480665491225174, "crpss_fair": 0.05565675849251772 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42500846255085517, 0.49611707914695186, 0.40896395244498773, 0.47046482053414757, 0.36303318748079166, 0.4574952568731915, 0.4797526859173403, 0.4038767013955753, 0.39815820619722164 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24544881813616357, 0.12363379118729204, 0.23324612661771604, 0.10029073510880585, 0.18281430733716864, 0.34062088434993204, 0.10130302703624815, 0.11246957527920086, 0.19216952630884934 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17955965115802314, 0.3724832619361877, 0.1757178299592969, 0.37017405721846774, 0.1802188834970549, 0.11687438686138729, 0.3784496277614331, 0.29140710929537217, 0.2059886821910271 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.20216310907089, 119.43673687769385, 39.11916394193766, 59.3763852282273, 27.90231089661296, 53.814120963119855, 109.89425104615161, 49.62140958944278, 35.60554844789584 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.3647219736027, 118.55353583326554, 38.21286042335469, 58.53053645785395, 27.109489656844747, 52.90346961892637, 108.95428257487744, 48.74760419074379, 34.79788981089018 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4336522613934514, "rpss": 0.06602058742531558, "brier_below": 0.18133297681793073, "bss_below": 0.06669789725672781, "brier_above": 0.2523192766531389, "bss_above": 0.0655332210558196, "crps": 59.4413433444614, "crpss": 0.07415925706378323, "crps_fair": 58.574932282262154, "crpss_fair": 0.05748107023929183 } } } } } }, "tests": { "ls": { "rps": { "Feb": { "training": { "mean_difference": -0.006200868818117509, "bootstrap_95": [ -0.040229391423889364, 0.02714624264832821 ], "p_improvement": 0.36207, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.05600603627574531, "bootstrap_95": [ 0.03319447221559803, 0.08158107498014834 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0022677689789414404, "bootstrap_95": [ -0.01670857128966487, 0.011051981360365417 ], "p_improvement": 0.37909, "years_better": 8, "years": 24 }, "test": { "mean_difference": -1.0806964008045236e-05, "bootstrap_95": [ -0.01060201394695404, 0.009264983709975826 ], "p_improvement": 0.5, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0005728565606739853, "bootstrap_95": [ -0.003968198240750046, 0.002596864739364025 ], "p_improvement": 0.371515, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00034894905395672763, "bootstrap_95": [ -0.0035515504289885124, 0.004266948058207495 ], "p_improvement": 0.56640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0008479626354725688, "bootstrap_95": [ -0.006545240236603275, 0.004452822875651104 ], "p_improvement": 0.381615, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00309633012178513, "bootstrap_95": [ -0.006018317077216179, 0.011058528322950423 ], "p_improvement": 0.744140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -1.6825454109333875e-05, "bootstrap_95": [ -0.0019500354416171679, 0.0016928067078330069 ], "p_improvement": 0.49117, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0008575363569970598, "bootstrap_95": [ -0.002008950391646371, 0.003209259210418253 ], "p_improvement": 0.71875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.0035061768812531535, "bootstrap_95": [ -0.03355676086488648, 0.025117721690766346 ], "p_improvement": 0.40883, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.05618697269603676, "bootstrap_95": [ 0.03740211760746709, 0.07577332629012881 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0020344218833850554, "bootstrap_95": [ -0.01519171090110802, 0.010314923358095513 ], "p_improvement": 0.381915, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0017286927486816653, "bootstrap_95": [ -0.00920647196777577, 0.011666537182223857 ], "p_improvement": 0.625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0008378010215079664, "bootstrap_95": [ -0.005032704630448223, 0.002959289867382589 ], "p_improvement": 0.342505, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0019025779674765797, "bootstrap_95": [ -0.003884493868743534, 0.007572065697581919 ], "p_improvement": 0.736328125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0010093760982418838, "bootstrap_95": [ -0.007187936068586733, 0.004532775054046859 ], "p_improvement": 0.371455, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003908879528527747, "bootstrap_95": [ -0.005181577748476187, 0.011022025152556916 ], "p_improvement": 0.794921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0001270320637434784, "bootstrap_95": [ -0.0030893757545313832, 0.0026193252364796723 ], "p_improvement": 0.465355, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.001944062748101335, "bootstrap_95": [ -0.002425320807183357, 0.005404318301289117 ], "p_improvement": 0.8046875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0026946925828294824, "bootstrap_95": [ -0.008898399934046454, 0.003935546685501942 ], "p_improvement": 0.212345, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00018093788983832015, "bootstrap_95": [ -0.006678220729534694, 0.00730536147472213 ], "p_improvement": 0.482421875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002333470754653204, "bootstrap_95": [ -0.002666618961909391, 0.0023002830807268763 ], "p_improvement": 0.429805, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0017394993999310135, "bootstrap_95": [ -0.004727518365417527, 0.0004365776760822453 ], "p_improvement": 0.1328125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00026494448393043525, "bootstrap_95": [ -0.0015513224858663475, 0.0023818519371309596 ], "p_improvement": 0.59235, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0015536285012832168, "bootstrap_95": [ -0.003978007777844801, 0.0007461393194894456 ], "p_improvement": 0.12890625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00016141363819722858, "bootstrap_95": [ -0.001184862745793493, 0.0014980249850402743 ], "p_improvement": 0.586885, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00081254918464084, "bootstrap_95": [ -0.002324085559366782, 0.0007079588875607606 ], "p_improvement": 0.18359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00011020660914558046, "bootstrap_95": [ -0.0015220447217689581, 0.0014942397144819528 ], "p_improvement": 0.54977, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0010865259726606851, "bootstrap_95": [ -0.0032982992723466233, 0.0011237536213508812 ], "p_improvement": 0.193359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 1.8652160119782752, "bootstrap_95": [ 1.469403817030406, 2.307904724919748 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 1.5395565150899755, "bootstrap_95": [ 0.767611017131083, 2.3799080176576104 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 1.1441257465731567, "bootstrap_95": [ 0.13185004177198387, 2.052236749863973 ], "p_improvement": 0.983985, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.44159020741433985, "bootstrap_95": [ -1.50323724778181, 2.0148503329270757 ], "p_improvement": 0.6796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.3138497658816937, "bootstrap_95": [ -0.1622766116196173, 0.7543335850697431 ], "p_improvement": 0.895745, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.33591469849842387, "bootstrap_95": [ -0.03414423393295011, 0.7852204599471099 ], "p_improvement": 0.9140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.23341629841775635, "bootstrap_95": [ -0.1992396169378108, 0.6176261431668814 ], "p_improvement": 0.860805, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.2768982838914644, "bootstrap_95": [ -0.6586608488185755, 1.1128891152547729 ], "p_improvement": 0.73046875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.8251302118762233, "bootstrap_95": [ -0.20795246422620267, 1.794228073075317 ], "p_improvement": 0.93418, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.8698746277906318, "bootstrap_95": [ -2.724606849376242, 0.7673547777855262 ], "p_improvement": 0.177734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "vs": { "rps": { "Feb": { "training": { "mean_difference": 0.0009879004470405503, "bootstrap_95": [ -0.0045906994664266405, 0.006602030710685246 ], "p_improvement": 0.62996, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00963459072890317, "bootstrap_95": [ -0.015020045854147766, -0.0032940892916872018 ], "p_improvement": 0.01171875, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00034889723340294593, "bootstrap_95": [ -0.0009331041496962286, 0.0003436540785534489 ], "p_improvement": 0.15171, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0006004940323957783, "bootstrap_95": [ -0.0016754335263481194, 0.00036907705875319533 ], "p_improvement": 0.1484375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -8.683986266127634e-05, "bootstrap_95": [ -0.0006782191824108379, 0.00047214878182117104 ], "p_improvement": 0.385015, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00016639179084624065, "bootstrap_95": [ -0.0006960564734607136, 0.0009360757012233319 ], "p_improvement": 0.63671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -4.1298379633544304e-05, "bootstrap_95": [ -0.00028844426246931533, 0.00017010902035273192 ], "p_improvement": 0.37904, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00022645110893856592, "bootstrap_95": [ -1.807562840354428e-05, 0.0003917505207922835 ], "p_improvement": 0.958984375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 3.909002706919499e-05, "bootstrap_95": [ -0.00018417850210197343, 0.00026207486483098975 ], "p_improvement": 0.627795, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00022457045216971942, "bootstrap_95": [ -0.0001321209642383465, 0.000506934348910304 ], "p_improvement": 0.88671875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.00022186928904036553, "bootstrap_95": [ -0.004135212549272267, 0.004605932390405218 ], "p_improvement": 0.537685, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00940686127995989, "bootstrap_95": [ -0.013457340211547717, -0.0046771625337072515 ], "p_improvement": 0.005859375, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0003284846830677625, "bootstrap_95": [ -0.000816770392645746, 0.00020259675279890964 ], "p_improvement": 0.1136, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005531351961025888, "bootstrap_95": [ -0.001437703360681339, 0.00022414332666901662 ], "p_improvement": 0.123046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00013800273515090881, "bootstrap_95": [ -0.0007689533093375722, 0.00044874577764408087 ], "p_improvement": 0.330905, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00018666801122836486, "bootstrap_95": [ -0.0007327729722702163, 0.000997689466363046 ], "p_improvement": 0.62890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -5.593222349179264e-05, "bootstrap_95": [ -0.0002703432354469281, 0.0001321768512429699 ], "p_improvement": 0.308335, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0002106149869365057, "bootstrap_95": [ -5.432099417579291e-05, 0.0003780153513440527 ], "p_improvement": 0.935546875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -1.1464088703379513e-05, "bootstrap_95": [ -0.00022410774157584178, 0.00020552665693391892 ], "p_improvement": 0.459695, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.00020849728609460363, "bootstrap_95": [ -0.00016071396353233182, 0.0004975447681963521 ], "p_improvement": 0.87109375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.000766031286920852, "bootstrap_95": [ -0.001351738372525066, 0.0027357265521210164 ], "p_improvement": 0.76001, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0002277291839109272, "bootstrap_95": [ -0.002005570399722633, 0.0016332910518276499 ], "p_improvement": 0.412109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -2.041253923396394e-05, "bootstrap_95": [ -0.0002824633618819656, 0.0002292994033545104 ], "p_improvement": 0.43928, "years_better": 9, "years": 24 }, "test": { "mean_difference": -4.735879702078005e-05, "bootstrap_95": [ -0.00035301451922912293, 0.00024561170407666363 ], "p_improvement": 0.376953125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 5.116288120045274e-05, "bootstrap_95": [ -9.969388131125337e-06, 0.00012546278096593974 ], "p_improvement": 0.9224, "years_better": 9, "years": 24 }, "test": { "mean_difference": -2.0276216818465587e-05, "bootstrap_95": [ -9.884046663421386e-05, 5.473676087679727e-05 ], "p_improvement": 0.3203125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 1.4633834367141935e-05, "bootstrap_95": [ -4.7602046610287566e-05, 7.506759177816741e-05 ], "p_improvement": 0.670965, "years_better": 12, "years": 24 }, "test": { "mean_difference": 1.5836123506927462e-05, "bootstrap_95": [ -7.309998023671927e-05, 8.515685507572694e-05 ], "p_improvement": 0.62890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 5.0554114600649104e-05, "bootstrap_95": [ 2.9987765498242383e-05, 7.12954406064202e-05 ], "p_improvement": 0.99996, "years_better": 3, "years": 24 }, "test": { "mean_difference": 1.6073174170171277e-05, "bootstrap_95": [ -7.27096919803028e-06, 3.7979298367594896e-05 ], "p_improvement": 0.88671875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.04182601804611114, "bootstrap_95": [ -0.07067296086069136, -0.006405512873346416 ], "p_improvement": 0.009825, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.014000751375621907, "bootstrap_95": [ -0.059396098402773254, 0.049679330863080615 ], "p_improvement": 0.357421875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.579675, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.027047984422133558, "bootstrap_95": [ -0.06055969708372634, 0.005115207882925675 ], "p_improvement": 0.06249, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.06431119562816237, "bootstrap_95": [ -0.11665601505578613, -0.012669938917504406 ], "p_improvement": 0.037109375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00477387125346566, "bootstrap_95": [ -0.0357580578759932, 0.024670912724976363 ], "p_improvement": 0.380025, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.007200921100390032, "bootstrap_95": [ -0.043318791977466166, 0.026579920536992836 ], "p_improvement": 0.365234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.012317315838250131, "bootstrap_95": [ -0.006909847562766577, 0.030881080524515457 ], "p_improvement": 0.891795, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0317625214862313, "bootstrap_95": [ -0.0018026929278685381, 0.06208843712291453 ], "p_improvement": 0.94921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.02559332389740258, "bootstrap_95": [ -0.0050335472422476935, 0.05573457921680422 ], "p_improvement": 0.93521, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.028481665339581654, "bootstrap_95": [ -0.018481385777144668, 0.06576159316290246 ], "p_improvement": 0.888671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "sqrt_mvs": { "rps": { "Feb": { "training": { "mean_difference": -0.03669166891513275, "bootstrap_95": [ -0.054206008345778274, -0.018566180492832676 ], "p_improvement": 0.00044, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.006634972406173217, "bootstrap_95": [ -0.02778201369168947, 0.020406028935441235 ], "p_improvement": 0.318359375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.0264, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.006226052699206929, "bootstrap_95": [ -0.018383790837874583, 0.005405213851526195 ], "p_improvement": 0.165445, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.01030231045950626, "bootstrap_95": [ -0.02234938677584047, 0.0008519242543588333 ], "p_improvement": 0.064453125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0010011171880713692, "bootstrap_95": [ -0.001973416885107925, 0.005043894876725411 ], "p_improvement": 0.660295, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0017957484758009895, "bootstrap_95": [ -0.004484045484567916, 0.0007380796189701312 ], "p_improvement": 0.12890625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -8.69219311196226e-05, "bootstrap_95": [ -0.004793763135610438, 0.004968639436265634 ], "p_improvement": 0.48584, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0011682882292725566, "bootstrap_95": [ -0.006146088138116286, 0.008743079822333874 ], "p_improvement": 0.638671875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00020653586301531274, "bootstrap_95": [ -0.0013782167066706179, 0.0009790248860354304 ], "p_improvement": 0.369105, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0013297530553986069, "bootstrap_95": [ -0.0030933577442970265, 0.0005298901126481835 ], "p_improvement": 0.107421875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.02327550771310735, "bootstrap_95": [ -0.036801834741345865, -0.009336559302932406 ], "p_improvement": 0.00159, "years_better": 18, "years": 24 }, "test": { "mean_difference": 0.005523333531346554, "bootstrap_95": [ -0.011497258329896181, 0.026299112873321328 ], "p_improvement": 0.703125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.0954, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.006502713143867289, "bootstrap_95": [ -0.013791200475089024, -0.00042744618807873835 ], "p_improvement": 0.03236, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.003188515500972336, "bootstrap_95": [ -0.007462322093963188, 0.0012956490260943895 ], "p_improvement": 0.10546875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.000630458375288653, "bootstrap_95": [ -0.0007432726441771595, 0.002214946032974067 ], "p_improvement": 0.783215, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00040096974417268435, "bootstrap_95": [ -0.002453409332285973, 0.001183591189443446 ], "p_improvement": 0.390625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0002698684395454898, "bootstrap_95": [ -0.004076884230586436, 0.003352613792428864 ], "p_improvement": 0.44233, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.002017440871066324, "bootstrap_95": [ -0.004581671283565448, 0.007635964851668126 ], "p_improvement": 0.7265625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00025229020919862306, "bootstrap_95": [ -0.0009636475548124501, 0.0004696665378851065 ], "p_improvement": 0.25683, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0002737002048409592, "bootstrap_95": [ -0.0011482278717848057, 0.0006488986812502653 ], "p_improvement": 0.291015625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.01341616137187398, "bootstrap_95": [ -0.02269328185243194, -0.0047268300574027705 ], "p_improvement": 0.002815, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.012158304259462804, "bootstrap_95": [ -0.01937827615117278, -0.003760004308426951 ], "p_improvement": 0.013671875, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.1689, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0002766605595975376, "bootstrap_95": [ -0.006478272123899264, 0.007767036244936989 ], "p_improvement": 0.527805, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.007113794524781241, "bootstrap_95": [ -0.017221269266063627, 0.0012839402382486531 ], "p_improvement": 0.08984375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0003706589031784724, "bootstrap_95": [ -0.0016616288545423805, 0.003105202616069702 ], "p_improvement": 0.5821, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0013947785248867367, "bootstrap_95": [ -0.003488132464674715, 0.0005805344383840311 ], "p_improvement": 0.123046875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0001829465588037369, "bootstrap_95": [ -0.0020588201218043486, 0.0027995250981007174 ], "p_improvement": 0.544735, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0008491525166163111, "bootstrap_95": [ -0.003037503428827561, 0.0017402065082634422 ], "p_improvement": 0.259765625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 4.575434074422825e-05, "bootstrap_95": [ -0.0005186038275656399, 0.0006104542943481266 ], "p_improvement": 0.56044, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0010560526940205572, "bootstrap_95": [ -0.0023744502569524456, 0.0001790292397995076 ], "p_improvement": 0.080078125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.1841828515218978, "bootstrap_95": [ -0.29337298461874084, -0.06683502433325031 ], "p_improvement": 0.00263, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.09558107104111885, "bootstrap_95": [ -0.25673827481433914, 0.058050397598963285 ], "p_improvement": 0.15625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.1578, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.3411266735849264, "bootstrap_95": [ -0.634912426541449, -0.07607644945488398 ], "p_improvement": 0.011195, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.4561545819991735, "bootstrap_95": [ -0.7040637428121894, -0.19713062307450502 ], "p_improvement": 0.009765625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.64931, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.04959874570250985, "bootstrap_95": [ -0.15802851779229682, 0.05978870479416418 ], "p_improvement": 0.196375, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.1520420476251899, "bootstrap_95": [ -0.2882109978174385, -0.018729551830750802 ], "p_improvement": 0.0390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.07828603261156457, "bootstrap_95": [ -0.25787588324543476, 0.08530226573194824 ], "p_improvement": 0.194995, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.06595132564507485, "bootstrap_95": [ -0.31156415100881363, 0.37599034263960046 ], "p_improvement": 0.630859375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.06279607615039702, "bootstrap_95": [ -0.17559234448906286, 0.05220802484552143 ], "p_improvement": 0.152255, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.14341703567194763, "bootstrap_95": [ -0.3270723968069961, 0.021392594826935066 ], "p_improvement": 0.09765625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "pt": { "rps": { "Feb": { "training": { "mean_difference": -0.03005973597255171, "bootstrap_95": [ -0.04997783533560378, -0.01002484699394517 ], "p_improvement": 0.004115, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.006870781953544335, "bootstrap_95": [ -0.029680121165037567, 0.02203367656966443 ], "p_improvement": 0.314453125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.24278499999999997, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.003978734642754366, "bootstrap_95": [ -0.013350126504396735, 0.005269077059935032 ], "p_improvement": 0.20904, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.006870060823787907, "bootstrap_95": [ -0.01752154717556881, 0.0011835894844546078 ], "p_improvement": 0.11328125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.002263013981096377, "bootstrap_95": [ -0.001984166154872955, 0.008168700452557597 ], "p_improvement": 0.749085, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0026344184447642527, "bootstrap_95": [ -0.0073272388327272975, 0.0021993701674781264 ], "p_improvement": 0.16796875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00017201085422891468, "bootstrap_95": [ -0.003469356882750599, 0.004861434512523361 ], "p_improvement": 0.51756, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0018219235751019752, "bootstrap_95": [ -0.005953663664179119, 0.0026305878642643847 ], "p_improvement": 0.21875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00021727902896660303, "bootstrap_95": [ -0.0018622472251265323, 0.0022087958965681053 ], "p_improvement": 0.578575, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0016205610692753712, "bootstrap_95": [ -0.004856102919757968, 0.0017511965822296761 ], "p_improvement": 0.189453125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.022133970808224435, "bootstrap_95": [ -0.03869225524806978, -0.005030154595189546 ], "p_improvement": 0.008855, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.009280206264484857, "bootstrap_95": [ -0.009681519522041781, 0.03261003289698434 ], "p_improvement": 0.77734375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 0.51359, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0044987656478077875, "bootstrap_95": [ -0.010699456872582242, 0.001005629734376113 ], "p_improvement": 0.077275, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0014330851887215312, "bootstrap_95": [ -0.004374949081410066, 0.0009337560618008135 ], "p_improvement": 0.2109375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0013001838401189968, "bootstrap_95": [ -0.00035970408621217696, 0.0036783404428484385 ], "p_improvement": 0.87718, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0004607484751935327, "bootstrap_95": [ -0.0022139645865870633, 0.001564936249933839 ], "p_improvement": 0.33203125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 7.373710545269484e-05, "bootstrap_95": [ -0.002046793786729761, 0.0024938085149852685 ], "p_improvement": 0.521695, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.000149809513509424, "bootstrap_95": [ -0.0032911593106837783, 0.0031348948804353024 ], "p_improvement": 0.53515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00014467510971416576, "bootstrap_95": [ -0.0008228133128702892, 0.0011309965270358236 ], "p_improvement": 0.60901, "years_better": 11, "years": 24 }, "test": { "mean_difference": 5.243660785223752e-05, "bootstrap_95": [ -0.0011152228447426818, 0.001333269353669743 ], "p_improvement": 0.53125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.00792576537379548, "bootstrap_95": [ -0.01923985219604581, 0.0025643064414549517 ], "p_improvement": 0.08166, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.016150984680843354, "bootstrap_95": [ -0.0268035366079704, -0.006902250722381651 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0005200310705183441, "bootstrap_95": [ -0.004992058095404813, 0.006455747515823137 ], "p_improvement": 0.56504, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.005436974886315082, "bootstrap_95": [ -0.015150555610772177, 0.001942378420435949 ], "p_improvement": 0.169921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0009628301670368695, "bootstrap_95": [ -0.0017790065060888888, 0.004538950841359515 ], "p_improvement": 0.671155, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0021736695440853463, "bootstrap_95": [ -0.005514980142997951, 0.0009714670475466117 ], "p_improvement": 0.12890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 9.82737311153916e-05, "bootstrap_95": [ -0.002320438615453147, 0.002982764403085059 ], "p_improvement": 0.523015, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0019717328632281685, "bootstrap_95": [ -0.004656024843889916, 0.0005291373463997893 ], "p_improvement": 0.091796875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 7.2603781031927e-05, "bootstrap_95": [ -0.0011746128565545252, 0.0012144653448241014 ], "p_improvement": 0.54469, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.001672997414550846, "bootstrap_95": [ -0.004117740997456171, 0.0006415583204040108 ], "p_improvement": 0.1171875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.26103160498171324, "bootstrap_95": [ 0.066732595091773, 0.464484724097083 ], "p_improvement": 0.991215, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.2697846438120062, "bootstrap_95": [ -0.12723031494898587, 0.6368379357393784 ], "p_improvement": 0.89453125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.2813262454662337, "bootstrap_95": [ -0.6980199900299183, 0.14237202765045487 ], "p_improvement": 0.10576, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.35702682903321165, "bootstrap_95": [ -0.7189751963296681, -0.03375609634974045 ], "p_improvement": 0.0546875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.02607846985703229, "bootstrap_95": [ -0.11691208606154649, 0.17843629226565036 ], "p_improvement": 0.63383, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.20703200562930965, "bootstrap_95": [ -0.5271327172654561, 0.12102815095968329 ], "p_improvement": 0.130859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.1402596757290535, "bootstrap_95": [ -0.27363655643372686, -0.00884940193738794 ], "p_improvement": 0.025065, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.18994135309174787, "bootstrap_95": [ -0.4561554076889279, 0.06025697551267997 ], "p_improvement": 0.099609375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.08452453608620392, "bootstrap_95": [ -0.09239620235985768, 0.25791350071285996 ], "p_improvement": 0.81796, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.2076913680483747, "bootstrap_95": [ -0.47612846746271087, 0.03766120192856211 ], "p_improvement": 0.09375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "dc": { "rps": { "Feb": { "training": { "mean_difference": -0.013124045307619943, "bootstrap_95": [ -0.04503649778956676, 0.01835890673847058 ], "p_improvement": 0.215275, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.039730342703128446, "bootstrap_95": [ 0.015575824433107115, 0.06294497206660465 ], "p_improvement": 0.990234375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0015006324288190677, "bootstrap_95": [ -0.014914019496862245, 0.011964883419251223 ], "p_improvement": 0.415915, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.005249424253265972, "bootstrap_95": [ -0.017190489399560548, 0.00782881495111328 ], "p_improvement": 0.2265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.002693371946763811, "bootstrap_95": [ -0.0030557824173552428, 0.009180177386394603 ], "p_improvement": 0.78377, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.004346771489737068, "bootstrap_95": [ -0.0025448641054165236, 0.011776042804371539 ], "p_improvement": 0.84375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0006328393523717737, "bootstrap_95": [ -0.007107386985210618, 0.009394569180538104 ], "p_improvement": 0.554495, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0006173933474506269, "bootstrap_95": [ -0.008165880698312188, 0.00933054357766438 ], "p_improvement": 0.564453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.001605751483486369, "bootstrap_95": [ -0.0025601276710734335, 0.005577525442828085 ], "p_improvement": 0.769655, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004411664793354173, "bootstrap_95": [ 0.0002690903209042301, 0.008609536564112145 ], "p_improvement": 0.962890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.008007761020525306, "bootstrap_95": [ -0.035231909780575374, 0.01811837208179226 ], "p_improvement": 0.282415, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.032839872054015076, "bootstrap_95": [ 0.013722793116376763, 0.0518446061199358 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.002808817307580994, "bootstrap_95": [ -0.012489130250660854, 0.006439072634815926 ], "p_improvement": 0.28458, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.004396346635610831, "bootstrap_95": [ -0.012160865725196108, 0.0035113296771006764 ], "p_improvement": 0.162109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00023297044067989667, "bootstrap_95": [ -0.0030349545982423626, 0.0031105062501211186 ], "p_improvement": 0.553725, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0028121146845836767, "bootstrap_95": [ 0.0007029028878002286, 0.005062505535368584 ], "p_improvement": 0.978515625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0004987910678912704, "bootstrap_95": [ -0.006334717445380964, 0.00508860907266169 ], "p_improvement": 0.433535, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0030428771282578976, "bootstrap_95": [ -0.003296832862697616, 0.007696040439216241 ], "p_improvement": 0.8203125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0004895260089189512, "bootstrap_95": [ -0.0028888062363312352, 0.003621932592789367 ], "p_improvement": 0.609695, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0041285078990801515, "bootstrap_95": [ 0.002216728131817286, 0.006038020630579904 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.005116285008951764, "bootstrap_95": [ -0.013333219431977416, 0.0025486196919901408 ], "p_improvement": 0.11435, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.006890469970873132, "bootstrap_95": [ -0.004110377692196235, 0.018072959833552105 ], "p_improvement": 0.865234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0013081847724524722, "bootstrap_95": [ -0.003968479553278972, 0.007101885577462805 ], "p_improvement": 0.66754, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0008530777711546601, "bootstrap_95": [ -0.006267400812152648, 0.004965397188677009 ], "p_improvement": 0.390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.002460401292642986, "bootstrap_95": [ -0.0011287843682430095, 0.006941661345848194 ], "p_improvement": 0.861185, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00153465696991997, "bootstrap_95": [ -0.0041610166364260525, 0.006965011404767775 ], "p_improvement": 0.712890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0011316301724619653, "bootstrap_95": [ -0.0028473897876522512, 0.005841752824388364 ], "p_improvement": 0.674555, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.002425483717650897, "bootstrap_95": [ -0.0073251998805102855, 0.002424280308105923 ], "p_improvement": 0.181640625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0011162261031989144, "bootstrap_95": [ -0.001124760144348998, 0.0031668814807880273 ], "p_improvement": 0.830375, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00028315652966520103, "bootstrap_95": [ -0.00234393287869734, 0.00287086983838032 ], "p_improvement": 0.58203125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 1.0237867789926178, "bootstrap_95": [ 0.7068846931826346, 1.3385602807581893 ], "p_improvement": 0.999995, "years_better": 3, "years": 24 }, "test": { "mean_difference": 1.0339336812348927, "bootstrap_95": [ 0.46334157850788504, 1.691997618386045 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.4364197752875478, "bootstrap_95": [ -0.34748794288752993, 1.183032485725257 ], "p_improvement": 0.857335, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.6676071849391914, "bootstrap_95": [ -1.8732955933872686, 0.25461678346636907 ], "p_improvement": 0.15234375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.030363425425458484, "bootstrap_95": [ -0.5560173571944507, 0.512884173408743 ], "p_improvement": 0.45673, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.2372167869246932, "bootstrap_95": [ -0.5881637842193064, 1.010399787231606 ], "p_improvement": 0.712890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.2515036906731212, "bootstrap_95": [ -0.6157353888275044, 0.10890939278262739 ], "p_improvement": 0.099565, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.2110969775690642, "bootstrap_95": [ -0.8357335985973496, 0.47688105014244175 ], "p_improvement": 0.275390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.16644682521621088, "bootstrap_95": [ -0.9491159391555237, 1.2051927292504208 ], "p_improvement": 0.609635, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.21768111590102399, "bootstrap_95": [ -1.3523052965595743, 0.8337631603341366 ], "p_improvement": 0.3359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "loci": { "rps": { "Feb": { "training": { "mean_difference": -0.0050472234865230154, "bootstrap_95": [ -0.039442651241780355, 0.02816673639982015 ], "p_improvement": 0.38597, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.05498000569032697, "bootstrap_95": [ 0.032762166295842825, 0.08002766841415021 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.002017238454229839, "bootstrap_95": [ -0.017513162148577364, 0.012194363471021052 ], "p_improvement": 0.39826, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0011209147495787424, "bootstrap_95": [ -0.012436456229068372, 0.00875699939889558 ], "p_improvement": 0.416015625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0007396931926808523, "bootstrap_95": [ -0.0038799968416161168, 0.0021417548146184344 ], "p_improvement": 0.32099, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0004700538652414907, "bootstrap_95": [ -0.0030207569308144033, 0.004028243384364882 ], "p_improvement": 0.59375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0005181546164333903, "bootstrap_95": [ -0.006341561465371766, 0.004857999879825286 ], "p_improvement": 0.427475, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003097136759376346, "bootstrap_95": [ -0.006446064037553854, 0.0116267497724534 ], "p_improvement": 0.73828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -3.0378451281486602e-05, "bootstrap_95": [ -0.0019361534444460793, 0.0016404632282505213 ], "p_improvement": 0.485745, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0008462577742917156, "bootstrap_95": [ -0.001927710581862587, 0.003105736148552664 ], "p_improvement": 0.7265625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.0033500738262030208, "bootstrap_95": [ -0.032887849493772124, 0.02465314867307861 ], "p_improvement": 0.410435, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.05427916740127538, "bootstrap_95": [ 0.03660244677058618, 0.07263261197312441 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0020897455558199704, "bootstrap_95": [ -0.01575067519809324, 0.010596561396710604 ], "p_improvement": 0.3832, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0008409168313894713, "bootstrap_95": [ -0.010589778367845686, 0.011352869981719395 ], "p_improvement": 0.556640625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0009003271614102613, "bootstrap_95": [ -0.004946025711595823, 0.0027878081249510943 ], "p_improvement": 0.326935, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.001875332813353668, "bootstrap_95": [ -0.0034356490433885382, 0.00694840779746226 ], "p_improvement": 0.751953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0007680704261839427, "bootstrap_95": [ -0.006980847182021065, 0.004806261495283803 ], "p_improvement": 0.40071, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.003876848395775604, "bootstrap_95": [ -0.005511627321075394, 0.011326181732888683 ], "p_improvement": 0.787109375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00013353557126166067, "bootstrap_95": [ -0.003038240431109821, 0.0025591108201716314 ], "p_improvement": 0.46272, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0018962235348468869, "bootstrap_95": [ -0.002336824244611601, 0.0052703469156349944 ], "p_improvement": 0.8046875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.001697150310059177, "bootstrap_95": [ -0.009014604985330174, 0.006063494134690533 ], "p_improvement": 0.332035, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0007008367050489692, "bootstrap_95": [ -0.006551795680587392, 0.008809789895822805 ], "p_improvement": 0.56640625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 7.250708299659629e-05, "bootstrap_95": [ -0.002612454358706794, 0.002805094308610327 ], "p_improvement": 0.52057, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.001961831363767279, "bootstrap_95": [ -0.005098761226497988, 0.00047796532375552283 ], "p_improvement": 0.115234375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00016063399252284316, "bootstrap_95": [ -0.0013667142360786156, 0.001821080828168326 ], "p_improvement": 0.573965, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0014052785506236676, "bootstrap_95": [ -0.0035723313043352755, 0.0006797620068103964 ], "p_improvement": 0.126953125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00024991597264256417, "bootstrap_95": [ -0.0011275978887243692, 0.0016820490162453375 ], "p_improvement": 0.623665, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0007797114092979699, "bootstrap_95": [ -0.0024245589468262323, 0.0010165562194106117 ], "p_improvement": 0.234375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00010315711926419935, "bootstrap_95": [ -0.0014940095575934262, 0.0014605684830983185 ], "p_improvement": 0.54757, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0010499653594413284, "bootstrap_95": [ -0.003213084552862208, 0.0011011829473248822 ], "p_improvement": 0.1953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 1.37681192903345, "bootstrap_95": [ 1.1040834283030792, 1.6436828097530256 ], "p_improvement": 1.0, "years_better": 1, "years": 24 }, "test": { "mean_difference": 1.2645145939135705, "bootstrap_95": [ 0.5430051500529633, 2.025975659323418 ], "p_improvement": 0.994140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.9732126810012914, "bootstrap_95": [ -0.0075651381049052415, 1.8421428498115806 ], "p_improvement": 0.971805, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.3643515081591679, "bootstrap_95": [ -1.4072855563712368, 1.819854026962263 ], "p_improvement": 0.6640625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.2857368853202373, "bootstrap_95": [ -0.17829015427908482, 0.7114729953625694 ], "p_improvement": 0.88256, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.31371453002710264, "bootstrap_95": [ -0.04276154304175959, 0.7472176935105148 ], "p_improvement": 0.90625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.2233098309172162, "bootstrap_95": [ -0.20385215621016786, 0.6034538529571956 ], "p_improvement": 0.85241, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.26557591214104115, "bootstrap_95": [ -0.6511156760719394, 1.0857170042234778 ], "p_improvement": 0.71875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.7865116033365886, "bootstrap_95": [ -0.2305553096310177, 1.737376024253711 ], "p_improvement": 0.92854, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.8698467321557702, "bootstrap_95": [ -2.6854717421510155, 0.7311407057634572 ], "p_improvement": 0.173828125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "eqm": { "rps": { "Feb": { "training": { "mean_difference": -0.028655451464650972, "bootstrap_95": [ -0.047622347379450036, -0.009213969226326169 ], "p_improvement": 0.005195, "years_better": 18, "years": 24 }, "test": { "mean_difference": 0.005321111934981933, "bootstrap_95": [ -0.01253923603418803, 0.025040677688015663 ], "p_improvement": 0.708984375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.30131, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00015473844930467365, "bootstrap_95": [ -0.010411791631704463, 0.010405723936599314 ], "p_improvement": 0.510995, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.002668247037494526, "bootstrap_95": [ -0.011356743365049925, 0.004862611041074465 ], "p_improvement": 0.26953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0053513961829371225, "bootstrap_95": [ 0.002825607760722928, 0.008163175667429001 ], "p_improvement": 0.999715, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.002289478066231211, "bootstrap_95": [ -0.001872682831330864, 0.006243210370224592 ], "p_improvement": 0.84375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.006513118479925456, "bootstrap_95": [ 0.002715878285101501, 0.011644207463690099 ], "p_improvement": 0.99965, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.0025093249785055217, "bootstrap_95": [ -0.00143002603909278, 0.007048196598595753 ], "p_improvement": 0.84765625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.004159455245050352, "bootstrap_95": [ 0.000647264018653481, 0.007539489313538117 ], "p_improvement": 0.98641, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.006886418814979496, "bootstrap_95": [ 0.005314904128896807, 0.008731223479649022 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01789781696158402, "bootstrap_95": [ -0.0319410536769702, -0.00354679394672634 ], "p_improvement": 0.011715, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.011686804070429225, "bootstrap_95": [ -0.0018152993260689362, 0.027179312281255127 ], "p_improvement": 0.90234375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 0.667755, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.002488831132018145, "bootstrap_95": [ -0.009358409217867384, 0.0038204349411969252 ], "p_improvement": 0.2427, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0019801334988620686, "bootstrap_95": [ -0.007153935439807233, 0.0024808064594594548 ], "p_improvement": 0.28125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0028126249797252993, "bootstrap_95": [ 0.0012312005477417482, 0.004471666420395671 ], "p_improvement": 0.99844, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0016630507987912884, "bootstrap_95": [ -0.0005493629243964058, 0.0039435367445204445 ], "p_improvement": 0.8984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0032018286482614153, "bootstrap_95": [ 0.0010707438961346184, 0.005685466795446987 ], "p_improvement": 0.996185, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0030655737655419114, "bootstrap_95": [ -0.0004021496117434714, 0.006482558301445809 ], "p_improvement": 0.9375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0019968235787900207, "bootstrap_95": [ 0.00012060837933489567, 0.003890803931961959 ], "p_improvement": 0.97462, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0031895489452675543, "bootstrap_95": [ 0.0020522280869744356, 0.004363376103432795 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.010757635383076156, "bootstrap_95": [ -0.01921419668383973, -0.0023554432955796615 ], "p_improvement": 0.01085, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.006365692063255286, "bootstrap_95": [ -0.014941405039797899, 0.002018510898725555 ], "p_improvement": 0.09375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.64015, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.002643569773630943, "bootstrap_95": [ -0.002338698708729855, 0.007961300703748526 ], "p_improvement": 0.83004, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0006881133293228184, "bootstrap_95": [ -0.007848092951400296, 0.0049458006567297454 ], "p_improvement": 0.4375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.002538771094429911, "bootstrap_95": [ 0.001207382931764774, 0.004073444793284115 ], "p_improvement": 0.999615, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.0006264275387272792, "bootstrap_95": [ -0.0016573691585890444, 0.0027347467938079253 ], "p_improvement": 0.693359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003311289906048993, "bootstrap_95": [ 0.0004222071395545518, 0.006655972785170608 ], "p_improvement": 0.9802, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.0005562483962843186, "bootstrap_95": [ -0.0037228627987151864, 0.002286266385813082 ], "p_improvement": 0.36328125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0021626318940007696, "bootstrap_95": [ 0.00027851267968668597, 0.004012856571452438 ], "p_improvement": 0.98248, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0036968700401540933, "bootstrap_95": [ 0.001958874424363406, 0.005493062331542775 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.05647458023421798, "bootstrap_95": [ -0.25013862175916773, 0.14642459081119347 ], "p_improvement": 0.29119, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.059080499293404004, "bootstrap_95": [ -0.14793958882057684, 0.026700351464591095 ], "p_improvement": 0.130859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.10678881623164838, "bootstrap_95": [ -0.45863346244680886, 0.22969232487144015 ], "p_improvement": 0.274845, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.15963439817325387, "bootstrap_95": [ -0.40582687159576963, 0.07045818459413203 ], "p_improvement": 0.1328125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.33490678708018223, "bootstrap_95": [ 0.16097052711110524, 0.5171911012721945 ], "p_improvement": 0.99947, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.10619960135369055, "bootstrap_95": [ -0.3052233883674174, 0.5192070705243379 ], "p_improvement": 0.6796875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.17983325858899843, "bootstrap_95": [ -0.10659988877901214, 0.44992183199539726 ], "p_improvement": 0.891955, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.129470644676691, "bootstrap_95": [ -0.2535501811655614, 0.5294569766687066 ], "p_improvement": 0.724609375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.5503595580149815, "bootstrap_95": [ 0.308519688518447, 0.8051353806186188 ], "p_improvement": 0.9998, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.6905496932717747, "bootstrap_95": [ 0.42449531709538885, 0.9269625448345439 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "gqm": { "rps": { "Feb": { "training": { "mean_difference": -0.015011293365333328, "bootstrap_95": [ -0.027784551405101554, -0.0018521445459013203 ], "p_improvement": 0.014745, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.01215340339142216, "bootstrap_95": [ -0.027299274115508705, 0.002645549106971775 ], "p_improvement": 0.087890625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.840465, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0032589708025888564, "bootstrap_95": [ -0.010579632844871798, 0.004324219096702644 ], "p_improvement": 0.20773, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.009327581235982436, "bootstrap_95": [ -0.016349673496147313, -0.0018845048228907104 ], "p_improvement": 0.025390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0008951029204019578, "bootstrap_95": [ -0.00203808973147801, 0.004764725571585622 ], "p_improvement": 0.65634, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.002120329541920929, "bootstrap_95": [ -0.005216345411859219, 0.0012167319626973114 ], "p_improvement": 0.115234375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00046750804794938133, "bootstrap_95": [ -0.0038753373569231373, 0.005659618437889198 ], "p_improvement": 0.557185, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0001665212475993543, "bootstrap_95": [ -0.005810960343491307, 0.006164015408820112 ], "p_improvement": 0.48046875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00038260757875967455, "bootstrap_95": [ -0.0023068833690182452, 0.0015308739050938773 ], "p_improvement": 0.35451, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0018154813010858553, "bootstrap_95": [ -0.004579310119789215, 0.0011879926654577554 ], "p_improvement": 0.138671875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.012711430789397626, "bootstrap_95": [ -0.02074546440814335, -0.0044229277445560775 ], "p_improvement": 0.002995, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.0034044370963169546, "bootstrap_95": [ -0.010038313467582015, 0.00408442136966135 ], "p_improvement": 0.1953125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.176705, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.003709292943080604, "bootstrap_95": [ -0.008423487116866775, 0.0004454060841542934 ], "p_improvement": 0.06291, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.004153097578613834, "bootstrap_95": [ -0.00835202645566464, -0.0002990541490932531 ], "p_improvement": 0.0625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0006969196273261964, "bootstrap_95": [ -0.0005592022401868787, 0.0022133109406452843 ], "p_improvement": 0.815935, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0006007081915511861, "bootstrap_95": [ -0.0022906525563054546, 0.0010275889923176554 ], "p_improvement": 0.265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00021807308451818734, "bootstrap_95": [ -0.0029338051517329433, 0.003382893048846059 ], "p_improvement": 0.54985, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0010916412473369146, "bootstrap_95": [ -0.0038597111439409295, 0.005520655802971773 ], "p_improvement": 0.662109375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00038705335982795974, "bootstrap_95": [ -0.0016547372855957975, 0.0008910050406885428 ], "p_improvement": 0.286295, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00042728382687138206, "bootstrap_95": [ -0.001962449922667525, 0.0013263690731537424 ], "p_improvement": 0.326171875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.002299863588412337, "bootstrap_95": [ -0.012624519382536942, 0.007636878896575736 ], "p_improvement": 0.33155, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.008748962539974599, "bootstrap_95": [ -0.023295979234525314, 0.0037915356970298526 ], "p_improvement": 0.154296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0004503218125857065, "bootstrap_95": [ -0.003984857462617251, 0.005155682924464036 ], "p_improvement": 0.571275, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.005174482761059927, "bootstrap_95": [ -0.01270385535886672, 0.0015639948401430911 ], "p_improvement": 0.109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00019818332465002786, "bootstrap_95": [ -0.001742844298147784, 0.002714506306689086 ], "p_improvement": 0.55266, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0015196211174673372, "bootstrap_95": [ -0.003770895783399426, 0.000587264687033449 ], "p_improvement": 0.119140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00024943493130966864, "bootstrap_95": [ -0.0021222758976643065, 0.003165377153588371 ], "p_improvement": 0.55392, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0012581623542935383, "bootstrap_95": [ -0.0037177713958904284, 0.0013809599984269832 ], "p_improvement": 0.189453125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 4.4457507122914325e-06, "bootstrap_95": [ -0.0008020451865981546, 0.00077822131999072 ], "p_improvement": 0.502435, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0013881972664107993, "bootstrap_95": [ -0.003154695168471827, 0.00027814113491707776 ], "p_improvement": 0.08203125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.03106111620464022, "bootstrap_95": [ -0.1772941184118994, 0.12212616596371746 ], "p_improvement": 0.343855, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.018702881826560633, "bootstrap_95": [ -0.27037941572252666, 0.14753167802371647 ], "p_improvement": 0.4921875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.31227515636830466, "bootstrap_95": [ -0.5950763673644, -0.04618900116903509 ], "p_improvement": 0.01895, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.4022057790128678, "bootstrap_95": [ -0.6176199040991025, -0.17709184194154437 ], "p_improvement": 0.01171875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.036361082862805816, "bootstrap_95": [ -0.1462274966055794, 0.08300587389339724 ], "p_improvement": 0.27777, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.1900312860617481, "bootstrap_95": [ -0.36977717407632543, -0.0014536618795165984 ], "p_improvement": 0.046875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.062088037241570415, "bootstrap_95": [ -0.26229173576998205, 0.11914135001479642 ], "p_improvement": 0.270295, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.11580166567667484, "bootstrap_95": [ -0.27250454242412053, 0.42647577721914315 ], "p_improvement": 0.7265625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.06851042477844842, "bootstrap_95": [ -0.2520302650064986, 0.11933792634831432 ], "p_improvement": 0.246465, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.14355801487002987, "bootstrap_95": [ -0.43720874574178914, 0.1384563830527016 ], "p_improvement": 0.1875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "dqm": { "rps": { "Feb": { "training": { "mean_difference": -0.017989446418364027, "bootstrap_95": [ -0.047907395578086355, 0.012240223447037929 ], "p_improvement": 0.129775, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.027946715300404365, "bootstrap_95": [ 0.002369446928694802, 0.05589481113836603 ], "p_improvement": 0.94140625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.002327484621367608, "bootstrap_95": [ -0.015149526770741113, 0.010098069206930701 ], "p_improvement": 0.36331, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.007283304220062292, "bootstrap_95": [ -0.018012624406990158, 0.003001666670845531 ], "p_improvement": 0.11328125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.003872010892376441, "bootstrap_95": [ -0.0001800813440040832, 0.00918549824959733 ], "p_improvement": 0.94474, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0026793946811826982, "bootstrap_95": [ -0.0025913770218302687, 0.008036972025965105 ], "p_improvement": 0.810546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003603975911859942, "bootstrap_95": [ -0.000419569535989334, 0.007981467662774673 ], "p_improvement": 0.94534, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.00020510758998337146, "bootstrap_95": [ -0.006185534076584183, 0.005575524517232747 ], "p_improvement": 0.474609375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0017791578294988227, "bootstrap_95": [ -0.0008607069112181161, 0.0044821316507556224 ], "p_improvement": 0.892865, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.002273949186853425, "bootstrap_95": [ -0.0007587708564234836, 0.00517021592341207 ], "p_improvement": 0.91015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01115656221616781, "bootstrap_95": [ -0.037405599294827625, 0.014390660949128107 ], "p_improvement": 0.20671, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.03198239633790675, "bootstrap_95": [ 0.013096802126319786, 0.053686701473734444 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.004059011862790754, "bootstrap_95": [ -0.013353404075039762, 0.004525559087356764 ], "p_improvement": 0.195945, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.004791238474947289, "bootstrap_95": [ -0.010724324742684394, 0.0008328187023357948 ], "p_improvement": 0.08984375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0014643097834230775, "bootstrap_95": [ -0.0002838415181263082, 0.0032397591312178934 ], "p_improvement": 0.942235, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0017660775598650634, "bootstrap_95": [ -0.0006277687136971002, 0.004554418594958172 ], "p_improvement": 0.849609375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0011978748443280107, "bootstrap_95": [ -0.0014516883754916905, 0.0038157116191953997 ], "p_improvement": 0.809555, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0020179128517673617, "bootstrap_95": [ -0.0026912488246252494, 0.0058839746268915995 ], "p_improvement": 0.794921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0010894189602601168, "bootstrap_95": [ -0.0006672904107027923, 0.0029180299783742496 ], "p_improvement": 0.87204, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0011821322981202037, "bootstrap_95": [ -0.0002815187247265711, 0.0023827682868488007 ], "p_improvement": 0.931640625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.006832885130013143, "bootstrap_95": [ -0.012251716899325055, -0.0010829925214675285 ], "p_improvement": 0.0153, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.004035680767992444, "bootstrap_95": [ -0.013137288242463968, 0.00657253382937553 ], "p_improvement": 0.21875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.8874, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.001731527277400535, "bootstrap_95": [ -0.003739189785368091, 0.007517018824639919 ], "p_improvement": 0.708655, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.002492065605511231, "bootstrap_95": [ -0.010511310636866299, 0.004174349947480708 ], "p_improvement": 0.2890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0024077010526000297, "bootstrap_95": [ -0.0005262303779623649, 0.006363143968629009 ], "p_improvement": 0.90318, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0009133173931012922, "bootstrap_95": [ -0.002322035982723155, 0.0036597616304678005 ], "p_improvement": 0.708984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0024061011074766755, "bootstrap_95": [ -0.0006862673118539038, 0.006088339291866609 ], "p_improvement": 0.904925, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.002223020067631363, "bootstrap_95": [ -0.006494050289780143, 0.0012906692774665785 ], "p_improvement": 0.19140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0006897389566484328, "bootstrap_95": [ -0.001058372891157209, 0.0024410450037738907 ], "p_improvement": 0.771255, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.001091816802535023, "bootstrap_95": [ -0.0007955384226416648, 0.002998442922396952 ], "p_improvement": 0.84375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 1.7638013447050358, "bootstrap_95": [ 1.131680148534501, 2.485544719213834 ], "p_improvement": 1.0, "years_better": 2, "years": 24 }, "test": { "mean_difference": 1.1623779085008863, "bootstrap_95": [ 0.5041377602387673, 1.9705817355279223 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 1.1048645631318992, "bootstrap_95": [ -0.08068713972862618, 2.331979348725669 ], "p_improvement": 0.954835, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.5347812047059575, "bootstrap_95": [ -2.1319220941538335, 0.679669170327211 ], "p_improvement": 0.30078125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.6796384779312197, "bootstrap_95": [ 0.03140911180906442, 1.5178292678552638 ], "p_improvement": 0.95617, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.24900544557126303, "bootstrap_95": [ -0.3181855612004988, 0.8776799244774551 ], "p_improvement": 0.75, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.35351155606294027, "bootstrap_95": [ -0.04510003857852028, 0.7487697108828322 ], "p_improvement": 0.954195, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.006265235939281805, "bootstrap_95": [ -0.6178197573177705, 0.5718560880400211 ], "p_improvement": 0.505859375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 1.4364819295862974, "bootstrap_95": [ 0.411834891794756, 2.53539304393824 ], "p_improvement": 0.99038, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.03919014668879623, "bootstrap_95": [ -0.9508452087295575, 0.8156506991810532 ], "p_improvement": 0.482421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "qdm": { "rps": { "Feb": { "training": { "mean_difference": -0.0038589993733782837, "bootstrap_95": [ -0.03699706513106687, 0.029585657446619326 ], "p_improvement": 0.41138, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.019163787709868034, "bootstrap_95": [ -0.0016231432178260864, 0.04053118039911836 ], "p_improvement": 0.93359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0023675993223666292, "bootstrap_95": [ -0.01604987444886986, 0.010967205848933995 ], "p_improvement": 0.369265, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.009867950020422234, "bootstrap_95": [ -0.018474614189434316, -0.0025664116708634063 ], "p_improvement": 0.0234375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0033075653187571996, "bootstrap_95": [ -0.0010412728402927696, 0.008197286194285766 ], "p_improvement": 0.909555, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001396099144802475, "bootstrap_95": [ -0.005778152990625906, 0.008163488691058363 ], "p_improvement": 0.642578125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003030863487930783, "bootstrap_95": [ -0.0004981976786958479, 0.006317560607311461 ], "p_improvement": 0.950805, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0007985077375782863, "bootstrap_95": [ -0.006922885778931518, 0.005328596429090477 ], "p_improvement": 0.408203125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0012880591312532177, "bootstrap_95": [ -0.0016783122872938868, 0.004324286211845485 ], "p_improvement": 0.78662, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0005541270958224333, "bootstrap_95": [ -0.004302175769262437, 0.0025803878109577046 ], "p_improvement": 0.390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.00835002234822353, "bootstrap_95": [ -0.03460550113535481, 0.016687496798010806 ], "p_improvement": 0.264345, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.03158883775345361, "bootstrap_95": [ 0.014478262253723517, 0.04855131450092935 ], "p_improvement": 0.994140625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.004095929387262296, "bootstrap_95": [ -0.014239818043580018, 0.0049099722088628405 ], "p_improvement": 0.214515, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.003456110830802464, "bootstrap_95": [ -0.00985668930210772, 0.0020395063475859864 ], "p_improvement": 0.1875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0012286088633271443, "bootstrap_95": [ -0.00013997774512308412, 0.0027687174963161275 ], "p_improvement": 0.94255, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0019276497555786943, "bootstrap_95": [ -0.0013513306330571724, 0.005668267114157586 ], "p_improvement": 0.822265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0005834403157026642, "bootstrap_95": [ -0.0020418650722311762, 0.0030220288743826856 ], "p_improvement": 0.66782, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0020722429550221497, "bootstrap_95": [ -0.0028336876745313207, 0.006301250129832169 ], "p_improvement": 0.791015625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0007234903746016312, "bootstrap_95": [ -0.0008300692339367931, 0.002345481080811189 ], "p_improvement": 0.805045, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0007447588229363268, "bootstrap_95": [ -0.002521897794211088, 0.0007449124473120111 ], "p_improvement": 0.236328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.004491022879859598, "bootstrap_95": [ -0.005180818853392693, 0.016350188028127596 ], "p_improvement": 0.775345, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.01242504938072616, "bootstrap_95": [ -0.026935085738659426, -0.00033974461172667176 ], "p_improvement": 0.05859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0017283301213373674, "bootstrap_95": [ -0.0048181808005641055, 0.008582195276258099 ], "p_improvement": 0.68024, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0064118387593002585, "bootstrap_95": [ -0.014799202691011988, -0.00014028498818282597 ], "p_improvement": 0.068359375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00207895643047073, "bootstrap_95": [ -0.0016001638546741135, 0.006372952986354482 ], "p_improvement": 0.82474, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0005315503313634901, "bootstrap_95": [ -0.004691822044104923, 0.0028992545364787616 ], "p_improvement": 0.404296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.002447423228619927, "bootstrap_95": [ -0.0012782396450729161, 0.006327640481791447 ], "p_improvement": 0.877135, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.0028707502890950773, "bootstrap_95": [ -0.007410796891393355, 0.001041744447151512 ], "p_improvement": 0.1484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0005645688147262918, "bootstrap_95": [ -0.0019120772116849832, 0.002976182440090879 ], "p_improvement": 0.671295, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00019063164063479188, "bootstrap_95": [ -0.0027682343430861945, 0.0027913376071560135 ], "p_improvement": 0.556640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.5616397514535985, "bootstrap_95": [ 0.19180535547641286, 0.9775099738734419 ], "p_improvement": 0.996205, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.5562203225672686, "bootstrap_95": [ -0.11994985016373162, 1.268416692134371 ], "p_improvement": 0.91796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 1.5946697063350201, "bootstrap_95": [ 0.10746976749189986, 3.2883200817422193 ], "p_improvement": 0.966005, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.5544025978802656, "bootstrap_95": [ -2.6988710642536544, 1.0915846902351556 ], "p_improvement": 0.34765625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.9995964534803955, "bootstrap_95": [ 0.1548566268813053, 2.1063697969360446 ], "p_improvement": 0.977825, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.2937193626525365, "bootstrap_95": [ -0.4077461642047091, 1.034080296582153 ], "p_improvement": 0.74609375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.4142340667511785, "bootstrap_95": [ -0.05264224552640181, 0.8826469533278651 ], "p_improvement": 0.953515, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.007905906498557158, "bootstrap_95": [ -0.65289932905663, 0.5873019799592317 ], "p_improvement": 0.48828125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 2.0947191359076878, "bootstrap_95": [ 0.8988006771469362, 3.4544920874260447 ], "p_improvement": 0.99886, "years_better": 5, "years": 24 }, "test": { "mean_difference": -0.22048578292966622, "bootstrap_95": [ -1.1631036811068085, 0.6428142270506546 ], "p_improvement": 0.330078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "sdm": { "rps": { "Feb": { "training": { "mean_difference": 0.001086800464495249, "bootstrap_95": [ -0.03432593752472388, 0.03631043311290489 ], "p_improvement": 0.52254, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.04372334895649174, "bootstrap_95": [ 0.015578862267990962, 0.07871420714794523 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0005084699035798404, "bootstrap_95": [ -0.012505225686891318, 0.013133216191539215 ], "p_improvement": 0.529895, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0003343689303999284, "bootstrap_95": [ -0.010527846892179862, 0.009601693987029038 ], "p_improvement": 0.53125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.001887714730742035, "bootstrap_95": [ -0.00043625959306528437, 0.004288608760994805 ], "p_improvement": 0.934085, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0034357482114051874, "bootstrap_95": [ 0.0001999267549456865, 0.006393749038246831 ], "p_improvement": 0.962890625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.002615113642905717, "bootstrap_95": [ -0.002208509256446414, 0.007185599454906158 ], "p_improvement": 0.854735, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0015796468018373273, "bootstrap_95": [ -0.0033273830661997416, 0.006014571065226694 ], "p_improvement": 0.732421875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0008551341282676955, "bootstrap_95": [ -0.003355708780512218, 0.00477957303204839 ], "p_improvement": 0.648755, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00036852343354620224, "bootstrap_95": [ -0.0032299663139728533, 0.0037159190773075525 ], "p_improvement": 0.578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.0013078713792103608, "bootstrap_95": [ -0.03027238595275483, 0.02658315044603634 ], "p_improvement": 0.463465, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.04007975861779049, "bootstrap_95": [ 0.024033303200824786, 0.05806751653041196 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0012908625881531133, "bootstrap_95": [ -0.011637471628568402, 0.008675146703979874 ], "p_improvement": 0.406175, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0012505978592300914, "bootstrap_95": [ -0.009040159005624543, 0.005302616356047959 ], "p_improvement": 0.3984375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0009614842114112997, "bootstrap_95": [ -0.0007902709463759002, 0.0024800220820846647 ], "p_improvement": 0.85946, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001659184971933827, "bootstrap_95": [ -0.0005601303169443748, 0.004091230907607027 ], "p_improvement": 0.873046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0005618351407387848, "bootstrap_95": [ -0.0035585274515366363, 0.004056908800698235 ], "p_improvement": 0.604605, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0024998896381068533, "bootstrap_95": [ -0.0020575069681425437, 0.006207320525384174 ], "p_improvement": 0.853515625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0005020054353326078, "bootstrap_95": [ -0.001287812532474071, 0.0022731266817712357 ], "p_improvement": 0.703505, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0010490160559026896, "bootstrap_95": [ -0.002945555919989841, 0.0006264662523335019 ], "p_improvement": 0.158203125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0023946709856592484, "bootstrap_95": [ -0.007775797294441765, 0.013470668928497064 ], "p_improvement": 0.664385, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.003643589088466607, "bootstrap_95": [ -0.010071835456640024, 0.02178362480509138 ], "p_improvement": 0.583984375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0017993324373718686, "bootstrap_95": [ -0.002084452237853089, 0.005860780638300245 ], "p_improvement": 0.80196, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0015849660891274547, "bootstrap_95": [ -0.0029205474993506484, 0.006039320072989059 ], "p_improvement": 0.7265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0009262305110833563, "bootstrap_95": [ -0.0009238803223491896, 0.0027156387673586 ], "p_improvement": 0.83508, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0017765631025237329, "bootstrap_95": [ 0.0002709899259787819, 0.002891378014220609 ], "p_improvement": 0.982421875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.002053278560855297, "bootstrap_95": [ 0.0007596374276464712, 0.0035525539467794083 ], "p_improvement": 0.99775, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.0009202427809503863, "bootstrap_95": [ -0.0035324412090248537, 0.0011597282719475366 ], "p_improvement": 0.255859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00035312887753068643, "bootstrap_95": [ -0.0028047659384678766, 0.003382035462374205 ], "p_improvement": 0.584885, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.001417539113651889, "bootstrap_95": [ -0.0017823351826357788, 0.0046552039835145624 ], "p_improvement": 0.779296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 2.17686621802517, "bootstrap_95": [ 1.6264088311683684, 2.7962622112402857 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 1.842597563771997, "bootstrap_95": [ 0.9471534187016861, 2.7924327222036505 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 1.4326321209537074, "bootstrap_95": [ 0.10069743087780246, 2.843528195658828 ], "p_improvement": 0.972855, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.680845513451119, "bootstrap_95": [ -0.3645287052699491, 1.5266314375176568 ], "p_improvement": 0.89453125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 1.0357467815848336, "bootstrap_95": [ 0.44609283122930316, 1.6493453694566593 ], "p_improvement": 0.998735, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.6731431907223835, "bootstrap_95": [ 0.1057121338569688, 1.2817520415297803 ], "p_improvement": 0.966796875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.546167869072939, "bootstrap_95": [ 0.025018990587197292, 1.0883996293059475 ], "p_improvement": 0.96985, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.09088277359447734, "bootstrap_95": [ -0.5200790625265409, 0.6779647964618501 ], "p_improvement": 0.603515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 2.638221532658775, "bootstrap_95": [ 1.2101086775692094, 4.2140071803502455 ], "p_improvement": 0.99909, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.4571053102294833, "bootstrap_95": [ -0.7114883038037506, 1.5845095120250503 ], "p_improvement": 0.765625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "cdft": { "rps": { "Feb": { "training": { "mean_difference": -0.017590589462578448, "bootstrap_95": [ -0.046256238342157995, 0.011363612446788771 ], "p_improvement": 0.12354, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.01268786707054348, "bootstrap_95": [ -0.013405811340760906, 0.043030831379839325 ], "p_improvement": 0.78125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.004708775540366685, "bootstrap_95": [ -0.017622067140595162, 0.008071382092361726 ], "p_improvement": 0.24466, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.011752798613225979, "bootstrap_95": [ -0.02787691946824168, 0.0016050650379693238 ], "p_improvement": 0.083984375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.004275391396428819, "bootstrap_95": [ 0.00015925689664614195, 0.009352936391112508 ], "p_improvement": 0.96296, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.001369527356133339, "bootstrap_95": [ -0.003141250440175366, 0.005587060893199922 ], "p_improvement": 0.728515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0034169783867174764, "bootstrap_95": [ 0.0006389231522998042, 0.006003012611675358 ], "p_improvement": 0.989025, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0016491195848592117, "bootstrap_95": [ -0.003596032935271411, 0.0068674413087710644 ], "p_improvement": 0.720703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.002431332659382108, "bootstrap_95": [ 0.0002347823851080155, 0.004762575244465707 ], "p_improvement": 0.97245, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0021412704984508893, "bootstrap_95": [ 9.445479485612119e-05, 0.004060528976777774 ], "p_improvement": 0.96484375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01455487630764988, "bootstrap_95": [ -0.03948823951630463, 0.010084997808815652 ], "p_improvement": 0.13132, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0225442944435421, "bootstrap_95": [ 0.0022412161052761405, 0.04645108346495446 ], "p_improvement": 0.955078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.006542569105376941, "bootstrap_95": [ -0.015145617644302396, 0.0012798447456098534 ], "p_improvement": 0.067795, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.005821123782603035, "bootstrap_95": [ -0.010651094788632512, -0.0010294483913905882 ], "p_improvement": 0.025390625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0017004755682451446, "bootstrap_95": [ -4.941378558285614e-05, 0.0034789394451204057 ], "p_improvement": 0.965075, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0011426365355502593, "bootstrap_95": [ -0.00042014964560648454, 0.002646886477361289 ], "p_improvement": 0.8984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0013411612053537004, "bootstrap_95": [ -0.0012062005198324808, 0.003753815021857584 ], "p_improvement": 0.849135, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0027349271975105494, "bootstrap_95": [ -0.0017292004298921195, 0.006805509955295191 ], "p_improvement": 0.8671875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.001488243617521984, "bootstrap_95": [ -9.797077922063176e-05, 0.0032008763169892895 ], "p_improvement": 0.950135, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0012437341523648655, "bootstrap_95": [ 0.00017385727982691888, 0.0019630069538931778 ], "p_improvement": 0.978515625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0030357137388278416, "bootstrap_95": [ -0.00936603414742953, 0.004051856703406271 ], "p_improvement": 0.197845, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.009856425642280932, "bootstrap_95": [ -0.0172675755711955, -0.0019986797838718595 ], "p_improvement": 0.0234375, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.001833793652747354, "bootstrap_95": [ -0.00490621482819542, 0.008900665169923355 ], "p_improvement": 0.686255, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0059316741364051385, "bootstrap_95": [ -0.019123612309212806, 0.0040038456704653905 ], "p_improvement": 0.21875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0025749157087774192, "bootstrap_95": [ -0.00032284078418868064, 0.006174720008131528 ], "p_improvement": 0.9309, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0002268910277900333, "bootstrap_95": [ -0.002940941226529046, 0.003055615998642756 ], "p_improvement": 0.552734375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.002075817220856974, "bootstrap_95": [ -0.0004265174330331041, 0.004584336541792857 ], "p_improvement": 0.938355, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.0010858073536445616, "bootstrap_95": [ -0.004573585082708584, 0.0018904583221307104 ], "p_improvement": 0.2734375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0009430890815421925, "bootstrap_95": [ -0.0007666423547145103, 0.0026684030082723066 ], "p_improvement": 0.847365, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0008975362229383358, "bootstrap_95": [ -0.0009436963376480838, 0.0024961394103958454 ], "p_improvement": 0.830078125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 4.174385042592519, "bootstrap_95": [ 1.8405952541924637, 7.585258565675369 ], "p_improvement": 1.0, "years_better": 2, "years": 24 }, "test": { "mean_difference": 1.8706318335075127, "bootstrap_95": [ 1.0225257288945855, 2.817614448823444 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 1.5730012175036687, "bootstrap_95": [ 0.20920010782217774, 3.0749284109150397 ], "p_improvement": 0.979365, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.5072664429644601, "bootstrap_95": [ -2.8023673852234867, 1.2180124593625192 ], "p_improvement": 0.390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.8394504879429663, "bootstrap_95": [ 0.06805255352929, 1.8341607586894615 ], "p_improvement": 0.96308, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.31323161317061554, "bootstrap_95": [ -0.19323627274481148, 0.8393206458368873 ], "p_improvement": 0.849609375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.48808758998356305, "bootstrap_95": [ 0.08803057821733624, 0.8761223773102084 ], "p_improvement": 0.989005, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.17976268177758925, "bootstrap_95": [ -0.48732481017693474, 0.7884634935458714 ], "p_improvement": 0.703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 1.721240210029798, "bootstrap_95": [ 0.5561737574709854, 2.9853002911038287 ], "p_improvement": 0.9945, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.0866854459749078, "bootstrap_95": [ -0.9107693247300372, 0.7095401737544482 ], "p_improvement": 0.423828125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "mvs_zero_guard": { "rps": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } } }, "SEL-P": { "rps": { "Feb": { "training": { "mean_difference": -0.03669166891513275, "bootstrap_95": [ -0.054206008345778274, -0.018566180492832676 ], "p_improvement": 0.00044, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.006634972406173217, "bootstrap_95": [ -0.02778201369168947, 0.020406028935441235 ], "p_improvement": 0.318359375, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.0022, "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.0034760073120410906, "bootstrap_95": [ -0.016868168144108273, 0.009241223729160804 ], "p_improvement": 0.304865, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.01030231045950626, "bootstrap_95": [ -0.02234938677584047, 0.0008519242543588333 ], "p_improvement": 0.064453125, "years_better": 7, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00164320147048277, "bootstrap_95": [ -0.003142600012739353, 0.007855362116395754 ], "p_improvement": 0.67915, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00034894905395672763, "bootstrap_95": [ -0.0035515504289885124, 0.004266948058207495 ], "p_improvement": 0.56640625, "years_better": 4, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.004980859471565441, "bootstrap_95": [ -0.0021397795068251596, 0.013189260946303964 ], "p_improvement": 0.88296, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0011682882292725566, "bootstrap_95": [ -0.006146088138116286, 0.008743079822333874 ], "p_improvement": 0.638671875, "years_better": 5, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0004657500340917234, "bootstrap_95": [ -0.0014662999991151761, 0.0021690444303411813 ], "p_improvement": 0.68161, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0018154813010858553, "bootstrap_95": [ -0.004579310119789215, 0.0011879926654577554 ], "p_improvement": 0.138671875, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } }, "SEL-A": { "crps": { "Feb": { "training": { "mean_difference": -0.1841828515218978, "bootstrap_95": [ -0.29337298461874084, -0.06683502433325031 ], "p_improvement": 0.00263, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.09558107104111885, "bootstrap_95": [ -0.25673827481433914, 0.058050397598963285 ], "p_improvement": 0.15625, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.01315, "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.3411266735849264, "bootstrap_95": [ -0.634912426541449, -0.07607644945488398 ], "p_improvement": 0.011195, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.4561545819991735, "bootstrap_95": [ -0.7040637428121894, -0.19713062307450502 ], "p_improvement": 0.009765625, "years_better": 7, "years": 9 }, "decision": { "holm_p": 0.04478, "no_harm": true, "confirmed": true } }, "Apr": { "training": { "mean_difference": 0.304792973621314, "bootstrap_95": [ -0.007299359478899936, 0.6936009249277353 ], "p_improvement": 0.94618, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.1520420476251899, "bootstrap_95": [ -0.2882109978174385, -0.018729551830750802 ], "p_improvement": 0.0390625, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.07324258574149371, "bootstrap_95": [ -0.35964990059112434, 0.21085938600988882 ], "p_improvement": 0.31329, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.2110969775690642, "bootstrap_95": [ -0.8357335985973496, 0.47688105014244175 ], "p_improvement": 0.275390625, "years_better": 5, "years": 9 }, "decision": { "holm_p": 0.93987, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.2314386004721829, "bootstrap_95": [ -0.14565436677928603, 0.8290431975858552 ], "p_improvement": 0.685885, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.14355801487002987, "bootstrap_95": [ -0.43720874574178914, 0.1384563830527016 ], "p_improvement": 0.1875, "years_better": 5, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } } } }