{ "created_utc": "2026-10-12T20:57:16.379700+00:00", "config": "config/bias_correction/jan_fmam_ratio_limits.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P, SEL-A and each sensitivity variant).\nVariants (e.g. the MVS all-zero guard) run through the same pipeline but are never chosen by SEL-P / SEL-A.\nCheckpoints (one per target and method) are reused only when the complete dependency fingerprint of the target\n(configuration contents, masks, input files, calculation code; bias_benchmark.dependencies) is unchanged.", "provenance": { "commit": "fb7425f593b8bc5f2550f0f47d4929e76eb3fb5c", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/jan_fmam_ratio_limits.json", "sha256": "7e7f252803e5972258a8d222dec54914b0e61c20f9a96f5ac9e49d4fb5d6ef06" }, "project_config": { "path": "config/fmam/project.json", "sha256": "14e5ba3ed255032ad337f226889b5a4d28d68adf06eb1c3727f665c32e25501b" }, "cycle_config": { "path": "config/cycles/jan_2026_fmam.json", "sha256": "c8310fabdd26ede83b0f6d93af8af4bd5d6825e7f600e7f0867a55fbd37dc9ed" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init01_Feb", "files": 67, "sha256": "b9b3974ef4958e55a2a35f73a53d338fd3edc31199af14efd09d91854df3219e" }, "Mar": { "folder": "data/processed/init01_Mar", "files": 67, "sha256": "2ee69ddc9e04fe6676a6145d2cf5e2ac4c11c1dc77aec88a3b42c10455e157cd" }, "Apr": { "folder": "data/processed/init01_Apr", "files": 67, "sha256": "19ef0f789981c73311c6a090a7364856ad50e3b99f1e73787b06cc83ba9aa59b" }, "May": { "folder": "data/processed/init01_May", "files": 67, "sha256": "783f94cce917835eb27d92d69d78974941c955626a6de8ef3fa9bdd81e28c26b" }, "FMAM": { "folder": "data/processed/init01_FMAM", "files": 67, "sha256": "84fa8dbde4f6f1c758ce9c83c6d196f514b39ddb6759f9b25c2b51349bf08fdd" } }, "scoring_version": 3, "dependency_sha256": "90964d9bbf2d7aa12ee980ea819a84f805b027f34d4c3da381de899bbfeffc30", "python": "3.11.9", "numpy": "1.26.4", "checkpoint_keys": { "Feb": "47d84b07357becf203d2a78af42d8d9dff08d5c150251b9ff8dd2eb0dd6508ab", "Mar": "959d75bcd7495dda993f41640008226fb6ddf63d26c07b2686b1665c677112d1", "Apr": "0e58f85f5d9dfd6e29abeb1a8fefd6782fbe2842a7374f1deabd5971842c07c4", "May": "e3011dec5ee67af798e8d7d3433b455f7547db0c33ea58dff7218c76d3fd012b", "FMAM": "47033a7465b67a075261e2665b6ac26c07195f4097fb52ab2a8ee2638e55c8c8" } }, "methods": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "family": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "variants": [], "reference": "mvs", "targets": { "Feb": { "tag": "init01_Feb", "methods": { "mvs": { "lambda_": { "training_mean": 0.7287589677192076, "training": [ 0.7391300736939214, 0.7237778462584883, 0.7371016836174269, 0.7318641620896597, 0.7413052073222791, 0.7491017187234599, 0.7191852340821809, 0.7374335564313386, 0.7328726261835875, 0.7250682930730384, 0.7267374899576167, 0.7147684182829679, 0.7129085699459968, 0.7384210643071715, 0.7478089289107858, 0.7372754290109317, 0.708582888643509, 0.7158944347623447, 0.7287218081398505, 0.7477378651452714, 0.732743300027204, 0.7149000225684984, 0.730094785727101, 0.6967798183563522 ], "test": 0.73254938003349 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4697167691561273, 0.5220476195635646, 0.45315364837565175, 0.42177772540078307, 0.4927894895969841, 0.44430518755752957, 0.4491599162158127, 0.5146963522411389, 0.37268830648721524, 0.45881062180371324, 0.4688033711068823, 0.3901609075453103, 0.428856574389697, 0.4256845583986342, 0.4276632914045571, 0.47280452067047146, 0.3989630965197899, 0.42677518261370473, 0.3748546392467086, 0.43137825900674875, 0.49239201820385625, 0.38932945243093775, 0.42530674552769776, 0.42645301861011725 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09359313983304539, 0.36367549070238014, 0.12967636100695107, 0.22087815925006066, 0.36929429355118654, 0.13716137072088846, 0.32850408615712673, 0.4059938744430964, 0.15205909241431684, 0.3067181138401013, 0.19919983350435666, 0.18653404391373016, 0.21495388431155557, 0.13293615771656384, 0.10791838427022603, 0.3531875866460927, 0.16105097730248247, 0.0922639936796349, 0.24848985190236936, 0.30664733383630993, 0.3324329661549068, 0.12583748606684533, 0.27042953795948343, 0.16236069548684756 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3761236299892731, 0.1583721298072275, 0.3234772874821168, 0.20089956681087054, 0.12349519735322503, 0.3071438161418349, 0.12065583138882689, 0.1087024792769411, 0.22062921428625848, 0.15209250898472, 0.26960353847103097, 0.2036268646341797, 0.2139026908964454, 0.29274840054449425, 0.3197449078638221, 0.11961693480172889, 0.23791211905317455, 0.334511188342761, 0.12636478783662355, 0.12473092618385166, 0.15995905239228647, 0.2634919668014, 0.1548772077023015, 0.2640923220506327 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.7970892735109, 3.9353902663224876, 8.336641016148581, 4.475050040436888, 3.2413823944285736, 12.039186514161063, 3.052486045986887, 3.209153572862789, 3.8376466190940524, 3.172333631103006, 7.037987347544257, 3.8906725022745037, 6.884163239775635, 6.529194175691248, 9.364383291059735, 2.559259644449932, 4.064092012406403, 24.240334658358737, 2.378080354433913, 2.477666123251026, 4.6065253442670535, 4.279713462385071, 3.369278064406953, 4.552438339724186 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.556334989102066, 3.76976574189008, 8.06828538027154, 4.227581429674143, 3.1154054654967456, 11.751919759868631, 2.9222454759856773, 3.1174668193179884, 3.650280214057467, 2.996191504663891, 6.823839605811347, 3.607167717686776, 6.51530586704989, 6.099810982003533, 9.045300321460505, 2.3901605110555986, 3.9157930525589233, 23.954959012459568, 2.2459001786335495, 2.3860070561812314, 4.286928477513339, 4.088511627072232, 3.2186617866609453, 4.4331713347306225 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.44077380300306807, "rpss": 0.026809816796343866, "brier_below": 0.22507486311127325, "bss_below": 0.008905861847829044, "brier_above": 0.21569894037900114, "bss_above": 0.04481511995989884, "crps": 6.388756163920161, "crpss": 0.07040756417756366, "crps_fair": 6.174458096300262, "crpss_fair": 0.06252753332822014, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.532385, 0.34785, 0.119072, 0.000462, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2631, 0.3463, 0.4292, 0.5099, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3187, 0.3309, 0.532, 0.4971, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193702, 0.626195, 0.106389, 0.073715, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3457, 0.4237, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1199, 0.3782, 0.5321, 0.3778, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47660980731148606, 0.5413750896144859, 0.4624130804293757, 0.43552818657920117, 0.4982702346519304, 0.438218062792756, 0.4470198838200296, 0.5243093630746387, 0.3741234937411294, 0.476957138642094, 0.4592964610171942, 0.3884271644889022, 0.41700256566509447, 0.4226660240772324, 0.40962646686666965, 0.4592403684038722, 0.38634534231938955, 0.4349876427513093, 0.35784373354133636, 0.42635917395626255, 0.4977674662756877, 0.39367365545541927, 0.4225178288589419, 0.44713280537769434 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09217217056871442, 0.39790203542509944, 0.12002389332341726, 0.2274822883538815, 0.3771682152918335, 0.1338829289418809, 0.3229439449742379, 0.4151724894999428, 0.15057473948204814, 0.34075185343138453, 0.21854114978999353, 0.20351800587431693, 0.2083739098556627, 0.11714985367378623, 0.10174054693588439, 0.335796036272529, 0.16491348205597928, 0.08261584855265591, 0.22332411677485148, 0.29619765619015387, 0.32655711659543357, 0.12439624261239568, 0.27489319510086124, 0.16105719429523274 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3844376375229135, 0.1434730552355396, 0.3423891873331063, 0.2080458991275504, 0.12110202075133776, 0.30433513312536764, 0.12407594038719771, 0.10913687549960875, 0.22354875451420536, 0.13620528638781126, 0.24075531180051493, 0.18490915967602298, 0.20862865681373616, 0.30551617031469286, 0.3078859203826225, 0.12344433314136302, 0.22143186049248428, 0.35237179340270286, 0.13451961738354548, 0.13016151877145174, 0.17121035023436817, 0.2692774131393196, 0.14762463405683532, 0.2860756094836867 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.64326592765724, 4.463073755339806, 10.067505335361405, 5.454352200269778, 3.8542460951177255, 14.174570644595127, 3.62871622777071, 3.858140262773985, 4.528953224992515, 3.6352325875210103, 7.032622258959586, 4.490732728679309, 7.918840479443219, 7.655269618495795, 9.33337559546855, 2.983017371317333, 4.686483262200504, 30.07606082356836, 2.822129900874419, 2.935362606693401, 5.485844049230062, 5.115767434628641, 3.920951195744622, 5.503040774359379 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.375489904739897, 4.2686500428040945, 9.749171339822551, 5.15717858855901, 3.714561737208405, 13.82661371609687, 3.485249159519496, 3.7559908989032658, 4.31851423443742, 3.4257877045599847, 6.787609588847285, 4.165453946750216, 7.497632505857696, 7.1573893153218755, 8.95172203033233, 2.7830287640684523, 4.51354304770529, 29.755415445740077, 2.673628586791193, 2.8313625854888613, 5.100305164971877, 4.903495663491069, 3.749338802156443, 5.367205159866045 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4415712933213389, "rpss": 0.024975525838007884, "brier_below": 0.22571453807800737, "bss_below": 0.0057891865542923915, "brier_above": 0.21585675579074937, "bss_above": 0.04426171631899023, "crps": 7.511148098377603, "crpss": 0.07170056976175754, "crps_fair": 7.263097413918321, "crpss_fair": 0.06332908812379323, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.586235, 0.30688, 0.106376, 0.000236, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2625, 0.3447, 0.4301, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3214, 0.3332, 0.5401, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198114, 0.599943, 0.1113, 0.090643, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3456, 0.4245, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1099, 0.3815, 0.538, 0.3763, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4136402807709526, 0.5204002471910848, 0.4158672102577216, 0.3931619586279176, 0.45194929035911785, 0.3783736934989211, 0.34474289306832384, 0.45192659446558126, 0.41349001398098406 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08829144654632647, 0.10572906929660064, 0.14411471587287913, 0.16529460294576598, 0.16008653961032063, 0.17133341296890078, 0.22075695919364857, 0.12541124293431588, 0.222287481528306 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3253488126920037, 0.4146711464831913, 0.271752486901064, 0.2278673574194399, 0.29186273994606693, 0.2070402825771906, 0.12398594918967068, 0.3265153337286653, 0.19120253369958815 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.249686427915206, 13.561460915421787, 5.254056149601307, 6.088711631288636, 5.194785825410667, 3.730084497322033, 1.9975171558073106, 11.681291292819795, 3.3484915561945106 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.077937330908366, 13.461435212189873, 5.136457180464751, 5.943791432488476, 5.136149585387327, 3.6361311616562144, 1.9348883883918475, 11.513950678338386, 3.306280296853736 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.42039468691340054, "rpss": 0.021915397122448943, "brier_below": 0.15592283009967378, "bss_below": 0.03895418296519593, "brier_above": 0.2644718491818756, "bss_above": 0.011583866257627529, "crps": 7.234009494642361, "crpss": 0.00011518740914717718, "crps_fair": 7.127446807408775, "crpss_fair": -0.023997474711144662, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.544457, 0.356031, 0.099512, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2539, 0.3526, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.154, 0.1324, 0.2254, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244891, 0.656009, 0.030893, 0.068207, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3401, 0.4243, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.5108, 0.6692, 0.3994, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40620828007718396, 0.5221140452389598, 0.4066286740882119, 0.4002725122913209, 0.4309772131021313, 0.37737940117376495, 0.33572697845516114, 0.4391423649833136, 0.4031237627540497 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08860583776107743, 0.10707520507244263, 0.1512982634890718, 0.16266116196181038, 0.16384524989286814, 0.17901235399102486, 0.2081683542285182, 0.12719687353039427, 0.24754953778571892 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31760242366857927, 0.41503880949296185, 0.25533040654916794, 0.2376113510926637, 0.26713195628202097, 0.19836705064614732, 0.12755863903696682, 0.3119454765092748, 0.1555742312216677 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.279702572403831, 16.52481341326327, 5.5928454178484905, 7.363553305246221, 5.903745040262096, 4.297159552997516, 2.354194681402829, 13.709590058019144, 3.56642985803642 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.08627252371781, 16.415471331030464, 5.45874795343239, 7.191710614766642, 5.83713337956792, 4.189929551883552, 2.284594998134124, 13.51003907849072, 3.5189759886510803 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4135081369071219, "rpss": 0.024309654511629586, "brier_below": 0.1594903153014363, "bss_below": 0.047608413136456695, "brier_above": 0.2540178160554945, "bss_above": 0.009089400985630158, "crps": 8.288003766608869, "crpss": -0.008964104208530888, "crps_fair": 8.165875046630523, "crpss_fair": -0.034797374613078524, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.592886, 0.311977, 0.095137, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2526, 0.3518, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.165, 0.1479, 0.2638, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.261909, 0.622745, 0.03088, 0.084466, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.341, 0.4261, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4785, 0.588, 0.3891, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.7187349714498854, "training": [ 0.7321885221175788, 0.7122574661258663, 0.7245382928330264, 0.720400453376633, 0.7312056522299182, 0.7348534231771355, 0.7086256195228343, 0.7260548504046065, 0.725293950510013, 0.7093151017929596, 0.7183948213731026, 0.7010154835695402, 0.6962233938261717, 0.7252496731314088, 0.7358048165271414, 0.7262228194726996, 0.703492911365952, 0.7280543377575692, 0.7196457132551771, 0.7361866693657394, 0.7169644269709731, 0.7059418210812343, 0.7189034284331284, 0.6928056665768407 ], "test": 0.7186550961223193 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.467003037708807, 0.5197022298780163, 0.4527314729585682, 0.420048419705048, 0.4913880580589114, 0.44238430740967866, 0.45172903007617243, 0.5147749650805062, 0.37351763699410306, 0.45605870069708987, 0.4655802395931068, 0.3891991443866895, 0.4306758521554068, 0.426885723069731, 0.4253488232210844, 0.4737202491257732, 0.3954196209242196, 0.4235125862880251, 0.37660093413851387, 0.43106703494312776, 0.49606214600764126, 0.384422678705877, 0.4254204759988609, 0.42595871165836885 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09139478367314889, 0.3620708079700571, 0.1287986747921506, 0.21982296501710574, 0.3694625796752328, 0.1367991857966457, 0.33140020983991336, 0.4073185643396483, 0.15265537534542745, 0.30534710248358343, 0.19735903956909706, 0.18524710217976947, 0.21513292258068994, 0.13473026830160972, 0.10544230165477304, 0.35553818115583574, 0.1577224743195557, 0.090509765568464, 0.2504143538109781, 0.3088203351833822, 0.33594352080120277, 0.1237739779553125, 0.2718724117003651, 0.16250381332947444 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3756082546547158, 0.157631422833128, 0.3239327984270367, 0.200225455339478, 0.12192547959072954, 0.3055851208741083, 0.12032882157301066, 0.10745640224307947, 0.22086226188961094, 0.1507115992075421, 0.2682212007699511, 0.2039520429857828, 0.21554293047876355, 0.2921554546932843, 0.3199065224886597, 0.1181820687340704, 0.23769714636838443, 0.3330028201530917, 0.12618658074631367, 0.1222467007237678, 0.16011862543117888, 0.26064870111728516, 0.15354806439343627, 0.26345489731856564 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.7807065558422, 3.819039294027621, 8.359704469170298, 4.421896076130269, 3.1258325256785615, 12.024500222370474, 2.959672277343065, 3.0846552140341386, 3.8456382368093176, 3.070118173622046, 7.032590433414004, 3.879031813352929, 6.916218124520665, 6.610262127245096, 9.421452896650973, 2.464643165403574, 4.01751555042852, 24.23315354884827, 2.3409879680578696, 2.374006959291625, 4.552658570068588, 4.273849721335273, 3.2866927553132657, 4.55339961722232 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.540057802998415, 3.6516553134723564, 8.087578078525299, 4.171409788459829, 2.99963620417578, 11.735306182001823, 2.828515228149674, 2.992987038352822, 3.6565056510178535, 2.8914115104456206, 6.8165375667776775, 3.5915589470261127, 6.537126506128913, 6.169063560908964, 9.098732614207268, 2.292846382799214, 3.8675928286914396, 23.94733253429074, 2.207827380813444, 2.2815041606542237, 4.226608422702386, 4.081350019115927, 3.134268584541697, 4.433185191529057 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.43996716994930535, "rpss": 0.02859079235346873, "brier_below": 0.2250033632101426, "bss_below": 0.009220704349161557, "brier_above": 0.21496380720979058, "bss_above": 0.048070528107996724, "crps": 6.35200942900754, "crpss": 0.0757543775383328, "crps_fair": 6.135024895741107, "crpss_fair": 0.06851470486949363, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.5538, 0.335652, 0.109422, 0.000895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1923, 0.2611, 0.3456, 0.4297, 0.5031, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3164, 0.3342, 0.555, 0.2571, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.215859, 0.595517, 0.116134, 0.07249, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3462, 0.4229, 0.5202, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1107, 0.3803, 0.564, 0.3953, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47509915978934736, 0.5406583107107201, 0.4635611186653402, 0.4354645618737847, 0.4944517891422234, 0.43754341060273105, 0.4458755201272075, 0.5206828060367199, 0.376404035381082, 0.47524226465465064, 0.45850422969217375, 0.38911977335225445, 0.42006487968680584, 0.4229700916808816, 0.4087152389631136, 0.45546912646052484, 0.3847753864916989, 0.43033159112646224, 0.35606439946209634, 0.4214447735654865, 0.49937919547253795, 0.3895517035244611, 0.4215800201303845, 0.4467407613529927 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09131199424879449, 0.39788684172625816, 0.12038904078140666, 0.2279731590720121, 0.37508742370679843, 0.13510046054026947, 0.32242082578064873, 0.41283841696403545, 0.15247134825727973, 0.34058519941166937, 0.21901762198175337, 0.20385987642512204, 0.20934806644547257, 0.11801407712974064, 0.10081679221947706, 0.33346573831713805, 0.16425574818039754, 0.08115817916898886, 0.22161753104296353, 0.2938135157678385, 0.3278040111634385, 0.12369477285999006, 0.2755700414477291, 0.16113431710313844 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3837871663311971, 0.14277146991602155, 0.3431720782203726, 0.20749140374716502, 0.11936436680491125, 0.3024429492665814, 0.12345469592319631, 0.10784439100586038, 0.22393268742296069, 0.13465706635436908, 0.23948660827204196, 0.18525989780684507, 0.2107168143937841, 0.30495601450019894, 0.3078984472801836, 0.12200338917574396, 0.22051963847663794, 0.34917341108856076, 0.1344468690541722, 0.12763125879322007, 0.17157518478298855, 0.2658569309249706, 0.14600997891059123, 0.28560644270092667 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.631298901605714, 4.32401247949989, 10.10509018125486, 5.406229100891149, 3.7116988406943383, 14.156926643836215, 3.508386820060326, 3.6988434615307484, 4.560735123874753, 3.5227758227063366, 7.016838681725838, 4.489131408783644, 7.975348726565282, 7.7667849357131304, 9.376421539252286, 2.8604150178501704, 4.6513764673714, 30.088982832247652, 2.7639549311771625, 2.798853213151012, 5.41928922298887, 5.138512577464203, 3.8348326104952144, 5.524183763284755 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.36073282815606, 4.126203582195307, 9.780318029896128, 5.103685977981804, 3.570231299471602, 13.804592977832701, 3.3623390026186804, 3.595330181193301, 4.346076002790135, 3.3092540499131897, 6.767100126695517, 4.1566873087590155, 7.539078949608357, 7.251538408279294, 8.986397183981516, 2.655890968987076, 4.475322242824442, 29.765679091088987, 2.6131021920513096, 2.6929385462203856, 5.024151810120299, 4.92234786425644, 3.65983831905569, 5.386100280976946 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.44040392283107005, "rpss": 0.0275531725637842, "brier_below": 0.2254014583225984, "bss_below": 0.007168217258069931, "brier_above": 0.21500246504806253, "bss_above": 0.04804421719643137, "crps": 7.472121804334374, "crpss": 0.07652381196789448, "crps_fair": 7.218955717706424, "crpss_fair": 0.06902173417908741, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.584963, 0.304933, 0.1092, 0.000631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1923, 0.2602, 0.3451, 0.4309, 0.5025, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3188, 0.3307, 0.5566, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.219543, 0.570309, 0.11924, 0.090908, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3461, 0.4236, 0.5201, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1018, 0.3831, 0.5684, 0.396, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4099802462085003, 0.5216229361762929, 0.4139755335659906, 0.3920939959100476, 0.45180713251728655, 0.3753275870195117, 0.34836870981270573, 0.4494467962112156, 0.4081034573599915 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0859903457296277, 0.10482119804115493, 0.14168300897432243, 0.16401853703043742, 0.15848065034765485, 0.16941411665044553, 0.22389830411330228, 0.12296456271605603, 0.2183868878239979 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.32398987911002963, 0.41680170681319, 0.2722925171163272, 0.22807546068282544, 0.29332647135398554, 0.20591347244116112, 0.1244704208580475, 0.32648221584307224, 0.18971657073191273 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.310711755573308, 13.590882700388065, 5.2512708082261055, 6.0834709188092475, 5.189873488066674, 3.661433835042073, 1.9435753236200048, 11.688735917272263, 3.2450020107811706 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.136900800010732, 13.490351843969464, 5.132469363514526, 5.936847181951771, 5.130591902582413, 3.566911143267903, 1.8806902763779216, 11.519165423099832, 3.202652909690178 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.41896959942017137, "rpss": 0.02523098644427102, "brier_below": 0.15440640126966654, "bss_below": 0.048300842354188744, "brier_above": 0.2645631905500613, "bss_above": 0.011242494265590985, "crps": 7.2183285286421, "crpss": 0.002282610573579924, "crps_fair": 7.110731204940526, "crpss_fair": -0.021595950690233012, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.555996, 0.337122, 0.106882, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2501, 0.3494, 0.4238, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1512, 0.1293, 0.2406, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.245151, 0.645887, 0.041178, 0.067784, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3393, 0.4201, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3521, 0.5092, 0.6618, 0.3968, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40427321717323494, 0.5259303812306526, 0.4067486895842192, 0.40081153103094463, 0.43284208208698244, 0.37568826491642077, 0.33676741451812364, 0.4383169728670117, 0.3990927995342035 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08751032108732636, 0.108329571473053, 0.1507423169751402, 0.1627188398537842, 0.16452333808043548, 0.17883400902587887, 0.20850776769171311, 0.12650849731617672, 0.24549119628133775 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31676287756776533, 0.417600779077923, 0.2560063686077448, 0.23809269199924316, 0.268318736993638, 0.1968542593237405, 0.1282596614967998, 0.31180846073204965, 0.15360160942949194 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.279166941456454, 16.581416477666156, 5.583006049713002, 7.374639200751094, 5.925049972573649, 4.235351018825739, 2.2905880403625813, 13.732669821113419, 3.4506470042124766 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.081591175975724, 16.47002190248675, 5.446415443488004, 7.199737388109716, 5.857247685133561, 4.126435202954935, 2.219958159326642, 13.529292881543197, 3.402521724784065 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4133857058824215, "rpss": 0.02459853581317273, "brier_below": 0.15924065086498285, "bss_below": 0.04909927675640691, "brier_above": 0.2541450494698218, "bss_above": 0.008593069898450989, "crps": 8.272503836297174, "crpss": -0.00707717537227226, "crps_fair": 8.148135729311399, "crpss_fair": -0.03254940989595578, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.583656, 0.305803, 0.110541, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2487, 0.3502, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1637, 0.1433, 0.2687, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.261393, 0.613663, 0.040042, 0.084902, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3401, 0.4212, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3304, 0.4779, 0.5701, 0.3908, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.7174882144917311, "training": [ 0.731243433200189, 0.7096695742490167, 0.7230984780146719, 0.7197680841784904, 0.728947298820508, 0.7320499244235472, 0.7057701362018562, 0.7234487126950054, 0.7240768809469565, 0.7080999033635746, 0.7170775451944085, 0.6983983434593041, 0.69434330176333, 0.7240147832973775, 0.7340621948693286, 0.7245367569590125, 0.7022166460588954, 0.7371425216252663, 0.7180891737357223, 0.7334797889953576, 0.7165552342638619, 0.7060239511037041, 0.7170423762430096, 0.6905621041391561 ], "test": 0.7178549185930467 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46627419144105714, 0.5192724192537322, 0.45206002365905945, 0.41975895627523246, 0.49114427718566345, 0.4413696211695118, 0.45326230551618885, 0.5159926632477845, 0.37322185949590786, 0.4561261603050993, 0.46475802849469305, 0.38916302101077116, 0.4306029912187376, 0.4266744265413272, 0.4243167900094147, 0.4749833453905094, 0.3947944806046508, 0.42334688528112835, 0.37762294097676063, 0.4324414163847583, 0.4970169810648855, 0.3831606453920899, 0.42565831156486256, 0.4256503382230022 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09098451610492689, 0.36146537657563677, 0.12826549421724334, 0.21938011381660014, 0.36955252804845967, 0.13589329865393704, 0.3327796520815342, 0.4085596981197747, 0.15258379197345046, 0.30526374444926935, 0.1967056641629205, 0.18486140135289805, 0.21477674129248395, 0.13504273538899056, 0.10457314230814388, 0.3567596274457801, 0.15696601393885765, 0.09059889271136101, 0.25129209985552214, 0.3102818507824665, 0.3367339236051132, 0.12278757539237564, 0.27196922317560945, 0.162543684467552 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3752896759654371, 0.15780704362210896, 0.3237945297086981, 0.20037884308421702, 0.12159175035594659, 0.30547632180544626, 0.12048265478223859, 0.10743296665173944, 0.22063806778884326, 0.15086241687242527, 0.26805236504286506, 0.20430162048118425, 0.21582625081064657, 0.29163169106647097, 0.319743648556083, 0.11822371870393336, 0.23782846640619107, 0.33274799193926247, 0.126330841543191, 0.12215956656246456, 0.1602830577119333, 0.26037307030111767, 0.15368908848946833, 0.2631066527281164 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.77672013298704, 3.8089218228731294, 8.358202495343194, 4.41611017767774, 3.1151486013427316, 12.026266010929401, 2.9524936391415095, 3.0762422451337486, 3.8387989190561327, 3.0592908247311055, 7.03681564713734, 3.8751364395296406, 6.921296207857495, 6.618267023738219, 9.425930442448841, 2.461106856798045, 4.016862280263839, 24.23871050606916, 2.340130870874294, 2.3703237317447305, 4.552930606665081, 4.266343861542399, 3.2850304339416745, 4.546306438657488 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.536284156688158, 3.641659979596867, 8.086123337397527, 4.165583038068301, 2.989277263751938, 11.737208293631417, 2.821441364040157, 2.9848479688548895, 3.649947246864016, 2.88063212225906, 6.820968615741043, 3.5876236251475326, 6.541157689397197, 6.176192984566103, 9.10332935152188, 2.2891737710266526, 3.8670352259129595, 23.95334448747635, 2.2070337695325946, 2.277894608121971, 4.226842376026942, 4.0740008680391195, 3.1326512089698415, 4.426139928984651 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4399447116544512, "rpss": 0.028640378313284476, "brier_below": 0.22502586624670448, "bss_below": 0.00912161452936211, "brier_above": 0.21491884587416785, "bss_above": 0.048269631487446785, "crps": 6.349307759020166, "crpss": 0.07614748253716408, "crps_fair": 6.132349720067381, "crpss_fair": 0.06892087873908881, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.558632, 0.334711, 0.105694, 0.000731, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.192, 0.2606, 0.3452, 0.4304, 0.504, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3162, 0.3357, 0.5601, 0.1801, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.215456, 0.594367, 0.116348, 0.073828, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3462, 0.423, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1105, 0.3793, 0.5654, 0.3996, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47463309430211365, 0.5408676106774062, 0.4632897338676838, 0.4357020778204054, 0.49386434296868814, 0.43719356154210137, 0.44617529312429915, 0.520842543642712, 0.3762288595375908, 0.4754476041240163, 0.458323122982984, 0.3895960664800674, 0.42051743858376234, 0.4222517226814742, 0.4083249493908702, 0.4556905330640981, 0.3849290501539092, 0.4298977076069467, 0.35606306989002695, 0.4213524406513285, 0.4996795810809195, 0.3886310246479815, 0.4217961168398968, 0.4460721988607864 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09124062905200772, 0.39781813193908366, 0.12027086416369114, 0.22800387086042687, 0.3748587398032035, 0.13490407826551495, 0.32255524354266996, 0.4129521063064272, 0.15252256168084433, 0.3405714040226856, 0.21904201901006887, 0.203889825288606, 0.20936356857323807, 0.11794881125269115, 0.10065031510441438, 0.33357476798940777, 0.16426858977885067, 0.08116683787172946, 0.2214042415868131, 0.29378110925275175, 0.3278586668865677, 0.12307735026986392, 0.2756273967533502, 0.16084000386952557 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3833924660448643, 0.14304947966873835, 0.34301887001403464, 0.20769820790256852, 0.11900560454437442, 0.3022894825001624, 0.12362005117622926, 0.10789043926765352, 0.2237062981616724, 0.1348762012432742, 0.23928110455056256, 0.18570624208963368, 0.21115387117165674, 0.30430291136259724, 0.30767463482077867, 0.12211576612010855, 0.22066046053460606, 0.3487308687614952, 0.13465882894117218, 0.12757133240717325, 0.1718209146947944, 0.26555367461990326, 0.14616872032612416, 0.2852321934399912 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.630798553071006, 4.312356988202437, 10.105043604146525, 5.402037153289798, 3.6979251451848385, 14.158889498095085, 3.4971171639404184, 3.6872860128554477, 4.555711576993513, 3.511698306120812, 7.018844932284838, 4.485925406232357, 7.98394707681645, 7.7768166324021575, 9.375778468371715, 2.853349358121515, 4.655115305677504, 30.100221553489057, 2.7598639782886174, 2.792433125184658, 5.418360917756569, 5.134026530269816, 3.8332456986608863, 5.518185728356006 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.35993732594557, 4.114447893939196, 9.780020308507112, 5.099099333657471, 3.556568146778183, 13.806317825963982, 3.350902544665574, 3.5837848307319473, 4.340973960149905, 3.298068877127618, 6.7688253660577695, 4.153017751662274, 7.546045343852469, 7.259964670637051, 8.98516865712258, 2.648362703451444, 4.478935141839646, 29.77710425919319, 2.6088550284633074, 2.6864394081048286, 5.022900537376093, 4.9176262297541475, 3.6580804979709223, 5.379959533558606 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4403070726884195, "rpss": 0.027767025368164, "brier_below": 0.22534129721351806, "bss_below": 0.00743321049114154, "brier_above": 0.21496577601517375, "bss_above": 0.04820666341311142, "crps": 7.469374113075502, "crpss": 0.07686339790025443, "crps_fair": 7.215891924021288, "crpss_fair": 0.06941685023788602, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.583009, 0.307412, 0.108674, 0.000631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.192, 0.2597, 0.3448, 0.4316, 0.5037, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3188, 0.33, 0.5593, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.218677, 0.569211, 0.11954, 0.092572, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.346, 0.4237, 0.5208, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1012, 0.3818, 0.5701, 0.4001, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40983554598537253, 0.5212576019575887, 0.4133968401720798, 0.39154557500103654, 0.45093037655955065, 0.37401468783587055, 0.34950986882399826, 0.4491184959932645, 0.40777650064043863 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08565835363558619, 0.10421615841710624, 0.14108538241907959, 0.16346941805219464, 0.15758044770890264, 0.16858053982868365, 0.22469563447875227, 0.12236492651083077, 0.21773523124637928 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3241771709789122, 0.41704141220606034, 0.2723114503071089, 0.22807615874586923, 0.2933499180853557, 0.20543415011253022, 0.12481424950493271, 0.3267535518263252, 0.19004127063294307 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.323895877688084, 13.591497761892398, 5.251572856662313, 6.084258336454402, 5.18129846354387, 3.6482826035015457, 1.940430098512788, 11.689479045050165, 3.2366111287659525 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.150206602927065, 13.49114080230515, 5.132829994281205, 5.937678607988798, 5.122027405805722, 3.5538771487422522, 1.8776486211546173, 11.519906471250033, 3.194320903966087 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4185983881076889, "rpss": 0.02609464167221609, "brier_below": 0.15393178803305727, "bss_below": 0.05122616807756808, "brier_above": 0.264666592488893, "bss_above": 0.010856048052439338, "crps": 7.216369574674614, "crpss": 0.002553377196447215, "crps_fair": 7.108848506491215, "crpss_fair": -0.021325464145776074, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.561986, 0.334349, 0.103665, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2498, 0.3493, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1501, 0.131, 0.2438, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244704, 0.644922, 0.041003, 0.069371, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2795, 0.3394, 0.4205, 0.516, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3527, 0.5095, 0.6603, 0.3941, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40446351025973404, 0.526230866628825, 0.40677758195588826, 0.4008038344808187, 0.4326861637876837, 0.3749103584372233, 0.33710184623928996, 0.4385927542607367, 0.3994114425650644 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08743803130036919, 0.10832018236660533, 0.15074037294765472, 0.16271317618520326, 0.16436909560950277, 0.17863837652632658, 0.20841307658381877, 0.12648383684407982, 0.2455119481754621 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31702546045135105, 0.41791065359845925, 0.2560372050322558, 0.238090659129121, 0.2683170611957006, 0.19627198537722515, 0.12868878435193387, 0.31210890260346585, 0.15389950057295687 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.277420710444375, 16.58618091318324, 5.58246481095645, 7.378591064808761, 5.920768076324895, 4.223575541405791, 2.2849897768920684, 13.736768207433508, 3.4427079552721622 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.079620128348358, 16.474658017997474, 5.445747133062445, 7.203529152186368, 5.85290180705285, 4.114593289339967, 2.21433763402707, 13.533182590285195, 3.3945451204865416 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4134420398461405, "rpss": 0.02446561338766795, "brier_below": 0.15918089961544699, "bss_below": 0.0494560795331459, "brier_above": 0.2542611347013855, "bss_above": 0.008140227306022818, "crps": 8.270385228524582, "crpss": -0.006819260528886817, "crps_fair": 8.145901652531807, "crpss_fair": -0.03226630284704757, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.583129, 0.306432, 0.110439, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2484, 0.3502, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1633, 0.144, 0.2689, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.260349, 0.612829, 0.040043, 0.086779, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3401, 0.4216, 0.516, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4782, 0.5675, 0.3884, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7166656692631523, "training": [ 0.7303830790600572, 0.7083604922279655, 0.7222810654174594, 0.7194206689733941, 0.7280547473069403, 0.7310374076351963, 0.7047389978957375, 0.7224684379887231, 0.7229362488506572, 0.7081023085165831, 0.7159662726238366, 0.6983637608013347, 0.6931566687486296, 0.7227426877396278, 0.733544984520879, 0.723746103734204, 0.7015632921361982, 0.7343308516785126, 0.7174544678966059, 0.7328408124705965, 0.7163828461702988, 0.7057282858983529, 0.716929136246382, 0.6894424377774818 ], "test": 0.717126130843664 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46587810394821466, 0.5189015551666666, 0.4516242893588918, 0.41938318623482185, 0.49185661680449, 0.4407105306556269, 0.4541853448295176, 0.5164781279061323, 0.37294845395190734, 0.4557358566419551, 0.4644805461739648, 0.38879433887634235, 0.43063070270562015, 0.42665036043259136, 0.42370980826097937, 0.475927063520575, 0.3942274047813033, 0.42190621650657345, 0.37825867044706457, 0.43345067595814096, 0.4977009801764119, 0.3827549675030369, 0.42570892449584274, 0.42619580563223425 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09067330513860263, 0.3610748435175544, 0.12784852159529944, 0.21901233894963473, 0.3703033982135406, 0.1353695061640265, 0.3337305333243805, 0.4090961570171778, 0.15232278421821033, 0.3048783863372152, 0.1964176662941876, 0.1844484759789081, 0.214597829576374, 0.13511394001087873, 0.1039484472762438, 0.35775204226762436, 0.15643648136431018, 0.09018251112771113, 0.25194032805714833, 0.3113413751859897, 0.3374202328086705, 0.12240717276712235, 0.27204057055960346, 0.16314940101893952 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.37520479944319834, 0.15782671257095396, 0.3237757680014985, 0.20037084792581822, 0.12155321981718034, 0.3053410237524019, 0.12045481287441581, 0.10738197240423036, 0.22062567002334474, 0.15085747131141392, 0.26806288059475186, 0.2043458636763141, 0.21603287399925944, 0.29153642035353833, 0.319761361855295, 0.11817502205015398, 0.23779092316556263, 0.33172370470300594, 0.1263183428357241, 0.12210930173981707, 0.1602807476412085, 0.26034779503568145, 0.15366835404424994, 0.26304640359733367 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.773887825433164, 3.8086001518425903, 8.356586396112604, 4.414659089696276, 3.115822500592483, 12.026734971876598, 2.9545427506672817, 3.0764015548004995, 3.8371695333326508, 3.058461119840404, 7.037788763017043, 3.874872118750289, 6.922262545690477, 6.618912430897021, 9.427451860176904, 2.4631589789602293, 4.014132865356374, 24.24231443597048, 2.3430360512934607, 2.3729879182202525, 4.555113162417109, 4.2631520200974835, 3.2856546201849772, 4.543693946694959 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.533768963121435, 3.64154084540663, 8.084791328384346, 4.1643468207917325, 2.9902527907931247, 11.737940086108445, 2.8236739140186944, 2.985293524465241, 3.6487293681689645, 2.8800459070599493, 6.8221741233611795, 3.5876392785449016, 6.5423730631740336, 6.177127956845144, 9.105211865195402, 2.291402361663663, 3.8644773616863377, 23.957427895292795, 2.210093304856427, 2.2806812380198473, 4.229452985829232, 4.071084496840382, 3.1333971682552044, 4.423627769650364 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4399207721237044, "rpss": 0.028693234712994675, "brier_below": 0.22506276036538975, "bss_below": 0.008959155051409762, "brier_above": 0.21485801222568135, "bss_above": 0.04853902261718468, "crps": 6.349474900496734, "crpss": 0.07612316270896236, "crps_fair": 6.132773100730561, "crpss_fair": 0.06885659654485221, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.564486, 0.330876, 0.10351, 0.000897, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2604, 0.3451, 0.4306, 0.5032, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3157, 0.3379, 0.5628, 0.1102, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.215683, 0.594071, 0.116176, 0.07407, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3462, 0.4233, 0.5214, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1108, 0.3791, 0.565, 0.4016, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47446569390642745, 0.5411400423460139, 0.46322445999680445, 0.43573960975655673, 0.4938839806336698, 0.4369866448616648, 0.44622431961229836, 0.520887729923015, 0.3762450794216758, 0.4754473785372042, 0.4583326100399914, 0.38962239306079327, 0.4207478617726771, 0.4220483083789764, 0.4082486335121261, 0.4557250932161235, 0.38492654710598134, 0.4282443319120716, 0.3560651726664077, 0.4213007493828091, 0.4997260599475507, 0.3886081414017539, 0.42182591755815, 0.446009662455876 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09115662380211943, 0.39804770615779955, 0.12022025488625258, 0.22802076410086589, 0.37491695034483813, 0.13483178673069532, 0.3226149338205401, 0.4130334845934694, 0.152522640779339, 0.34057116201705523, 0.2190615871924217, 0.203890245895228, 0.2093811445172233, 0.11786113884658089, 0.10061115828674375, 0.33363930097085304, 0.1642682921424164, 0.08072851465828501, 0.22140267053869164, 0.29378426174031136, 0.32788436936241777, 0.12306417440563615, 0.2756589775583101, 0.16083723782468387 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3833090709025547, 0.1430923371210769, 0.3430042054130746, 0.20771884659959566, 0.11896703166951272, 0.30215485735315906, 0.12360938738980244, 0.10785424726314267, 0.22372243894942512, 0.13487621766208277, 0.2392710234285347, 0.1857321480578974, 0.2113667183942924, 0.30418716946734536, 0.3076374757704057, 0.12208579329401574, 0.2206582551238906, 0.3475158162199588, 0.13466250277239014, 0.12751648864925408, 0.1718416910860724, 0.265543967238287, 0.1461669402395616, 0.2851724230808103 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.629907378836403, 4.31298297898622, 10.10421067020175, 5.40230977095862, 3.6968304527434, 14.15995013213774, 3.4977813873740433, 3.687505512817726, 4.555405810464496, 3.5120248838687274, 7.018579519003229, 4.4865394743746, 7.9857900497237075, 7.777044435197647, 9.37597098987763, 2.8536579222985923, 4.653964306440307, 30.10713557627698, 2.7608768681483853, 2.7923375436195146, 5.418186846286635, 5.132100761296438, 3.833781811930573, 5.5153382495940715 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.359155098123775, 4.115183125041182, 9.779406924214035, 5.099462524924861, 3.555701358521621, 13.807467733699568, 3.3516191760856398, 3.5841557980687417, 4.340959286355029, 3.2986107486619884, 6.768581718429831, 4.153770846112153, 7.5479238677758085, 7.260300152859594, 8.985448326658721, 2.6487370180934318, 4.477847032781876, 29.78440917919592, 2.6099290643091786, 2.68640827906508, 5.02313946175111, 4.915808490571012, 3.6586593515923234, 5.377145512899453 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4402365175586091, "rpss": 0.02792281669650276, "brier_below": 0.22533372421553235, "bss_below": 0.007466567476259622, "brier_above": 0.21490279388108927, "bss_above": 0.04848552629378411, "crps": 7.469592222185727, "crpss": 0.07683644189298366, "crps_fair": 7.216242919824665, "crpss_fair": 0.06937158476222494, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.584604, 0.305818, 0.108439, 0.000866, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2596, 0.345, 0.4317, 0.5031, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3181, 0.3315, 0.5605, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.218637, 0.569128, 0.119373, 0.092861, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.346, 0.424, 0.5213, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1014, 0.3815, 0.5695, 0.402, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4094632878623058, 0.5208778226386799, 0.41352079571230727, 0.39116608308227196, 0.4504703450109326, 0.373513351432293, 0.3503413206336053, 0.44858048928782157, 0.40741309400064657 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08536131220959974, 0.10376280985975321, 0.14117825243594995, 0.16309858663730833, 0.15704146094670984, 0.1681009031363589, 0.2255321747160632, 0.1218186739169538, 0.21738916474943393 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3241019542814509, 0.41711498146936205, 0.2723425358434342, 0.22806749823672906, 0.2934288733438612, 0.20541245039376824, 0.12480916106818418, 0.32676179773761066, 0.19002393048219995 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.333282025727039, 13.59011479402063, 5.2518764449207485, 6.083850501787497, 5.178595225536293, 3.6444940565553052, 1.942928005573051, 11.688216707849088, 3.235290247161979 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.159938838063624, 13.48995253374472, 5.133249872566958, 5.9374711694828815, 5.119394456492463, 3.5502212139211387, 1.8802728039702061, 11.518779525894216, 3.193079757179685 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.41837184329565147, "rpss": 0.02662171777334965, "brier_below": 0.15369814873423676, "bss_below": 0.05266622705214452, "brier_above": 0.2646736869840667, "bss_above": 0.010829533648308631, "crps": 7.21651644545907, "crpss": 0.0025330767162087264, "crps_fair": 7.10915113014621, "crpss_fair": -0.02136894196705974, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.566513, 0.331479, 0.102008, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2495, 0.3491, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1501, 0.1305, 0.2461, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.245226, 0.6444, 0.040914, 0.06946, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2794, 0.3394, 0.4206, 0.5165, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3523, 0.5098, 0.6618, 0.3936, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4043547022580984, 0.526283549740233, 0.40679443484587835, 0.40081050610817226, 0.4327719806543663, 0.3748741222816838, 0.33712817849668913, 0.43855388597237754, 0.3994040246962044 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08738077646312209, 0.10831571825410771, 0.15073214595696172, 0.16269252307353466, 0.16440365855966374, 0.17861732151901116, 0.20843209157998815, 0.12645774943662766, 0.2455371748344602 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3169739072934571, 0.4179678008248142, 0.25606228491497546, 0.2381179838740472, 0.26836831510853104, 0.1962568042296837, 0.12869610160837602, 0.3120961217346695, 0.15386685603794648 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.277739594603085, 16.58679863859595, 5.582872054973443, 7.378059872763601, 5.920898938479913, 4.221451888130204, 2.2857239247232917, 13.737399384672708, 3.4413340055721853 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.08015579577521, 16.47530246747457, 5.446190433694605, 7.203132293074497, 5.853078278531164, 4.112508226490633, 2.215144330659375, 13.533880029256315, 3.3932086229569167 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4134417094504115, "rpss": 0.024466392970689865, "brier_below": 0.15917435107527522, "bss_below": 0.04949518394242647, "brier_above": 0.25426735284738894, "bss_above": 0.00811597063427949, "crps": 8.270253144723819, "crpss": -0.006803180925466057, "crps_fair": 8.145844497545921, "crpss_fair": -0.03225906004342849, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.583129, 0.306432, 0.110439, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2482, 0.3502, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1633, 0.144, 0.2689, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.260349, 0.612829, 0.039939, 0.086884, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2795, 0.3402, 0.4216, 0.5165, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4782, 0.569, 0.3879, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "mvs_r4", "1996": "mvs_r4", "1997": "mvs_r4", "1998": "vs", "1999": "mvs_r4", "2000": "mvs_r4", "2001": "vs", "2002": "mvs_r4", "2003": "vs", "2004": "mvs_r4", "2005": "vs", "2006": "vs", "2007": "mvs_r4", "2008": "mvs_r4", "2009": "vs", "2010": "mvs", "2011": "mvs_r4", "2012": "vs", "2013": "mvs_r4", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "mvs_r4", "frequency": { "mvs": 1, "mvs_r3": 0, "mvs_r4": 11, "vs": 12 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46587810394821466, 0.5189015551666666, 0.45206002365905945, 0.41975895627523246, 0.49114427718566345, 0.4407105306556269, 0.45326230551618885, 0.5159926632477845, 0.37294845395190734, 0.4561261603050993, 0.4644805461739648, 0.38916302101077116, 0.43063070270562015, 0.42665036043259136, 0.4243167900094147, 0.4749833453905094, 0.3942274047813033, 0.42677518261370473, 0.37762294097676063, 0.43345067595814096, 0.4970169810648855, 0.3827549675030369, 0.42570892449584274, 0.42619580563223425 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09067330513860263, 0.3610748435175544, 0.12826549421724334, 0.21938011381660014, 0.36955252804845967, 0.1353695061640265, 0.3327796520815342, 0.4085596981197747, 0.15232278421821033, 0.30526374444926935, 0.1964176662941876, 0.18486140135289805, 0.214597829576374, 0.13511394001087873, 0.10457314230814388, 0.3567596274457801, 0.15643648136431018, 0.0922639936796349, 0.25129209985552214, 0.3113413751859897, 0.3367339236051132, 0.12240717276712235, 0.27204057055960346, 0.16314940101893952 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.37520479944319834, 0.15782671257095396, 0.3237945297086981, 0.20037884308421702, 0.12159175035594659, 0.3053410237524019, 0.12048265478223859, 0.10743296665173944, 0.22062567002334474, 0.15086241687242527, 0.26806288059475186, 0.20430162048118425, 0.21603287399925944, 0.29153642035353833, 0.319743648556083, 0.11822371870393336, 0.23779092316556263, 0.334511188342761, 0.126330841543191, 0.12210930173981707, 0.1602830577119333, 0.26034779503568145, 0.15366835404424994, 0.26304640359733367 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.773887825433164, 3.8086001518425903, 8.358202495343194, 4.41611017767774, 3.1151486013427316, 12.026734971876598, 2.9524936391415095, 3.0762422451337486, 3.8371695333326508, 3.0592908247311055, 7.037788763017043, 3.8751364395296406, 6.922262545690477, 6.618912430897021, 9.425930442448841, 2.461106856798045, 4.014132865356374, 24.240334658358737, 2.340130870874294, 2.3729879182202525, 4.552930606665081, 4.2631520200974835, 3.2856546201849772, 4.543693946694959 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.533768963121435, 3.64154084540663, 8.086123337397527, 4.165583038068301, 2.989277263751938, 11.737940086108445, 2.821441364040157, 2.9848479688548895, 3.6487293681689645, 2.88063212225906, 6.8221741233611795, 3.5876236251475326, 6.5423730631740336, 6.177127956845144, 9.10332935152188, 2.2891737710266526, 3.8644773616863377, 23.954959012459568, 2.2070337695325946, 2.2806812380198473, 4.226842376026942, 4.071084496840382, 3.1333971682552044, 4.423627769650364 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.440031694944176, "rpss": 0.02844832678234921, "brier_below": 0.2250512622831572, "bss_below": 0.009009785680450855, "brier_above": 0.21498043312976853, "bss_above": 0.04799690314093952, "crps": 6.349084810445343, "crpss": 0.07617992254636385, "crps_fair": 6.132241226696874, "crpss_fair": 0.06893735136649681 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47446569390642745, 0.5411400423460139, 0.4632897338676838, 0.4357020778204054, 0.49386434296868814, 0.4369866448616648, 0.44617529312429915, 0.520842543642712, 0.3762450794216758, 0.4754476041240163, 0.4583326100399914, 0.3895960664800674, 0.4207478617726771, 0.4220483083789764, 0.4083249493908702, 0.4556905330640981, 0.38492654710598134, 0.4349876427513093, 0.35606306989002695, 0.4213007493828091, 0.4996795810809195, 0.3886081414017539, 0.42182591755815, 0.446009662455876 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09115662380211943, 0.39804770615779955, 0.12027086416369114, 0.22800387086042687, 0.3748587398032035, 0.13483178673069532, 0.32255524354266996, 0.4129521063064272, 0.152522640779339, 0.3405714040226856, 0.2190615871924217, 0.203889825288606, 0.2093811445172233, 0.11786113884658089, 0.10065031510441438, 0.33357476798940777, 0.1642682921424164, 0.08261584855265591, 0.2214042415868131, 0.29378426174031136, 0.3278586668865677, 0.12306417440563615, 0.2756589775583101, 0.16083723782468387 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3833090709025547, 0.1430923371210769, 0.34301887001403464, 0.20769820790256852, 0.11900560454437442, 0.30215485735315906, 0.12362005117622926, 0.10789043926765352, 0.22372243894942512, 0.1348762012432742, 0.2392710234285347, 0.18570624208963368, 0.2113667183942924, 0.30418716946734536, 0.30767463482077867, 0.12211576612010855, 0.2206582551238906, 0.35237179340270286, 0.13465882894117218, 0.12751648864925408, 0.1718209146947944, 0.265543967238287, 0.1461669402395616, 0.2851724230808103 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.629907378836403, 4.31298297898622, 10.105043604146525, 5.402037153289798, 3.6979251451848385, 14.15995013213774, 3.4971171639404184, 3.6872860128554477, 4.555405810464496, 3.511698306120812, 7.018579519003229, 4.485925406232357, 7.9857900497237075, 7.777044435197647, 9.375778468371715, 2.853349358121515, 4.653964306440307, 30.07606082356836, 2.7598639782886174, 2.7923375436195146, 5.418360917756569, 5.132100761296438, 3.833781811930573, 5.5153382495940715 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.359155098123775, 4.115183125041182, 9.780020308507112, 5.099099333657471, 3.556568146778183, 13.807467733699568, 3.350902544665574, 3.5837848307319473, 4.340959286355029, 3.298068877127618, 6.768581718429831, 4.153017751662274, 7.5479238677758085, 7.260300152859594, 8.98516865712258, 2.648362703451444, 4.477847032781876, 29.755415445740077, 2.6088550284633074, 2.68640827906508, 5.022900537376093, 4.915808490571012, 3.6586593515923234, 5.377145512899453 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.44051252903487886, "rpss": 0.027313361442995676, "brier_below": 0.22540339440854607, "bss_below": 0.007159689328937291, "brier_above": 0.2151091351735632, "bss_above": 0.04757191915649939, "crps": 7.468234554796138, "crpss": 0.07700423539774504, "crps_fair": 7.214900158936591, "crpss_fair": 0.06954475124943926 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40983554598537253, 0.5212576019575887, 0.4133968401720798, 0.39154557500103654, 0.45093037655955065, 0.37401468783587055, 0.34950986882399826, 0.4491184959932645, 0.40777650064043863 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08565835363558619, 0.10421615841710624, 0.14108538241907959, 0.16346941805219464, 0.15758044770890264, 0.16858053982868365, 0.22469563447875227, 0.12236492651083077, 0.21773523124637928 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3241771709789122, 0.41704141220606034, 0.2723114503071089, 0.22807615874586923, 0.2933499180853557, 0.20543415011253022, 0.12481424950493271, 0.3267535518263252, 0.19004127063294307 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.323895877688084, 13.591497761892398, 5.251572856662313, 6.084258336454402, 5.18129846354387, 3.6482826035015457, 1.940430098512788, 11.689479045050165, 3.2366111287659525 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.150206602927065, 13.49114080230515, 5.132829994281205, 5.937678607988798, 5.122027405805722, 3.5538771487422522, 1.8776486211546173, 11.519906471250033, 3.194320903966087 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4185983881076889, "rpss": 0.02609464167221609, "brier_below": 0.15393178803305727, "bss_below": 0.05122616807756808, "brier_above": 0.264666592488893, "bss_above": 0.010856048052439338, "crps": 7.216369574674614, "crpss": 0.002553377196447215, "crps_fair": 7.108848506491215, "crpss_fair": -0.021325464145776074 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40446351025973404, 0.526230866628825, 0.40677758195588826, 0.4008038344808187, 0.4326861637876837, 0.3749103584372233, 0.33710184623928996, 0.4385927542607367, 0.3994114425650644 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08743803130036919, 0.10832018236660533, 0.15074037294765472, 0.16271317618520326, 0.16436909560950277, 0.17863837652632658, 0.20841307658381877, 0.12648383684407982, 0.2455119481754621 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31702546045135105, 0.41791065359845925, 0.2560372050322558, 0.238090659129121, 0.2683170611957006, 0.19627198537722515, 0.12868878435193387, 0.31210890260346585, 0.15389950057295687 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.277420710444375, 16.58618091318324, 5.58246481095645, 7.378591064808761, 5.920768076324895, 4.223575541405791, 2.2849897768920684, 13.736768207433508, 3.4427079552721622 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.079620128348358, 16.474658017997474, 5.445747133062445, 7.203529152186368, 5.85290180705285, 4.114593289339967, 2.21433763402707, 13.533182590285195, 3.3945451204865416 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4134420398461405, "rpss": 0.02446561338766795, "brier_below": 0.15918089961544699, "bss_below": 0.0494560795331459, "brier_above": 0.2542611347013855, "bss_above": 0.008140227306022818, "crps": 8.270385228524582, "crpss": -0.006819260528886817, "crps_fair": 8.145901652531807, "crpss_fair": -0.03226630284704757 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "mvs_r4", "1995": "mvs_r4", "1996": "mvs_r4", "1997": "mvs_r4", "1998": "mvs_r4", "1999": "mvs_r4", "2000": "mvs_r4", "2001": "mvs_r4", "2002": "mvs_r4", "2003": "mvs_r4", "2004": "mvs_r4", "2005": "mvs_r4", "2006": "mvs_r4", "2007": "mvs_r4", "2008": "mvs_r4", "2009": "vs", "2010": "mvs_r4", "2011": "mvs_r4", "2012": "mvs_r4", "2013": "mvs_r4", "2014": "mvs_r4", "2015": "mvs_r4", "2016": "mvs_r4" }, "chosen_test": "mvs_r4", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 23, "vs": 1 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46627419144105714, 0.5192724192537322, 0.45206002365905945, 0.41975895627523246, 0.49114427718566345, 0.4413696211695118, 0.45326230551618885, 0.5159926632477845, 0.37322185949590786, 0.4561261603050993, 0.46475802849469305, 0.38916302101077116, 0.4306029912187376, 0.4266744265413272, 0.4243167900094147, 0.4749833453905094, 0.3942274047813033, 0.42334688528112835, 0.37762294097676063, 0.4324414163847583, 0.4970169810648855, 0.3831606453920899, 0.42565831156486256, 0.4256503382230022 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09098451610492689, 0.36146537657563677, 0.12826549421724334, 0.21938011381660014, 0.36955252804845967, 0.13589329865393704, 0.3327796520815342, 0.4085596981197747, 0.15258379197345046, 0.30526374444926935, 0.1967056641629205, 0.18486140135289805, 0.21477674129248395, 0.13504273538899056, 0.10457314230814388, 0.3567596274457801, 0.15643648136431018, 0.09059889271136101, 0.25129209985552214, 0.3102818507824665, 0.3367339236051132, 0.12278757539237564, 0.27196922317560945, 0.162543684467552 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3752896759654371, 0.15780704362210896, 0.3237945297086981, 0.20037884308421702, 0.12159175035594659, 0.30547632180544626, 0.12048265478223859, 0.10743296665173944, 0.22063806778884326, 0.15086241687242527, 0.26805236504286506, 0.20430162048118425, 0.21582625081064657, 0.29163169106647097, 0.319743648556083, 0.11822371870393336, 0.23779092316556263, 0.33274799193926247, 0.126330841543191, 0.12215956656246456, 0.1602830577119333, 0.26037307030111767, 0.15368908848946833, 0.2631066527281164 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.77672013298704, 3.8089218228731294, 8.358202495343194, 4.41611017767774, 3.1151486013427316, 12.026266010929401, 2.9524936391415095, 3.0762422451337486, 3.8387989190561327, 3.0592908247311055, 7.03681564713734, 3.8751364395296406, 6.921296207857495, 6.618267023738219, 9.425930442448841, 2.461106856798045, 4.014132865356374, 24.23871050606916, 2.340130870874294, 2.3703237317447305, 4.552930606665081, 4.266343861542399, 3.2850304339416745, 4.546306438657488 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.536284156688158, 3.641659979596867, 8.086123337397527, 4.165583038068301, 2.989277263751938, 11.737208293631417, 2.821441364040157, 2.9848479688548895, 3.649947246864016, 2.88063212225906, 6.820968615741043, 3.5876236251475326, 6.541157689397197, 6.176192984566103, 9.10332935152188, 2.2891737710266526, 3.8644773616863377, 23.95334448747635, 2.2070337695325946, 2.277894608121971, 4.226842376026942, 4.0740008680391195, 3.1326512089698415, 4.426139928984651 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.439921083495145, "rpss": 0.028692547231961796, "brier_below": 0.22500380238943166, "bss_below": 0.009218770468083282, "brier_above": 0.214917281572475, "bss_above": 0.048276558722797125, "crps": 6.349194033399022, "crpss": 0.07616403012083495, "crps_fair": 6.132243142391272, "crpss_fair": 0.06893706050522208 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47463309430211365, 0.5408676106774062, 0.4632897338676838, 0.4357020778204054, 0.49386434296868814, 0.43719356154210137, 0.44617529312429915, 0.520842543642712, 0.3762288595375908, 0.4754476041240163, 0.458323122982984, 0.3895960664800674, 0.42051743858376234, 0.4222517226814742, 0.4083249493908702, 0.4556905330640981, 0.38492654710598134, 0.4298977076069467, 0.35606306989002695, 0.4213524406513285, 0.4996795810809195, 0.3886310246479815, 0.4217961168398968, 0.4460721988607864 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09124062905200772, 0.39781813193908366, 0.12027086416369114, 0.22800387086042687, 0.3748587398032035, 0.13490407826551495, 0.32255524354266996, 0.4129521063064272, 0.15252256168084433, 0.3405714040226856, 0.21904201901006887, 0.203889825288606, 0.20936356857323807, 0.11794881125269115, 0.10065031510441438, 0.33357476798940777, 0.1642682921424164, 0.08116683787172946, 0.2214042415868131, 0.29378110925275175, 0.3278586668865677, 0.12307735026986392, 0.2756273967533502, 0.16084000386952557 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3833924660448643, 0.14304947966873835, 0.34301887001403464, 0.20769820790256852, 0.11900560454437442, 0.3022894825001624, 0.12362005117622926, 0.10789043926765352, 0.2237062981616724, 0.1348762012432742, 0.23928110455056256, 0.18570624208963368, 0.21115387117165674, 0.30430291136259724, 0.30767463482077867, 0.12211576612010855, 0.2206582551238906, 0.3487308687614952, 0.13465882894117218, 0.12757133240717325, 0.1718209146947944, 0.26555367461990326, 0.14616872032612416, 0.2852321934399912 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.630798553071006, 4.312356988202437, 10.105043604146525, 5.402037153289798, 3.6979251451848385, 14.158889498095085, 3.4971171639404184, 3.6872860128554477, 4.555711576993513, 3.511698306120812, 7.018844932284838, 4.485925406232357, 7.98394707681645, 7.7768166324021575, 9.375778468371715, 2.853349358121515, 4.653964306440307, 30.100221553489057, 2.7598639782886174, 2.792433125184658, 5.418360917756569, 5.134026530269816, 3.8332456986608863, 5.518185728356006 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.35993732594557, 4.114447893939196, 9.780020308507112, 5.099099333657471, 3.556568146778183, 13.806317825963982, 3.350902544665574, 3.5837848307319473, 4.340973960149905, 3.298068877127618, 6.7688253660577695, 4.153017751662274, 7.546045343852469, 7.259964670637051, 8.98516865712258, 2.648362703451444, 4.477847032781876, 29.77710425919319, 2.6088550284633074, 2.6864394081048286, 5.022900537376093, 4.9176262297541475, 3.6580804979709223, 5.379959533558606 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4403069683947558, "rpss": 0.027767255656853784, "brier_below": 0.22534128481199997, "bss_below": 0.007433265116437271, "brier_above": 0.21496568412306058, "bss_above": 0.04820707027927684, "crps": 7.469326154773952, "crpss": 0.07686932504526889, "crps_fair": 7.21584658614388, "crpss_fair": 0.06942269714707006 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40983554598537253, 0.5212576019575887, 0.4133968401720798, 0.39154557500103654, 0.45093037655955065, 0.37401468783587055, 0.34950986882399826, 0.4491184959932645, 0.40777650064043863 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08565835363558619, 0.10421615841710624, 0.14108538241907959, 0.16346941805219464, 0.15758044770890264, 0.16858053982868365, 0.22469563447875227, 0.12236492651083077, 0.21773523124637928 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3241771709789122, 0.41704141220606034, 0.2723114503071089, 0.22807615874586923, 0.2933499180853557, 0.20543415011253022, 0.12481424950493271, 0.3267535518263252, 0.19004127063294307 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.323895877688084, 13.591497761892398, 5.251572856662313, 6.084258336454402, 5.18129846354387, 3.6482826035015457, 1.940430098512788, 11.689479045050165, 3.2366111287659525 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.150206602927065, 13.49114080230515, 5.132829994281205, 5.937678607988798, 5.122027405805722, 3.5538771487422522, 1.8776486211546173, 11.519906471250033, 3.194320903966087 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4185983881076889, "rpss": 0.02609464167221609, "brier_below": 0.15393178803305727, "bss_below": 0.05122616807756808, "brier_above": 0.264666592488893, "bss_above": 0.010856048052439338, "crps": 7.216369574674614, "crpss": 0.002553377196447215, "crps_fair": 7.108848506491215, "crpss_fair": -0.021325464145776074 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40446351025973404, 0.526230866628825, 0.40677758195588826, 0.4008038344808187, 0.4326861637876837, 0.3749103584372233, 0.33710184623928996, 0.4385927542607367, 0.3994114425650644 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08743803130036919, 0.10832018236660533, 0.15074037294765472, 0.16271317618520326, 0.16436909560950277, 0.17863837652632658, 0.20841307658381877, 0.12648383684407982, 0.2455119481754621 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31702546045135105, 0.41791065359845925, 0.2560372050322558, 0.238090659129121, 0.2683170611957006, 0.19627198537722515, 0.12868878435193387, 0.31210890260346585, 0.15389950057295687 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.277420710444375, 16.58618091318324, 5.58246481095645, 7.378591064808761, 5.920768076324895, 4.223575541405791, 2.2849897768920684, 13.736768207433508, 3.4427079552721622 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.079620128348358, 16.474658017997474, 5.445747133062445, 7.203529152186368, 5.85290180705285, 4.114593289339967, 2.21433763402707, 13.533182590285195, 3.3945451204865416 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4134420398461405, "rpss": 0.02446561338766795, "brier_below": 0.15918089961544699, "bss_below": 0.0494560795331459, "brier_above": 0.2542611347013855, "bss_above": 0.008140227306022818, "crps": 8.270385228524582, "crpss": -0.006819260528886817, "crps_fair": 8.145901652531807, "crpss_fair": -0.03226630284704757 } } } } }, "Mar": { "tag": "init01_Mar", "methods": { "mvs": { "lambda_": { "training_mean": 0.8679292208243078, "training": [ 0.8287891090321843, 0.8700383989695524, 0.8690245987911734, 0.8732946590511487, 0.8749934084094872, 0.8508127057979016, 0.8418590028673484, 0.8799168735120754, 0.865692568535557, 0.8742227978832936, 0.8723693361816651, 0.8752399507959137, 0.8546642835564034, 0.8723039976811441, 0.8638050325852079, 0.8938784864209278, 0.8590637204658801, 0.8817604597638566, 0.8827120653185702, 0.913219608713757, 0.8768817583270546, 0.8572773710644396, 0.8376553167091529, 0.8608257893496901 ], "test": 0.8744554895297096 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5177058227443954, 0.4708123029684602, 0.4847481056071085, 0.5129399354900186, 0.4259331885730271, 0.41384476652825153, 0.5119363242217243, 0.5414273286373835, 0.4039843246690677, 0.38521815802758974, 0.40301225792277084, 0.4082946058922362, 0.43893560822482397, 0.4497506689420904, 0.3753786474711228, 0.5015496387805652, 0.3814386414164076, 0.4872656765161854, 0.46601716871569326, 0.46866762838375364, 0.47419493192024753, 0.472407470202907, 0.4208083961948839, 0.43588417390149353 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32779592326201995, 0.30651963946078215, 0.13179909717532215, 0.14345550884610572, 0.14255001071259776, 0.18188371327049085, 0.2377449143460212, 0.42145611222351714, 0.1479860556845358, 0.12124869010878025, 0.2479824338728319, 0.2514899355484556, 0.13110147012351495, 0.21204909579080525, 0.17867192578940985, 0.37110380101987395, 0.21219336268690475, 0.1862821688472519, 0.3117638784653182, 0.3398867477101932, 0.19668290877892228, 0.1477079310888914, 0.2041966459409466, 0.27440219182756104 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1899098997376093, 0.1642926634159962, 0.35294900907046595, 0.36948442798483583, 0.28338317778376104, 0.23196105308129436, 0.27419140957971294, 0.11997121582442236, 0.25599826952917343, 0.26396946864859366, 0.15502982408369853, 0.15680466990313752, 0.30783413843866914, 0.23770157356412452, 0.19670672157368194, 0.13044583796223932, 0.16924527838418152, 0.3009835080063212, 0.15425328982199388, 0.1287808810265244, 0.2775120228908665, 0.3246995398791466, 0.21661174976034359, 0.16148198143059225 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.060775786061996, 12.262579922437773, 27.216334353312494, 42.46530542133957, 15.025303925114349, 18.539442848021633, 36.455777030688566, 20.29191098489776, 21.952983594613922, 14.662285375947555, 10.70472901614862, 12.735617575027534, 19.81129569887511, 19.82418265439673, 12.397977245784208, 17.890576371146217, 12.05065853335676, 35.13638540713932, 15.114732035085982, 11.760623227551656, 40.98100787482301, 26.399389631326784, 14.699946758855317, 16.02694703507957 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.00775748640397, 11.630170431297573, 26.51847026532095, 41.88882461668594, 14.148807238233289, 17.872459235413665, 35.9498006353614, 19.578911703159914, 21.234728894268656, 13.753452454042629, 10.036963744245059, 12.240297918069427, 19.25476233074601, 19.42360804933516, 11.678351637938063, 17.297412739204802, 11.347922947599589, 34.34531232357635, 14.369636449254793, 11.32939174449933, 40.49030882478045, 25.921880272657017, 14.104673821257412, 15.11180773079056 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4521731571646754, "rpss": 0.00198170727110758, "brier_below": 0.22616475677421058, "bss_below": 0.002937588719997275, "brier_above": 0.22600840047422444, "bss_above": 0.001023327690324094, "crps": 20.936115346126353, "crpss": -0.04382737849291862, "crps_fair": 20.27232139558925, "crpss_fair": -0.054676987304904445, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044277, 0.954321, 0.001401, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3381, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3498, 0.4278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 2.9e-05, 0.960868, 0.039103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3436, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3472, 0.3131, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5415902752780666, 0.44942975366085947, 0.4896884533981546, 0.5075701944100842, 0.4296697603197834, 0.40393813562711733, 0.5032896640614787, 0.5387836247485226, 0.4110156185701652, 0.39023824556444825, 0.4132629702299113, 0.4045621488665031, 0.42471564630142333, 0.44099921255189795, 0.37180029803663844, 0.4928806180388891, 0.3863233636062376, 0.4978896536884809, 0.4879273086321948, 0.47443834832818804, 0.4741348012740962, 0.46799505344509745, 0.43204155014465045, 0.4307597374443839 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.36709334644908925, 0.2867362795991151, 0.12898911098229005, 0.15554926161188729, 0.14602125815190667, 0.19069612271709743, 0.18232841778212933, 0.41754927045368334, 0.1524140735465834, 0.1256886893697257, 0.26779435663396683, 0.24703659796924124, 0.1347179814585392, 0.1937669980882129, 0.17492994235586165, 0.3539385432775139, 0.2257657341444584, 0.1572923151797282, 0.35988932399138224, 0.35401561852943064, 0.1544441983332605, 0.15929774430810528, 0.2101521994614382, 0.28284783281737247 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1744969292299755, 0.1626934740114353, 0.36069934320239977, 0.3520209341628278, 0.2836485021144454, 0.21324201280760655, 0.3209612459587164, 0.12123435376371237, 0.25860154566508853, 0.26454955697543175, 0.1454686135261965, 0.15752555030992976, 0.2899976651876281, 0.24723221484948837, 0.19687035562793023, 0.13894207484841087, 0.16055762915806895, 0.34059733903791883, 0.1280379841155124, 0.12042273014779398, 0.31969060270416744, 0.30869731004321715, 0.2218893501672212, 0.1479119040090651 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.824185832226696, 12.707523261968843, 30.717750059098623, 43.134154851825244, 17.063379098882102, 20.558566088960433, 44.57025678851922, 22.738630441759486, 24.64417134877606, 16.673791908036776, 11.770640262285506, 14.7179890688764, 19.663413843579132, 21.842173292158275, 13.713409107111085, 20.18432050539162, 13.916031831846045, 43.20209040380116, 17.47065413805831, 12.87237814973941, 50.97082150177485, 26.495713772686045, 17.0546737535137, 18.354598099304404 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.640589760675187, 12.009015401203714, 29.930314314716103, 42.48481610389589, 16.07182413451449, 19.784716708506075, 44.035860616416045, 21.986448013897025, 23.819523622016092, 15.619912814235612, 10.98476016176319, 14.159369732922237, 19.036002143003852, 21.40500140479569, 12.903153661144803, 19.51100297902737, 13.123504206960156, 42.28040430249568, 16.64520451277506, 12.389169801560243, 50.42120632986336, 25.95448557473542, 16.397402927120705, 17.282849397782257 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.45270601817613637, "rpss": 0.0006151087404615563, "brier_below": 0.22620646738383413, "bss_below": 0.00164518454832141, "brier_above": 0.22649955090100785, "bss_above": -0.00041575833506435345, "crps": 23.660888225424145, "crpss": -0.04540471370978616, "crps_fair": 22.911522442751092, "crpss_fair": -0.056308474984518186, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040928, 0.957462, 0.001611, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.339, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2851, 0.3495, 0.4339, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 3.5e-05, 0.943926, 0.056039, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3442, 0.4237, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3483, 0.3146, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052804976225627, 0.4812413016528943, 0.43633101778713124, 0.4661028006560897, 0.4383176401785411, 0.4354640958304937, 0.4829933886556187, 0.4157041905847258, 0.45640813762445553 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21714256278531685, 0.20251324663252598, 0.2682761326208215, 0.15317731447403687, 0.2895214847998393, 0.2592789699902624, 0.11386311879304206, 0.16657046734081002, 0.18806492227873547 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18813794157509472, 0.2787280441216212, 0.16805489430183776, 0.3129254689997495, 0.1487961668185528, 0.1761851326912272, 0.3691302435040665, 0.24913371935210588, 0.26834320743835155 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.35879991751497, 23.91169831144135, 12.560219961107016, 24.27065576436852, 14.560481411760302, 14.909353344413672, 69.49578113369563, 16.84220559489902, 22.361999453683786 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 10.979433913981351, 23.578713445131296, 12.255830183132392, 23.93430157854311, 14.27278782710245, 14.561269458374637, 69.10131100469575, 16.588147582398506, 22.03543342223311 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4464270078436125, "rpss": 0.007614347790580123, "brier_below": 0.20648980219059893, "bss_below": 0.0030791079079737216, "brier_above": 0.23993720208917857, "bss_above": 0.011484464378879178, "crps": 23.36346609920936, "crpss": 0.004851675408690359, "crps_fair": 23.0341364906214, "crpss_fair": -0.0157720956526044, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269507, 0.730493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3187, 0.2768, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010151, 0.958831, 0.031018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3309, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.372, 0.3908, 0.5272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41218499648383383, 0.4792278728240942, 0.419241942355492, 0.4761790176902756, 0.43327208395489003, 0.44204795493374244, 0.5147377751306997, 0.4072837078132598, 0.45585923328390643 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21803634609756, 0.1861979746367564, 0.2633777654647106, 0.12017844761106133, 0.2865317381576341, 0.2514659414178804, 0.11028108869678639, 0.1864717814056608, 0.15661277603235674 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19414865603784762, 0.2930298846455185, 0.15586418856231096, 0.3560005455082571, 0.14674035780656663, 0.19058201752878995, 0.40445665326513774, 0.22081192735976005, 0.29924644396243055 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.51035045633022, 28.985740050784514, 13.62303591967525, 29.568631718704996, 16.61209767097757, 17.496056143071407, 85.75029882122867, 17.433025221480293, 26.526266120120535 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.101021826230452, 28.605944080929888, 13.276440298282317, 29.174215017064526, 16.28534695040718, 17.112816478580047, 85.31173241757675, 17.137800074419673, 26.167257243104693 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4488927316077993, "rpss": 0.011218595465426806, "brier_below": 0.19768376216893413, "bss_below": 0.006242585235730624, "brier_above": 0.2512089638529577, "bss_above": 0.015099464835947374, "crps": 27.61172245804149, "crpss": 0.010322804947629827, "crps_fair": 27.24139715406617, "crpss_fair": -0.009091314050848176, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250005, 0.749995, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3376, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.29, 0.2546, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.007148, 0.949074, 0.043778, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3323, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2072, 0.4293, 0.5246, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.8567711164410556, "training": [ 0.8158727982343306, 0.8602023306005221, 0.8575115525340998, 0.8646248798805886, 0.8587436279731462, 0.8435138136468875, 0.8286782780127521, 0.8695362945282186, 0.857707930338154, 0.861409095253211, 0.8605256748622422, 0.8663801900388571, 0.8432556938182274, 0.8594200074611819, 0.8554414416476674, 0.8857357256746502, 0.8504125432173592, 0.870430166492394, 0.8720727402083827, 0.9045654066338316, 0.8612345652724515, 0.8442426539416151, 0.8229422274721192, 0.8480471568424462 ], "test": 0.8664711697311444 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5195987791607822, 0.4714248540961783, 0.4843007349537656, 0.5127555302976575, 0.42418947837994453, 0.4139243997760446, 0.5130516851089995, 0.5407654404099371, 0.4040347349102228, 0.3850434773187715, 0.4032858615929728, 0.40779283344773326, 0.4401484249470197, 0.4517637487166529, 0.3748770712744852, 0.5001822635823243, 0.38104615595197383, 0.48622699325208024, 0.46526935733099306, 0.4670738801539379, 0.4719638577332868, 0.4732516445131285, 0.4190605691328745, 0.43559530758341436 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3286982902021909, 0.3069708685243161, 0.13161056025891427, 0.14316247207663543, 0.14196122549600382, 0.18173426178450222, 0.23810047087898203, 0.4209329667669163, 0.14792060755793746, 0.12084513866300345, 0.24848331520391367, 0.2514741689140164, 0.13172974986545802, 0.21332826224271273, 0.17795833092100982, 0.36992951310386113, 0.21167562186905495, 0.1862169552916154, 0.31102229836317885, 0.33895218406528616, 0.19597078542986435, 0.14781574864988797, 0.20311819152252686, 0.273864757764415 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1909004892206602, 0.16445398550224094, 0.3526901754426158, 0.36959305967640554, 0.28222825286693304, 0.23219013781457476, 0.27495121391154576, 0.11983247294645263, 0.2561141279584626, 0.26419833949869814, 0.15480254640852176, 0.15631866406196082, 0.3084186755202031, 0.23843548691031713, 0.19691874023635578, 0.1302527506719806, 0.16937053370040017, 0.30001003836602935, 0.15424705849659423, 0.1281216964601123, 0.2759930720198249, 0.3254358966676275, 0.21594237700876592, 0.16173054907087167 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.04108736799924, 12.25478106794413, 27.193428133712953, 42.34996940010719, 15.114648255541107, 18.526716637161435, 36.43160047876765, 20.05212919724055, 21.92252885686081, 14.763813007271002, 10.658943194224507, 12.736785422794723, 19.867880029496124, 19.886562070141515, 12.287715967166656, 17.636299262624018, 11.954444588154296, 35.045522952767875, 14.947416320279496, 11.506595346431432, 41.0303535659087, 26.361480199642973, 14.67472535628684, 15.89806882663545 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 26.967042552500526, 11.61287021811513, 26.486121471869858, 41.767490603622385, 14.223846871556622, 17.850571219195622, 35.917273856524815, 19.32271368006201, 21.1957907017916, 13.839966843072812, 9.982345260234217, 12.233963565184952, 19.30233447691516, 19.48224026652148, 11.557504527830924, 17.033624373046138, 11.24106136485033, 34.243251278600454, 14.18908624659759, 11.070500523892859, 40.53552564151425, 25.87847485583083, 14.068506297882553, 14.966223281003028 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45194279515104924, "rpss": 0.0024901529846709236, "brier_below": 0.22597819772567515, "bss_below": 0.0037600467255323178, "brier_above": 0.2259645975182564, "bss_above": 0.0012169405432023161, "crps": 20.880978979381695, "crpss": -0.04107840390010575, "crps_fair": 20.207013749092336, "crpss_fair": -0.05127932649876099, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083617, 0.912751, 0.003632, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3397, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2469, 0.357, 0.361, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000658, 0.958059, 0.041283, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2967, 0.343, 0.4287, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3471, 0.3471, 0.3174, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5442476098809227, 0.4496614285167009, 0.4895079042538791, 0.5079103575140461, 0.4283667173483201, 0.4040947888218608, 0.5045041372872503, 0.5379427299714973, 0.4114336060290603, 0.390574004417499, 0.4135628716977904, 0.4036866044167742, 0.4259327964120715, 0.44318628742046773, 0.3712057125486586, 0.49155859818719005, 0.38591301576775633, 0.49647233929447193, 0.48719232315796035, 0.4721680157819558, 0.4714459529774243, 0.4690638539009734, 0.4306242771447161, 0.43099503660157673 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3682960537533354, 0.2869597320044028, 0.1290799398536192, 0.1555747354799362, 0.1457235946282112, 0.1907515742503445, 0.1824208509391949, 0.4168075109685968, 0.15250479541331588, 0.12550314190075004, 0.268308701537792, 0.24688794671483164, 0.1354741759598117, 0.1949861038778183, 0.1740317030853107, 0.35265097425385117, 0.22519795958137487, 0.15712384825790202, 0.35909750627290626, 0.3524873867004009, 0.15355850351144945, 0.15958620482791208, 0.20922097971855583, 0.2826699541505764 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.17595155653513198, 0.1627016964797405, 0.3604279653371526, 0.3523356235445059, 0.2826431227339299, 0.21334321445233298, 0.32208328601616626, 0.12113521837326034, 0.2589288113507022, 0.2650708634281182, 0.1452541700634748, 0.15679865707244336, 0.29045862089076335, 0.2482001839555596, 0.197174009391833, 0.13890762399777482, 0.16071505583834003, 0.3393484916540345, 0.12809481630754738, 0.11968062943353447, 0.31788744919715983, 0.30947765002306227, 0.22140329677400555, 0.14832508173507655 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.81147802151278, 12.709594415986647, 30.685227946893203, 42.983322118090065, 17.171072523336846, 20.53904499375966, 44.54741466882618, 22.454423978404957, 24.606276942422426, 16.796269454892446, 11.705165272158489, 14.733004681536936, 19.72815189023719, 21.922139807897302, 13.57641172629592, 19.880187328303926, 13.790229684434347, 43.08509415746854, 17.247223530965528, 12.560740440250774, 51.04607231584174, 26.437182786461246, 17.02544997087798, 18.199502356763357 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.60246353949512, 11.999791636900367, 29.88627770141023, 42.32621667810601, 16.162590213663183, 19.754009935253464, 44.0028254712101, 21.682655571827564, 23.771563064917768, 15.724274791485604, 10.90854298797477, 14.165193290989137, 19.0895257006873, 21.480534735968675, 12.754032136515988, 19.195246227939453, 12.984644865072676, 42.14971374517111, 16.40567012475823, 12.07180162661086, 50.49195296870535, 25.889334260548672, 16.354889619807086, 17.106980340643126 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.452552123722951, "rpss": 0.0009548431048990169, "brier_below": 0.22603766156842497, "bss_below": 0.0023902034712508513, "brier_above": 0.2265144622744021, "bss_above": -0.000481619714756798, "crps": 23.59336170890077, "crpss": -0.04242120193282406, "crps_fair": 22.83169713481924, "crpss_fair": -0.05262822416324009, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.076139, 0.919556, 0.004306, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3409, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2516, 0.3549, 0.3325, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000702, 0.941144, 0.058154, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2966, 0.3436, 0.4286, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3497, 0.3486, 0.3105, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4054201465639793, 0.48003708799416056, 0.4363478936361012, 0.46557649278761065, 0.4360339414173369, 0.4340890121460432, 0.48240507151325906, 0.4171443499836289, 0.45674839629865527 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21713013750625176, 0.201729421399003, 0.2682180421635005, 0.15302256263276814, 0.2875542444534786, 0.2583520592655362, 0.11385605355266953, 0.16745707944252364, 0.18830738060732485 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1882900157800431, 0.2783076557160497, 0.1681298605797326, 0.31255391299975316, 0.14847970837402164, 0.17573695975549486, 0.36854899170777633, 0.24968726661147966, 0.2684410078246724 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.406034564132456, 23.780211323489354, 12.444984926405496, 24.303307249158443, 14.282521661096217, 14.754133297339362, 69.32436088181812, 16.93239087196499, 22.29991556374708 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.019666701905953, 23.442123241250492, 12.136141030741257, 23.961837285785272, 13.991084767717195, 14.401166026379022, 68.92334185143132, 16.67517025057894, 21.96817173242731 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44597804359341947, "rpss": 0.008612373609848234, "brier_below": 0.20618077566922846, "bss_below": 0.004571070184543502, "brier_above": 0.23979726437211368, "bss_above": 0.01206099276269601, "crps": 23.280873371016835, "crpss": 0.008369647217119969, "crps_fair": 22.9465225431352, "crpss_fair": -0.011908447319935567, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.24884, 0.75116, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3388, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3088, 0.2812, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.009625, 0.956914, 0.033461, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2962, 0.3305, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3533, 0.3908, 0.5229, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4123552480963806, 0.4777170223884285, 0.4188273540501204, 0.4760520152811139, 0.43092912621796814, 0.4402554559265636, 0.5142601351633251, 0.40876249045619045, 0.4557235119554852 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21813490296647867, 0.18518142011804284, 0.2628544276390019, 0.12039065697915213, 0.28449328893574344, 0.250265533810608, 0.1105175803085409, 0.18747641930900322, 0.15646098788631949 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1942203507668402, 0.2925355887602365, 0.15597293806127613, 0.3556613337781499, 0.14643584926046257, 0.18998992615481844, 0.403742521815095, 0.2212860720671179, 0.29926251083430355 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.573971787307894, 28.806987892366756, 13.4827938368138, 29.63409795553384, 16.27728289867457, 17.30788668619272, 85.52995167402175, 17.53305977856567, 26.443844908560152 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.15617949568795, 28.421057273983553, 13.130744853435733, 29.23347426820653, 15.946076755463858, 16.918769291664777, 85.08350064468354, 17.234011683617908, 26.078622354692254 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.44832026217061954, "rpss": 0.012479580761669662, "brier_below": 0.19730835755032117, "bss_below": 0.008129746422821826, "brier_above": 0.2510118990553667, "bss_above": 0.015872085452793616, "crps": 27.509986379781907, "crpss": 0.013969295191785247, "crps_fair": 27.133604069048456, "crpss_fair": -0.005098381339249558, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.225741, 0.774259, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3379, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2755, 0.2599, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006689, 0.946918, 0.046393, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.297, 0.332, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1666, 0.4293, 0.5212, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.8562190421705257, "training": [ 0.8162691842014639, 0.8595025601814247, 0.8567145677157773, 0.8638740208351472, 0.8580995100064567, 0.8421154420042121, 0.8281316213643132, 0.8693066761891792, 0.8577593398776568, 0.8611426378786471, 0.8599849877680623, 0.8663724013554459, 0.8422679660834422, 0.8593055068352432, 0.8549293654529421, 0.8862805036619534, 0.8498385766649835, 0.8696010709885953, 0.8719176670675314, 0.9048091534408573, 0.8582224137844116, 0.8440756052604154, 0.8212281743925169, 0.8475080590819388 ], "test": 0.8664374906976862 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5195624756697271, 0.4714719919618313, 0.4843214152890224, 0.5127418964269916, 0.4241883306070546, 0.4140050332319145, 0.5129930603435022, 0.5405203070071662, 0.4041292539386083, 0.38513039528286164, 0.40336772224673345, 0.40773822410587107, 0.440323872573734, 0.45192611844170194, 0.3747780194988016, 0.5000539841423288, 0.381006525845107, 0.4861595220463197, 0.46527590897048343, 0.46702692286780356, 0.47165809429244915, 0.4732524940057261, 0.41888873966666346, 0.4354463155554216 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3286566083446302, 0.30701827459568004, 0.13164295442562918, 0.14316484008107508, 0.14197715180676773, 0.18179098494211884, 0.23803586388591239, 0.4207027700478905, 0.1480029067300837, 0.12088594530087184, 0.24858029409781857, 0.25142497709627903, 0.1318019879833418, 0.21344004849899698, 0.17788238016594282, 0.3697914458168059, 0.2116425596596682, 0.1862162195856431, 0.3110360073676712, 0.33888824548446717, 0.19586431674414215, 0.14780814604678633, 0.20300587894230196, 0.27371546934498 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19090586758379005, 0.16445371729228014, 0.3526784616130163, 0.3695770578325032, 0.28221117877721247, 0.23221404811647117, 0.274957196131195, 0.11981753626220691, 0.256126347820957, 0.2642444508368899, 0.15478742816329794, 0.15631324652491244, 0.30852188503945127, 0.23848607039581324, 0.19689563921071151, 0.13026253851198735, 0.16936396579978963, 0.29994330287841703, 0.15423990111780284, 0.128138677741959, 0.27579377725774235, 0.32544434875609424, 0.21588286014204006, 0.16173084544249214 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.033621989684907, 12.259441171307554, 27.18245782350573, 42.32813741960683, 15.126689494186193, 18.52507179757263, 36.421273294195586, 20.016821623305987, 21.920104329200957, 14.775101839988073, 10.642741622619178, 12.734555092082323, 19.863294478810857, 19.892536607389808, 12.261069863673379, 17.596131708689587, 11.931850346262545, 35.02152252010984, 14.925260517224576, 11.475527850179034, 41.03651665378713, 26.341220955192384, 14.68595724195627, 15.862726639380364 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 26.957252652509883, 11.616046697119533, 26.473597639408965, 41.744825838108056, 14.234124197503919, 17.847418303891725, 35.905259594647084, 19.283822060090195, 21.192580491726986, 13.849608366315298, 9.965183541890214, 12.23069014316174, 19.29656021531123, 19.487831465661174, 11.52938000465309, 16.99192127388463, 11.217044619696368, 34.21762285763419, 14.164816219753625, 11.038806537526183, 40.54120343246651, 25.857492911139694, 14.078001559760954, 14.928655105649343 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4519152760007427, "rpss": 0.0025508921395080986, "brier_below": 0.22595734487481267, "bss_below": 0.003851977909062221, "brier_above": 0.2259579312187097, "bss_above": 0.001246406163612157, "crps": 20.86915136999632, "crpss": -0.040488706036176936, "crps_fair": 20.193739405396272, "crpss_fair": -0.05058872256916547, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.082719, 0.913649, 0.003632, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2941, 0.3398, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2448, 0.3571, 0.361, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000658, 0.958143, 0.041199, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2963, 0.343, 0.4291, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3471, 0.3471, 0.3174, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.544135840948967, 0.44970958920952736, 0.48955632244958946, 0.5079878073635781, 0.4283818163648923, 0.4041440358881859, 0.5043908297894145, 0.537659300097756, 0.4115280437906337, 0.39067191181641087, 0.41362980695069496, 0.4036522310918207, 0.42610261098110064, 0.4433443816139761, 0.3710873200678572, 0.4913811373846732, 0.3858908092539506, 0.4963392366231644, 0.48719202299191483, 0.47214634418222073, 0.4710710635874724, 0.4690269371066462, 0.4304695242714054, 0.4308001475143497 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3682014515406313, 0.2870106999014854, 0.1291362159760157, 0.15560081494027445, 0.14575295835616367, 0.19076495691255083, 0.18230167857496504, 0.41654513379424535, 0.1525904720161271, 0.12554547440671762, 0.2683917353597141, 0.24686302395546023, 0.13554687642886903, 0.19508142574564008, 0.1739158761681519, 0.35247803438292763, 0.22516631229054568, 0.15708456277208735, 0.35910453670275183, 0.35244881770162234, 0.15340885538440233, 0.15953521122267592, 0.2091131876954059, 0.28247302025689075 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1759343898176931, 0.16269888927511217, 0.3604201074238966, 0.3523869939677555, 0.2826288580126423, 0.21337907884462298, 0.3220891508755858, 0.12111416567147998, 0.2589375725229415, 0.2651264383366374, 0.14523807149327614, 0.15678920650210748, 0.2905557349951982, 0.24826295631421194, 0.1971714438331836, 0.138903103058306, 0.1607244966080038, 0.3392546744693412, 0.1280874856968991, 0.11969752682019817, 0.31766220793278355, 0.3094917268277116, 0.22135633594511167, 0.1483271265144094 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.803487936787036, 12.716519090770172, 30.670786446959355, 42.95562406033172, 17.185761445565902, 20.535763274535235, 44.53361545909945, 22.411614965437575, 24.602158335537876, 16.808889864979836, 11.682907110335883, 14.731786243922572, 19.721722891988815, 21.92741133487237, 13.541361654365058, 19.831395355450738, 13.761169895735847, 43.05342531909672, 17.217749972581764, 12.523322863977315, 51.05500858222571, 26.411442660072954, 17.039220629602855, 18.157072018750558 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.591627038167225, 12.004918346871033, 29.86994158145418, 42.29743972523456, 16.17523168804515, 19.748881418058705, 43.9869006273161, 21.635349836770974, 23.766541184489547, 15.73494035994545, 10.885123418257326, 14.162671735743801, 19.08160465757549, 21.485335949168903, 12.71735228441687, 19.144544601032784, 12.953828993183697, 42.116014776688495, 16.373551447056542, 12.033639257638608, 50.500361633275396, 25.862765473493553, 16.366518696076135, 17.061734322969215 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4525124613058418, "rpss": 0.001042401075896482, "brier_below": 0.2260025555202634, "bss_below": 0.0025451428619717165, "brier_above": 0.22650990590662956, "bss_above": -0.0004614948972800903, "crps": 23.578300725540974, "crpss": -0.041755765248983945, "crps_fair": 22.81486746053874, "crpss_fair": -0.051852312059706085, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.075006, 0.920688, 0.004306, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3409, 0.4052, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2485, 0.355, 0.3325, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000702, 0.941281, 0.058017, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2962, 0.3436, 0.4289, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3497, 0.3486, 0.3101, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4053957829434612, 0.47997011537963774, 0.43635591442219945, 0.4655280588504735, 0.43573011803752093, 0.43390277412000927, 0.4824722189541222, 0.4172622375103144, 0.45677702631581363 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2171028765641498, 0.20166686843670265, 0.2682055809219663, 0.15297742923386626, 0.2872524355141576, 0.25816362657060254, 0.11391021208536875, 0.16756650131328518, 0.18832334229718195 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18829291309874754, 0.27830323606004853, 0.16815034260590922, 0.3125506124568576, 0.14847769393631607, 0.17573915442456234, 0.3685619806197052, 0.24969573227270914, 0.26845367615310717 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.413296885465433, 23.75710272360216, 12.434260922040767, 24.30263147198559, 14.236616976349408, 14.720223528972857, 69.30773309300946, 16.949104206963174, 22.288303606146634 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.025742518219442, 23.418306567898803, 12.124815540611344, 23.960429338175995, 13.944696814080727, 14.366570016907465, 68.90573719591228, 16.691525208461545, 21.955814470109416 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44593269405928354, "rpss": 0.008713183431432014, "brier_below": 0.20612987477080902, "bss_below": 0.004816816795379819, "brier_above": 0.23980281573644036, "bss_above": 0.012038121737140028, "crps": 23.267697046059496, "crpss": 0.008930882337366497, "crps_fair": 22.93262640781967, "crpss_fair": -0.011295647856119029, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.245919, 0.754081, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3388, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3073, 0.2818, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.00955, 0.956989, 0.033461, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2962, 0.3305, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3482, 0.3908, 0.5229, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4123301192627862, 0.4776004585911806, 0.41885236830694883, 0.476057017066956, 0.4305843122428195, 0.4400745758660128, 0.514337836797279, 0.4088882155259805, 0.45574324879050027 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21811406011045373, 0.18507736317864704, 0.26285962248593764, 0.12039669571163683, 0.2841560539058132, 0.250087977355319, 0.11057166682843982, 0.18758965256157056, 0.1564711863957445 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19421606478957476, 0.29252308189720316, 0.15599275746733626, 0.35566029682564815, 0.14642827032229436, 0.18998660255143446, 0.40376613693219465, 0.22129856388367253, 0.2992720491607937 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.582740545272967, 28.776199752516376, 13.469394969535982, 29.635517773257888, 16.222129208423574, 17.266631688581874, 85.5090676415456, 17.552770129456846, 26.427953811036392 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.16348623067741, 28.389417495924523, 13.116599711336274, 29.23400842075079, 15.890347804446703, 16.876663158104638, 85.06141796673718, 17.253286291870985, 26.061811890297335 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4482742391611626, "rpss": 0.012580956196662219, "brier_below": 0.1972582531703958, "bss_below": 0.008381621430241237, "brier_above": 0.25101598042557244, "bss_above": 0.015856083859386305, "crps": 27.493600613291946, "crpss": 0.014556604420436603, "crps_fair": 27.11633766334954, "crpss_fair": -0.004458789327242529, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.222444, 0.777556, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3378, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.273, 0.2607, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006689, 0.946918, 0.046393, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.297, 0.3319, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1666, 0.4293, 0.5212, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.8563600753124537, "training": [ 0.8167483358769071, 0.8598485126067682, 0.8567580245548898, 0.8638412889472584, 0.8584132705541067, 0.8424013939969166, 0.8284920996716589, 0.8692716034417975, 0.8577695011281873, 0.8608678704578128, 0.8603439247499256, 0.8668989244289685, 0.8422682252867671, 0.8595078563158484, 0.855675729615116, 0.8864069903767489, 0.8501822528027666, 0.8695670209597898, 0.8722415451696518, 0.9050660238695925, 0.8573770994891058, 0.8443554054208647, 0.8209204229261454, 0.8474184848512972 ], "test": 0.8664611716912879 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.519474333139093, 0.47139934458760346, 0.484338220081666, 0.512756348378219, 0.4242652566984243, 0.41399523589702464, 0.5128722334233332, 0.5404276908296813, 0.4041507274220712, 0.3851277640591941, 0.4033729782495285, 0.40776181972858533, 0.4403593670971741, 0.45194166004110736, 0.37474402678316376, 0.49999733092813414, 0.3809970696109848, 0.48614400353544585, 0.4652776808038654, 0.4670774946636631, 0.4715741799241906, 0.47324280491427256, 0.4189084838765585, 0.4353865071392513 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32860739273104983, 0.3069505193672068, 0.13165851181877686, 0.1431659993736834, 0.1420162965078956, 0.1818030168663917, 0.2379365927489224, 0.42061072086427287, 0.148020042988291, 0.12088017886303838, 0.2485788894805229, 0.2514190991855234, 0.13182167848970838, 0.21344439731857828, 0.17787971645868267, 0.3697316266995773, 0.2116440564938616, 0.18621252250308828, 0.31104346398775135, 0.33892073377111304, 0.19584003716695064, 0.14782763558663006, 0.20302529790951637, 0.2736587404226221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19086694066373722, 0.1644488251466523, 0.3526797090159138, 0.3695903504897933, 0.2822489601659238, 0.23219221885677604, 0.27493564034617657, 0.11981696926092958, 0.25613068505366143, 0.26424758605987425, 0.1547940887776677, 0.15634272005675387, 0.30853768905024886, 0.23849726317496106, 0.19686431020276196, 0.13026570441324778, 0.1693530127322891, 0.29993148145379833, 0.15423421633592993, 0.1281567612502264, 0.2757341424572954, 0.3254151701191974, 0.21588318536953738, 0.16172776594823715 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.03038571153981, 12.257454810993204, 27.179859284187298, 42.32510707889081, 15.129365981882023, 18.52425681216368, 36.41474827624125, 20.005702808404447, 21.919767603134044, 14.775775954359723, 10.638172400681146, 12.731226370427114, 19.86446403212477, 19.89651045178658, 12.25409264192991, 17.585917032158306, 11.924644165806438, 35.012717362404864, 14.921881893693849, 11.473700942833304, 41.03433979799083, 26.340068051625064, 14.691127483144227, 15.852934357317901 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 26.953595230077884, 11.613729005509105, 26.470762816860724, 41.74167986291682, 14.236380601233524, 17.846239259143726, 35.89827127130469, 19.27140729446314, 21.192160797053134, 13.850026998598716, 9.960393990328049, 12.227151167526628, 19.297488891558185, 19.49172858216901, 11.522059047541973, 16.98135061292347, 11.209581926305207, 34.2083739260674, 14.160854386398857, 11.036857466040363, 40.5389731594235, 25.856202536783076, 14.082712421997076, 14.91830604583777 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45189969007550984, "rpss": 0.002585292762908753, "brier_below": 0.22594571531681895, "bss_below": 0.0039032475909557274, "brier_above": 0.22595397485006627, "bss_above": 0.0012638936551103708, "crps": 20.866009221071693, "crpss": -0.04033204559460968, "crps_fair": 20.190261970752584, "crpss_fair": -0.050407807407947036, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.082215, 0.914153, 0.003632, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3398, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2436, 0.3571, 0.361, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000658, 0.958143, 0.041199, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2963, 0.343, 0.429, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3471, 0.3471, 0.3174, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5440109661539491, 0.44964094860873843, 0.4895763558376991, 0.5080065143709379, 0.42846359699676295, 0.4041352725466396, 0.5042492472519157, 0.5375453625862786, 0.41155407878345696, 0.39068016168630953, 0.4136311508769192, 0.40369348655349135, 0.42614597233354273, 0.4433654850427348, 0.37104246976149546, 0.49130705001604535, 0.3858711646751633, 0.49631966766346947, 0.4871853584222699, 0.47221304392691715, 0.4709559365691528, 0.46901442890334166, 0.43050027031770194, 0.4307283312260067 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3681336716912638, 0.28694399526566955, 0.12915433149766148, 0.1556031296918506, 0.1457933917180948, 0.1907783429416002, 0.18219037680431346, 0.41643146213922655, 0.1526112451193525, 0.12554477437377737, 0.26839022710290716, 0.2468658691089498, 0.1355709252813662, 0.1950905237376058, 0.17390891878224343, 0.35240390357270257, 0.2251634247672862, 0.15707973147669707, 0.3591077976566959, 0.35249748114578167, 0.15336411555830726, 0.15955378359555664, 0.20914218618001088, 0.2824046858013593 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.17587729486810677, 0.16269695331013842, 0.3604220252945041, 0.352403386221851, 0.2826702052806507, 0.21335692947320206, 0.3220588701063458, 0.12111389980601224, 0.2589428344216425, 0.26513538825004046, 0.14524092366958935, 0.15682761680841903, 0.2905750474874776, 0.24827496175031474, 0.1971335509127827, 0.13890314649790805, 0.1607077395531906, 0.3392399368095955, 0.1280775601791844, 0.11971556311982523, 0.3175918207296432, 0.30946064624471786, 0.22135808348842, 0.14832364468117823 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.79898690833145, 12.713637715034078, 30.667712020306713, 42.951141014941285, 17.188872830362175, 20.53514381113265, 44.52499766887654, 22.397588610951107, 24.601911611922294, 16.809566481083582, 11.676866549870272, 14.727260317377173, 19.72283530713589, 21.931775223287477, 13.53231605387828, 19.81823293361261, 13.751835247421033, 43.04212275131931, 17.21319108476267, 12.52045306479835, 51.05188493449312, 26.410404867565273, 17.045130295903984, 18.144834061408496 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.586563629151687, 12.001582589589434, 29.866543297529386, 42.2927763128845, 16.177802923197703, 19.747787556052874, 43.97768182628406, 21.619659346495514, 23.766167028158044, 15.73526905416633, 10.87880434606939, 14.157854523961037, 19.082412454990465, 21.489580194545606, 12.707844646994758, 19.130912782862897, 12.944135402792385, 42.10414130407437, 16.36821656733408, 12.030611977874116, 50.497149597481084, 25.861548800302206, 16.371817782287305, 17.04879631464845 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4524931800462892, "rpss": 0.0010849660048075638, "brier_below": 0.22598867895876165, "bss_below": 0.0026063866104701905, "brier_above": 0.2265045012068642, "bss_above": -0.0004376231200831082, "crps": 23.574112556907323, "crpss": -0.041570720157281915, "crps_fair": 22.81023584415532, "crpss_fair": -0.05163877689848295, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.074391, 0.921304, 0.004306, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2943, 0.3409, 0.4052, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2469, 0.3551, 0.3325, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000702, 0.941281, 0.058017, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2962, 0.3436, 0.4288, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3497, 0.3486, 0.3101, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40536945099645355, 0.4799541673427332, 0.43637214397285695, 0.4654983028762304, 0.435620247777022, 0.43385926838509054, 0.48249608968342117, 0.4172921440468668, 0.4568132853056625 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21708065533477283, 0.2016509978686775, 0.26822061617342546, 0.15295006535005304, 0.28714487598401484, 0.25812104956261317, 0.11392150084001779, 0.16759665079515015, 0.18835509132621886 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1882888023821743, 0.2783031585901848, 0.16815153690421494, 0.31254822036483304, 0.14847538320636305, 0.1757382256939216, 0.3685745625991298, 0.24969548932718766, 0.2684581861142958 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.412049475499174, 23.751282413183237, 12.436188678384097, 24.29954122262147, 14.224899710271313, 14.712260787195175, 69.30834175708982, 16.952849689749918, 22.289352513411057 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.024233512960587, 23.41232986846401, 12.126614769293546, 23.957158099987847, 13.932878587361426, 14.358482548453969, 68.90614845005155, 16.695201971157356, 21.95670051442745 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44591945559848184, "rpss": 0.008742611889670737, "brier_below": 0.20611572258166042, "bss_below": 0.004885142750857607, "brier_above": 0.23980372946470055, "bss_above": 0.012034357274719576, "crps": 23.265196249711696, "crpss": 0.009037401776095688, "crps_fair": 22.929972035795302, "crpss_fair": -0.011178593889935806, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.244501, 0.755499, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3387, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.306, 0.2822, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.00955, 0.956989, 0.033461, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2962, 0.3305, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3482, 0.3908, 0.5229, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4122980043122719, 0.4775809636248049, 0.4188729774305342, 0.47602054428777124, 0.4304491707598527, 0.44002198484376426, 0.5143668512882414, 0.40892543771028833, 0.45578842258284585 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21808684599219424, 0.18505783915226867, 0.2628789725699578, 0.12036324926337538, 0.2840241067284331, 0.25003634111621215, 0.11058502787992192, 0.18762648510149654, 0.1565107798377823 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19421116395862006, 0.29252311095596345, 0.15599401650576192, 0.35565727049269896, 0.14642507601716187, 0.18998564776371749, 0.40378179037754786, 0.22129895352776505, 0.2992776295115398 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.580834189547854, 28.768740145612195, 13.471209769193004, 29.631242596787803, 16.20752981985181, 17.256384368254345, 85.51007954128386, 17.557838097109283, 26.428820276926718 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.161226770312803, 28.381754627160916, 13.118246783976579, 29.22950648835531, 15.875614241841836, 16.866231623898784, 85.06215958092957, 17.258258555162243, 26.062452250421956 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.44825826187115275, "rpss": 0.012616149565019996, "brier_below": 0.19724107196018245, "bss_below": 0.0084679914732676, "brier_above": 0.2510171843456418, "bss_above": 0.015851363719219247, "crps": 27.490297644951873, "crpss": 0.01467499154558305, "crps_fair": 27.11282788022889, "crpss_fair": -0.004328777946356999, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.220711, 0.779289, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3378, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.271, 0.2613, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006689, 0.946918, 0.046393, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.297, 0.3319, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1666, 0.4293, 0.5212, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "mvs_r4", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "mvs_r4", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "mvs_r4", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "mvs_r4", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 4, "vs": 20 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.519474333139093, 0.4714719919618313, 0.484338220081666, 0.512756348378219, 0.4242652566984243, 0.4140050332319145, 0.5128722334233332, 0.5404276908296813, 0.4041507274220712, 0.3851277640591941, 0.4033729782495285, 0.40773822410587107, 0.4403593670971741, 0.45194166004110736, 0.37474402678316376, 0.49999733092813414, 0.3809970696109848, 0.48614400353544585, 0.46527590897048343, 0.4670774946636631, 0.4715741799241906, 0.47324280491427256, 0.4189084838765585, 0.4353865071392513 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32860739273104983, 0.30701827459568004, 0.13165851181877686, 0.1431659993736834, 0.1420162965078956, 0.18179098494211884, 0.2379365927489224, 0.42061072086427287, 0.148020042988291, 0.12088017886303838, 0.2485788894805229, 0.25142497709627903, 0.13182167848970838, 0.21344439731857828, 0.17787971645868267, 0.3697316266995773, 0.2116440564938616, 0.18621252250308828, 0.3110360073676712, 0.33892073377111304, 0.19584003716695064, 0.14782763558663006, 0.20302529790951637, 0.2736587404226221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19086694066373722, 0.16445371729228014, 0.3526797090159138, 0.3695903504897933, 0.2822489601659238, 0.23221404811647117, 0.27493564034617657, 0.11981696926092958, 0.25613068505366143, 0.26424758605987425, 0.1547940887776677, 0.15631324652491244, 0.30853768905024886, 0.23849726317496106, 0.19686431020276196, 0.13026570441324778, 0.1693530127322891, 0.29993148145379833, 0.15423990111780284, 0.1281567612502264, 0.2757341424572954, 0.3254151701191974, 0.21588318536953738, 0.16172776594823715 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.03038571153981, 12.259441171307554, 27.179859284187298, 42.32510707889081, 15.129365981882023, 18.52507179757263, 36.41474827624125, 20.005702808404447, 21.919767603134044, 14.775775954359723, 10.638172400681146, 12.734555092082323, 19.86446403212477, 19.89651045178658, 12.25409264192991, 17.585917032158306, 11.924644165806438, 35.012717362404864, 14.925260517224576, 11.473700942833304, 41.03433979799083, 26.340068051625064, 14.691127483144227, 15.852934357317901 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 26.953595230077884, 11.616046697119533, 26.470762816860724, 41.74167986291682, 14.236380601233524, 17.847418303891725, 35.89827127130469, 19.27140729446314, 21.192160797053134, 13.850026998598716, 9.960393990328049, 12.23069014316174, 19.297488891558185, 19.49172858216901, 11.522059047541973, 16.98135061292347, 11.209581926305207, 34.2083739260674, 14.164816219753625, 11.036857466040363, 40.5389731594235, 25.856202536783076, 14.082712421997076, 14.91830604583777 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45190206829438573, "rpss": 0.0025800436544540784, "brier_below": 0.22594797134160546, "bss_below": 0.0038933017552489346, "brier_above": 0.22595409704403938, "bss_above": 0.0012633535471835433, "crps": 20.866405416526245, "crpss": -0.040351799004249456, "crps_fair": 20.190720201808762, "crpss_fair": -0.05043164709262804 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5440109661539491, 0.44970958920952736, 0.4895763558376991, 0.5080065143709379, 0.42846359699676295, 0.4041440358881859, 0.5042492472519157, 0.5375453625862786, 0.41155407878345696, 0.39068016168630953, 0.4136311508769192, 0.4036522310918207, 0.42614597233354273, 0.4433654850427348, 0.37104246976149546, 0.49130705001604535, 0.3858711646751633, 0.49631966766346947, 0.48719202299191483, 0.47221304392691715, 0.4709559365691528, 0.46901442890334166, 0.43050027031770194, 0.4307283312260067 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3681336716912638, 0.2870106999014854, 0.12915433149766148, 0.1556031296918506, 0.1457933917180948, 0.19076495691255083, 0.18219037680431346, 0.41643146213922655, 0.1526112451193525, 0.12554477437377737, 0.26839022710290716, 0.24686302395546023, 0.1355709252813662, 0.1950905237376058, 0.17390891878224343, 0.35240390357270257, 0.2251634247672862, 0.15707973147669707, 0.35910453670275183, 0.35249748114578167, 0.15336411555830726, 0.15955378359555664, 0.20914218618001088, 0.2824046858013593 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.17587729486810677, 0.16269888927511217, 0.3604220252945041, 0.352403386221851, 0.2826702052806507, 0.21337907884462298, 0.3220588701063458, 0.12111389980601224, 0.2589428344216425, 0.26513538825004046, 0.14524092366958935, 0.15678920650210748, 0.2905750474874776, 0.24827496175031474, 0.1971335509127827, 0.13890314649790805, 0.1607077395531906, 0.3392399368095955, 0.1280874856968991, 0.11971556311982523, 0.3175918207296432, 0.30946064624471786, 0.22135808348842, 0.14832364468117823 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.79898690833145, 12.716519090770172, 30.667712020306713, 42.951141014941285, 17.188872830362175, 20.535763274535235, 44.52499766887654, 22.397588610951107, 24.601911611922294, 16.809566481083582, 11.676866549870272, 14.731786243922572, 19.72283530713589, 21.931775223287477, 13.53231605387828, 19.81823293361261, 13.751835247421033, 43.04212275131931, 17.217749972581764, 12.52045306479835, 51.05188493449312, 26.410404867565273, 17.045130295903984, 18.144834061408496 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.586563629151687, 12.004918346871033, 29.866543297529386, 42.2927763128845, 16.177802923197703, 19.748881418058705, 43.97768182628406, 21.619659346495514, 23.766167028158044, 15.73526905416633, 10.87880434606939, 14.162671735743801, 19.082412454990465, 21.489580194545606, 12.707844646994758, 19.130912782862897, 12.944135402792385, 42.10414130407437, 16.373551447056542, 12.030611977874116, 50.497149597481084, 25.861548800302206, 16.371817782287305, 17.04879631464845 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.45249496392338534, "rpss": 0.0010810279528573608, "brier_below": 0.22599064614623388, "bss_below": 0.0025977044931616566, "brier_above": 0.22650431789635575, "bss_above": -0.0004368134640788668, "crps": 23.574636959136626, "crpss": -0.04159388972543887, "crps_fair": 22.810843415438345, "crpss_fair": -0.051666788249409956 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40536945099645355, 0.4799541673427332, 0.43637214397285695, 0.4654983028762304, 0.435620247777022, 0.43385926838509054, 0.48249608968342117, 0.4172921440468668, 0.4568132853056625 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21708065533477283, 0.2016509978686775, 0.26822061617342546, 0.15295006535005304, 0.28714487598401484, 0.25812104956261317, 0.11392150084001779, 0.16759665079515015, 0.18835509132621886 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1882888023821743, 0.2783031585901848, 0.16815153690421494, 0.31254822036483304, 0.14847538320636305, 0.1757382256939216, 0.3685745625991298, 0.24969548932718766, 0.2684581861142958 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.412049475499174, 23.751282413183237, 12.436188678384097, 24.29954122262147, 14.224899710271313, 14.712260787195175, 69.30834175708982, 16.952849689749918, 22.289352513411057 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.024233512960587, 23.41232986846401, 12.126614769293546, 23.957158099987847, 13.932878587361426, 14.358482548453969, 68.90614845005155, 16.695201971157356, 21.95670051442745 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44591945559848184, "rpss": 0.008742611889670737, "brier_below": 0.20611572258166042, "bss_below": 0.004885142750857607, "brier_above": 0.23980372946470055, "bss_above": 0.012034357274719576, "crps": 23.265196249711696, "crpss": 0.009037401776095688, "crps_fair": 22.929972035795302, "crpss_fair": -0.011178593889935806 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4122980043122719, 0.4775809636248049, 0.4188729774305342, 0.47602054428777124, 0.4304491707598527, 0.44002198484376426, 0.5143668512882414, 0.40892543771028833, 0.45578842258284585 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21808684599219424, 0.18505783915226867, 0.2628789725699578, 0.12036324926337538, 0.2840241067284331, 0.25003634111621215, 0.11058502787992192, 0.18762648510149654, 0.1565107798377823 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19421116395862006, 0.29252311095596345, 0.15599401650576192, 0.35565727049269896, 0.14642507601716187, 0.18998564776371749, 0.40378179037754786, 0.22129895352776505, 0.2992776295115398 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.580834189547854, 28.768740145612195, 13.471209769193004, 29.631242596787803, 16.20752981985181, 17.256384368254345, 85.51007954128386, 17.557838097109283, 26.428820276926718 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.161226770312803, 28.381754627160916, 13.118246783976579, 29.22950648835531, 15.875614241841836, 16.866231623898784, 85.06215958092957, 17.258258555162243, 26.062452250421956 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.44825826187115275, "rpss": 0.012616149565019996, "brier_below": 0.19724107196018245, "bss_below": 0.0084679914732676, "brier_above": 0.2510171843456418, "bss_above": 0.015851363719219247, "crps": 27.490297644951873, "crpss": 0.01467499154558305, "crps_fair": 27.11282788022889, "crpss_fair": -0.004328777946356999 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.519474333139093, 0.47139934458760346, 0.484338220081666, 0.512756348378219, 0.4242652566984243, 0.41399523589702464, 0.5128722334233332, 0.5404276908296813, 0.4041507274220712, 0.3851277640591941, 0.4033729782495285, 0.40776181972858533, 0.4403593670971741, 0.45194166004110736, 0.37474402678316376, 0.49999733092813414, 0.3809970696109848, 0.48614400353544585, 0.4652776808038654, 0.4670774946636631, 0.4715741799241906, 0.47324280491427256, 0.4189084838765585, 0.4353865071392513 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32860739273104983, 0.3069505193672068, 0.13165851181877686, 0.1431659993736834, 0.1420162965078956, 0.1818030168663917, 0.2379365927489224, 0.42061072086427287, 0.148020042988291, 0.12088017886303838, 0.2485788894805229, 0.2514190991855234, 0.13182167848970838, 0.21344439731857828, 0.17787971645868267, 0.3697316266995773, 0.2116440564938616, 0.18621252250308828, 0.31104346398775135, 0.33892073377111304, 0.19584003716695064, 0.14782763558663006, 0.20302529790951637, 0.2736587404226221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19086694066373722, 0.1644488251466523, 0.3526797090159138, 0.3695903504897933, 0.2822489601659238, 0.23219221885677604, 0.27493564034617657, 0.11981696926092958, 0.25613068505366143, 0.26424758605987425, 0.1547940887776677, 0.15634272005675387, 0.30853768905024886, 0.23849726317496106, 0.19686431020276196, 0.13026570441324778, 0.1693530127322891, 0.29993148145379833, 0.15423421633592993, 0.1281567612502264, 0.2757341424572954, 0.3254151701191974, 0.21588318536953738, 0.16172776594823715 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.03038571153981, 12.257454810993204, 27.179859284187298, 42.32510707889081, 15.129365981882023, 18.52425681216368, 36.41474827624125, 20.005702808404447, 21.919767603134044, 14.775775954359723, 10.638172400681146, 12.731226370427114, 19.86446403212477, 19.89651045178658, 12.25409264192991, 17.585917032158306, 11.924644165806438, 35.012717362404864, 14.921881893693849, 11.473700942833304, 41.03433979799083, 26.340068051625064, 14.691127483144227, 15.852934357317901 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 26.953595230077884, 11.613729005509105, 26.470762816860724, 41.74167986291682, 14.236380601233524, 17.846239259143726, 35.89827127130469, 19.27140729446314, 21.192160797053134, 13.850026998598716, 9.960393990328049, 12.227151167526628, 19.297488891558185, 19.49172858216901, 11.522059047541973, 16.98135061292347, 11.209581926305207, 34.2083739260674, 14.160854386398857, 11.036857466040363, 40.5389731594235, 25.856202536783076, 14.082712421997076, 14.91830604583777 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45189969007550984, "rpss": 0.002585292762908753, "brier_below": 0.22594571531681895, "bss_below": 0.0039032475909557274, "brier_above": 0.22595397485006627, "bss_above": 0.0012638936551103708, "crps": 20.866009221071693, "crpss": -0.04033204559460968, "crps_fair": 20.190261970752584, "crpss_fair": -0.050407807407947036 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5440109661539491, 0.44964094860873843, 0.4895763558376991, 0.5080065143709379, 0.42846359699676295, 0.4041352725466396, 0.5042492472519157, 0.5375453625862786, 0.41155407878345696, 0.39068016168630953, 0.4136311508769192, 0.40369348655349135, 0.42614597233354273, 0.4433654850427348, 0.37104246976149546, 0.49130705001604535, 0.3858711646751633, 0.49631966766346947, 0.4871853584222699, 0.47221304392691715, 0.4709559365691528, 0.46901442890334166, 0.43050027031770194, 0.4307283312260067 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3681336716912638, 0.28694399526566955, 0.12915433149766148, 0.1556031296918506, 0.1457933917180948, 0.1907783429416002, 0.18219037680431346, 0.41643146213922655, 0.1526112451193525, 0.12554477437377737, 0.26839022710290716, 0.2468658691089498, 0.1355709252813662, 0.1950905237376058, 0.17390891878224343, 0.35240390357270257, 0.2251634247672862, 0.15707973147669707, 0.3591077976566959, 0.35249748114578167, 0.15336411555830726, 0.15955378359555664, 0.20914218618001088, 0.2824046858013593 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.17587729486810677, 0.16269695331013842, 0.3604220252945041, 0.352403386221851, 0.2826702052806507, 0.21335692947320206, 0.3220588701063458, 0.12111389980601224, 0.2589428344216425, 0.26513538825004046, 0.14524092366958935, 0.15682761680841903, 0.2905750474874776, 0.24827496175031474, 0.1971335509127827, 0.13890314649790805, 0.1607077395531906, 0.3392399368095955, 0.1280775601791844, 0.11971556311982523, 0.3175918207296432, 0.30946064624471786, 0.22135808348842, 0.14832364468117823 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.79898690833145, 12.713637715034078, 30.667712020306713, 42.951141014941285, 17.188872830362175, 20.53514381113265, 44.52499766887654, 22.397588610951107, 24.601911611922294, 16.809566481083582, 11.676866549870272, 14.727260317377173, 19.72283530713589, 21.931775223287477, 13.53231605387828, 19.81823293361261, 13.751835247421033, 43.04212275131931, 17.21319108476267, 12.52045306479835, 51.05188493449312, 26.410404867565273, 17.045130295903984, 18.144834061408496 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.586563629151687, 12.001582589589434, 29.866543297529386, 42.2927763128845, 16.177802923197703, 19.747787556052874, 43.97768182628406, 21.619659346495514, 23.766167028158044, 15.73526905416633, 10.87880434606939, 14.157854523961037, 19.082412454990465, 21.489580194545606, 12.707844646994758, 19.130912782862897, 12.944135402792385, 42.10414130407437, 16.36821656733408, 12.030611977874116, 50.497149597481084, 25.861548800302206, 16.371817782287305, 17.04879631464845 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4524931800462892, "rpss": 0.0010849660048075638, "brier_below": 0.22598867895876165, "bss_below": 0.0026063866104701905, "brier_above": 0.2265045012068642, "bss_above": -0.0004376231200831082, "crps": 23.574112556907323, "crpss": -0.041570720157281915, "crps_fair": 22.81023584415532, "crpss_fair": -0.05163877689848295 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40536945099645355, 0.4799541673427332, 0.43637214397285695, 0.4654983028762304, 0.435620247777022, 0.43385926838509054, 0.48249608968342117, 0.4172921440468668, 0.4568132853056625 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21708065533477283, 0.2016509978686775, 0.26822061617342546, 0.15295006535005304, 0.28714487598401484, 0.25812104956261317, 0.11392150084001779, 0.16759665079515015, 0.18835509132621886 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1882888023821743, 0.2783031585901848, 0.16815153690421494, 0.31254822036483304, 0.14847538320636305, 0.1757382256939216, 0.3685745625991298, 0.24969548932718766, 0.2684581861142958 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.412049475499174, 23.751282413183237, 12.436188678384097, 24.29954122262147, 14.224899710271313, 14.712260787195175, 69.30834175708982, 16.952849689749918, 22.289352513411057 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.024233512960587, 23.41232986846401, 12.126614769293546, 23.957158099987847, 13.932878587361426, 14.358482548453969, 68.90614845005155, 16.695201971157356, 21.95670051442745 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44591945559848184, "rpss": 0.008742611889670737, "brier_below": 0.20611572258166042, "bss_below": 0.004885142750857607, "brier_above": 0.23980372946470055, "bss_above": 0.012034357274719576, "crps": 23.265196249711696, "crpss": 0.009037401776095688, "crps_fair": 22.929972035795302, "crpss_fair": -0.011178593889935806 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4122980043122719, 0.4775809636248049, 0.4188729774305342, 0.47602054428777124, 0.4304491707598527, 0.44002198484376426, 0.5143668512882414, 0.40892543771028833, 0.45578842258284585 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21808684599219424, 0.18505783915226867, 0.2628789725699578, 0.12036324926337538, 0.2840241067284331, 0.25003634111621215, 0.11058502787992192, 0.18762648510149654, 0.1565107798377823 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19421116395862006, 0.29252311095596345, 0.15599401650576192, 0.35565727049269896, 0.14642507601716187, 0.18998564776371749, 0.40378179037754786, 0.22129895352776505, 0.2992776295115398 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.580834189547854, 28.768740145612195, 13.471209769193004, 29.631242596787803, 16.20752981985181, 17.256384368254345, 85.51007954128386, 17.557838097109283, 26.428820276926718 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.161226770312803, 28.381754627160916, 13.118246783976579, 29.22950648835531, 15.875614241841836, 16.866231623898784, 85.06215958092957, 17.258258555162243, 26.062452250421956 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.44825826187115275, "rpss": 0.012616149565019996, "brier_below": 0.19724107196018245, "bss_below": 0.0084679914732676, "brier_above": 0.2510171843456418, "bss_above": 0.015851363719219247, "crps": 27.490297644951873, "crpss": 0.01467499154558305, "crps_fair": 27.11282788022889, "crpss_fair": -0.004328777946356999 } } } } }, "Apr": { "tag": "init01_Apr", "methods": { "mvs": { "lambda_": { "training_mean": 0.6908835984019319, "training": [ 0.6625573573845482, 0.7015599470869281, 0.7205665058139057, 0.7128762410811464, 0.7070547950192708, 0.6077307535036761, 0.6657160941757475, 0.7003367619221039, 0.7056761652451133, 0.7116435029664535, 0.6977128854175773, 0.693255394393238, 0.6975875334922487, 0.612366937592443, 0.6729006426240277, 0.6337030931196934, 0.691260510541857, 0.7640811011212771, 0.7053236574861854, 0.7231093571160692, 0.6940286816396586, 0.683764765894636, 0.6976892202800761, 0.7187044567284877 ], "test": 0.7348780881110409 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4886392270180046, 0.4258530605973277, 0.4626630483971937, 0.40407012526975883, 0.49981355385625037, 0.4660346702035087, 0.474685563980612, 0.44233344709772626, 0.43767063669884065, 0.39542235329908176, 0.46116143940586707, 0.4403718372812054, 0.3929723200856383, 0.5074825479920333, 0.39556672541723326, 0.4967674475644302, 0.4291392721185549, 0.41986229012576237, 0.49282190659072617, 0.4234060892250228, 0.4822597901150706, 0.48904614513494793, 0.5226674326509718, 0.4135687334977553 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21631735369937993, 0.19092704551566775, 0.15219622610548983, 0.17757251033354132, 0.12877080076077566, 0.31767261443822115, 0.34171860776479956, 0.25008243515813106, 0.3001755878424985, 0.23803516938624814, 0.2031553478632955, 0.14376004574658716, 0.19227104285689312, 0.21396760574270232, 0.16840639020386802, 0.27982024641809683, 0.2641382680878753, 0.1882367940076523, 0.3676669339425038, 0.19816118411605838, 0.20426242865196398, 0.28150834730076696, 0.30916584581565615, 0.13977010360486003 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27232187449090334, 0.23492601645635042, 0.31046682497640715, 0.2264976149045436, 0.3710427580399786, 0.1483620541467305, 0.1329669539213414, 0.19225101029797761, 0.1374950470910791, 0.1573871829490915, 0.2580060921299587, 0.296611793756923, 0.20070127587855374, 0.29351494126758887, 0.22716033536912797, 0.21694719928320655, 0.16500100138420598, 0.23162549620600856, 0.12515497041553547, 0.22524490496305924, 0.2779973636191923, 0.2075377977191521, 0.21350158687395618, 0.27379863110669034 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.174536691109395, 21.994374596394366, 34.056260041891534, 20.887999543572356, 49.4190195119329, 27.264004331274492, 35.75174311516914, 29.952674879744286, 21.031258578804465, 19.027388758953908, 26.152117360295435, 24.833317952304828, 20.100240527661136, 37.215166662569125, 19.000510996427444, 33.576090314448045, 22.022675470740168, 20.417611722608225, 31.52788391867872, 22.90001582991448, 36.030186595107736, 36.91739418939221, 38.23595089577716, 32.497313231671754 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.04166944489565, 21.039397530552232, 32.934794897156195, 19.77920585893261, 48.400812209556044, 26.218162247307344, 34.791438126721324, 28.7679200887297, 20.173517066961736, 18.066555235007016, 25.20146926763294, 23.735302382472007, 19.06651618302613, 36.327947791303814, 18.07408808105873, 32.55094756611937, 20.997065447228305, 19.447349876379192, 30.479006878036767, 21.83661412916053, 34.93007163960421, 35.896985828987155, 37.11236187982318, 31.481907125370853 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45267831931764685, "rpss": 0.0013171272017139524, "brier_below": 0.22782328897348056, "bss_below": -0.004852640725310442, "brier_above": 0.22485503030198176, "bss_above": 0.007491547472777804, "crps": 29.124405654851802, "crpss": -0.016468494515956333, "crps_fair": 28.09796278258429, "crpss_fair": -0.02328142187707183, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.099974, 0.833417, 0.066609, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3484, 0.4218, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3132, 0.3556, 0.296, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115256, 0.844682, 0.040034, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3438, 0.4178, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3509, 0.3917, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4851472325913971, 0.4377850604090821, 0.48206765940350094, 0.39637550828502927, 0.5087037881606992, 0.4740585369109194, 0.4941128164539911, 0.4427694378532752, 0.4396308494948677, 0.41017054680135023, 0.4504057643346254, 0.4394350670054419, 0.3939476903600622, 0.5213721408487334, 0.3854064865060782, 0.4846441176827817, 0.4380835827643769, 0.41682651026177325, 0.496272443622329, 0.3985575761417425, 0.49134353260472774, 0.4808673582365864, 0.5057866520245814, 0.42217366102062825 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25345359090391995, 0.18346524769553235, 0.15519014230950298, 0.19211598297171228, 0.1315643654819157, 0.32272651017909015, 0.36220502658958487, 0.2975376192244978, 0.2947003459722327, 0.24354521687737682, 0.16322107037318576, 0.14545264436266997, 0.19248411778893398, 0.19824604998546122, 0.1802213863175764, 0.3128119098387939, 0.27996647274361036, 0.1828844798310606, 0.36993793342206516, 0.15155080643089724, 0.16409642113481646, 0.3190246506278213, 0.2610845487095193, 0.1230014775548302 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.231693641505024, 0.25431981455063374, 0.32687752047888924, 0.20425952463193947, 0.3771394279326447, 0.1513320246363505, 0.1319077872861895, 0.14523181592674736, 0.14493050215423303, 0.16662532894993795, 0.2871846951079931, 0.2939824245783875, 0.20146357107645763, 0.32312609025366346, 0.20518510047439883, 0.17183220477643657, 0.15811710711399898, 0.23394203029818275, 0.12633450788264902, 0.24700677017085973, 0.327247115077497, 0.16184270621483873, 0.24470210435377765, 0.29917218520031824 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.18136492283159, 25.02025140689201, 39.404481908950785, 21.962946418537445, 58.35279016384751, 30.784818688949834, 42.15442866937921, 31.64538776569719, 23.607551032858904, 21.991798184440466, 29.530501250471954, 27.137759697344308, 22.711671928588412, 43.45176418903939, 21.070416403968377, 30.47530846836932, 24.893553359583656, 23.20377829773057, 37.08158381356959, 24.648668331837367, 42.55830224294789, 37.49102070674068, 42.16409747330183, 38.35093803396422 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.914603902955136, 23.940588314465924, 38.13800512674238, 20.746189735431898, 57.201743326189934, 29.57605909242611, 41.08533808205318, 30.337509817670547, 22.664219534045902, 20.904306198841425, 28.516649700699677, 25.948363537087022, 21.584469654378818, 42.4483209125598, 20.03271824921915, 29.345103052353025, 23.7530349714086, 22.08642095360727, 35.90410942800317, 23.484410186011544, 41.32180348986177, 36.37994365100845, 40.97657206998525, 37.20912146817208 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4539976674907742, "rpss": -0.0013382224431413015, "brier_below": 0.22835366738860863, "bss_below": -0.0069846366635162305, "brier_above": 0.22564400002633536, "bss_above": 0.004311894488160939, "crps": 32.41146597332678, "crpss": -0.01989870211486089, "crps_fair": 31.270816852299088, "crpss_fair": -0.026788500458544195, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083443, 0.850114, 0.066442, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3484, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3335, 0.3551, 0.2693, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104338, 0.854509, 0.041117, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3437, 0.4176, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3468, 0.3775, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43328875894137886, 0.4852890733257394, 0.4710062482785096, 0.5101250991647945, 0.3647637975076327, 0.4856031875871295, 0.43653559352627846, 0.46430650786769556, 0.40838520432116415 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26848927327820893, 0.1577799307463033, 0.2725499901579524, 0.1418615249282143, 0.1653379840235559, 0.32672028503964173, 0.10612645281544773, 0.17849087962618368, 0.2319387887493462 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16479949315603476, 0.3275091232444723, 0.19845626125655036, 0.3682635503415693, 0.1994258170911919, 0.15888291628070775, 0.33040912102338427, 0.2858156165356786, 0.1764464229282255 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.677127391102697, 58.89199453931678, 28.944324725120325, 47.17625759816835, 16.88763418719528, 27.27166807593101, 26.102908939408806, 30.175171846564155, 19.470532910166 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.195026346332497, 58.3612830547675, 28.47473158600684, 46.6931851626282, 16.402581869174217, 26.7654825734167, 25.561487154983297, 29.68657007432777, 18.925896963568302 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4510337189467026, "rpss": 0.0020407624414277015, "brier_below": 0.2054772343738727, "bss_below": -0.0015398402226896035, "brier_above": 0.24555648020642387, "bss_above": 0.005017329824242189, "crps": 30.844180023663714, "crpss": -0.005614600974583883, "crps_fair": 30.34069386502281, "crpss_fair": -0.02752778840938097, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.134948, 0.855748, 0.009303, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3409, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.2772, 0.2401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100589, 0.895952, 0.003459, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3351, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.4172, 0.4112, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4309114606533173, 0.504012044670477, 0.4722952387485292, 0.5080303581361436, 0.35341534348225523, 0.5150498399964272, 0.42318917652542665, 0.47204469517236464, 0.41690470679942027 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31178008870325735, 0.11960544540479613, 0.28502676121816156, 0.13449770569351555, 0.17094778256596824, 0.36398482125416703, 0.10305270264839626, 0.1436961035621304, 0.23305807723762495 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1191313867754005, 0.38440656997548756, 0.18726848273807914, 0.373532627526357, 0.18246756776853507, 0.15106503435728375, 0.32013645612966224, 0.32834857323370115, 0.1838466359659323 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.20530962518352, 73.62559063153577, 32.612323926550104, 51.10990043822948, 18.184262384843326, 31.949035261568156, 28.01460312249608, 36.679852291407975, 22.293936736116418 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.67059273891584, 73.02829490049135, 32.07971764421229, 50.56573337251185, 17.640455819903583, 31.410724043028864, 27.418618507614145, 36.122331837923, 21.680138642829423 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45509476268715127, "rpss": 0.0014790337864351022, "brier_below": 0.2072943875875575, "bss_below": -0.0030114433089551973, "brier_above": 0.24780037049671544, "bss_above": 0.0052047160676156334, "crps": 35.40831271310341, "crpss": -0.004148129737733042, "crps_fair": 34.84628972304782, "crpss_fair": -0.025099392965213463, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.133356, 0.860927, 0.005716, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3392, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3528, 0.2774, 0.1452, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078194, 0.917517, 0.004289, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3369, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3392, 0.4208, 0.3033, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.6841439772880324, "training": [ 0.6550121595292762, 0.6969890599684607, 0.7169900486045857, 0.7043708182967044, 0.6993532006656487, 0.594319034897026, 0.6581778736747393, 0.6947631901407877, 0.6967902942484334, 0.7083277822106349, 0.6929339578697493, 0.6811982003743499, 0.6891273631051783, 0.5980083780764093, 0.6742335779480713, 0.6324375434467994, 0.6871823579061404, 0.7615620785854729, 0.6987361977029648, 0.7164098325491167, 0.6899969695684928, 0.6729238446381355, 0.6900683418510801, 0.7095433490545237 ], "test": 0.7292288309863598 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.489779555954467, 0.4247964164520465, 0.46322255318892674, 0.4044133778066744, 0.5001624408055722, 0.46613753564405114, 0.4727993607490451, 0.4417533837209928, 0.43504878553237125, 0.39468731754050873, 0.46192231091113634, 0.4418792651700372, 0.3939320194153355, 0.511768000291328, 0.39656686864168145, 0.4950460339126505, 0.42883642105953157, 0.42046569628947994, 0.49038294991893916, 0.42403276498924136, 0.48340220073085877, 0.4881055386304037, 0.52104411875763, 0.4134552075356818 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21746409019929813, 0.18979739677340626, 0.15281964706547577, 0.17799611214139502, 0.12901715557118518, 0.317050182550165, 0.3397542746086159, 0.24961247597169, 0.2979519790758764, 0.23736210951882322, 0.20391925026522587, 0.14512192474668972, 0.1931408885245575, 0.21722228618553316, 0.16927438785783178, 0.27795878806586055, 0.26368837833529857, 0.18891046382160895, 0.3653023289165866, 0.19887699543058354, 0.2054144279912335, 0.28071520567223496, 0.307583342405746, 0.14003837340675204 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27231546702842774, 0.23499902100988782, 0.3104029088631385, 0.22641726566804576, 0.37114529030799065, 0.1490873513893712, 0.13304508378794408, 0.19214090603289158, 0.13709680460523968, 0.15732520702332292, 0.25800306122951994, 0.29675734286946703, 0.20079112968965354, 0.29454571317816886, 0.22729248092277415, 0.21708724386476314, 0.16514803997116095, 0.23155523252919474, 0.12508061869577736, 0.2251557694609591, 0.2779877749333124, 0.20739033277788332, 0.21346077639805922, 0.2734168354677028 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.225442652120165, 21.950925757498922, 34.13779641738037, 20.930082583887014, 49.39091795287955, 27.258798181503607, 35.57737850332345, 29.85912841877354, 20.899439221375825, 19.031878602249698, 26.189594283679853, 24.86360502361334, 20.172038638329955, 37.30452932096968, 19.070191899778944, 33.52105056855563, 22.012681439070082, 20.543361783544643, 31.33152865439916, 22.955166937811327, 36.10843502993, 36.83120599484495, 38.067594176621164, 32.44422011382375 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.07942497325023, 20.98424554084985, 33.00489535354269, 19.807562962505852, 48.367739523908035, 26.199913155843525, 34.60912008217794, 28.662493402890306, 20.033593575133676, 18.060917333489897, 25.231485191831766, 23.75314912762012, 19.127159372882236, 36.41044215045477, 18.135014170719387, 32.484265090614244, 20.977257354617507, 19.562325873920997, 30.275233792246702, 21.88022838124807, 34.998114201913225, 35.802967490326054, 36.93348463482761, 31.42166732300385 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4526516718186913, "rpss": 0.001375915969971997, "brier_below": 0.22774968604590307, "bss_below": -0.004528002728577896, "brier_above": 0.22490198573769402, "bss_above": 0.007284286524361749, "crps": 29.11154133983186, "crpss": -0.01601951811189628, "crps_fair": 28.07511250249244, "crpss_fair": -0.022449252396188113, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.093064, 0.8346, 0.072251, 8.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2801, 0.3488, 0.4224, 0.5038, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.322, 0.3544, 0.2996, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.120027, 0.839799, 0.040146, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2823, 0.3441, 0.4193, 0.5063, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3512, 0.3913, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4864496881011975, 0.4363872371314801, 0.48278150780715756, 0.3967915797508015, 0.509150597587743, 0.47402856978800895, 0.49176657968449183, 0.44223653961272846, 0.4367085686142012, 0.40968179806935756, 0.45161921527575183, 0.4410889323724796, 0.3951032462172229, 0.5267009506326209, 0.38658613157556804, 0.482481466582638, 0.43772930439584645, 0.41749133512583375, 0.4932524743622717, 0.39936013451049, 0.4928808334300675, 0.47937343838744034, 0.5036441729043913, 0.4220633430304784 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25476438997318074, 0.1819294736630499, 0.1559817807178544, 0.19258523318544182, 0.1318671653947203, 0.32185539750424164, 0.35972894087850066, 0.2969470516716933, 0.2922007320893351, 0.24309510855211205, 0.16441413262113916, 0.14698023257352863, 0.19353312368432773, 0.20225597590966124, 0.18123809493957832, 0.31050880793398916, 0.27939534366474317, 0.1836372033208209, 0.36697602102159027, 0.15247238913205385, 0.16564033307382564, 0.31767865828412106, 0.2590997387448636, 0.123320507889489 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23168529799682566, 0.25445776526353175, 0.3267997305404745, 0.20420634588323458, 0.37728343757248817, 0.15217317003250272, 0.1320376361583585, 0.14528948514892318, 0.14450783506717516, 0.16658668855141853, 0.2872050838052736, 0.2941087019612082, 0.2015701212262242, 0.3244449741397175, 0.20534803693110004, 0.17197265544396811, 0.1583339577044236, 0.23385413162215418, 0.12627645096400836, 0.24688774592672913, 0.3272405040331398, 0.16169477859904477, 0.24454443522722788, 0.29874283701878257 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.25132407859836, 24.96891855941309, 39.51489229622349, 22.019184749396487, 58.316958844226725, 30.7925622751479, 41.928594968591845, 31.541207250884973, 23.456570058485564, 22.021854087011675, 29.59598394294022, 27.155207229623258, 22.8039590899554, 43.55846264043209, 21.16620305220184, 30.404316831960198, 24.887290476241343, 23.35618358537788, 36.84032055787548, 24.734160347328498, 42.67611074424265, 37.38037280302037, 41.951538622414475, 38.28571950183084 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.96810086130778, 23.87473161830859, 38.23409019016471, 20.785528127554272, 57.160138624446525, 29.567310722326063, 40.849935218280955, 30.21853722898605, 22.503236995988086, 20.92155644594765, 28.573370918686116, 25.950347264061485, 21.66294154389801, 42.54655173911801, 20.11794786973132, 29.25963679719988, 23.734586281928763, 22.22522691128105, 35.65394197555381, 23.555476328515198, 41.42694394521823, 36.25992964670496, 40.752298546418125, 37.13485843451761 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45397323520626115, "rpss": -0.0012843345443780407, "brier_below": 0.22825440985099424, "bss_below": -0.006546934845131913, "brier_above": 0.22571882528408063, "bss_above": 0.0039817167784939045, "crps": 32.40032902472603, "crpss": -0.019548253312798858, "crps_fair": 31.247384343172637, "crpss_fair": -0.026019085606940662, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.074951, 0.852762, 0.072181, 0.000105, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2833, 0.3488, 0.4228, 0.5038, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3558, 0.3524, 0.2814, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.108069, 0.850675, 0.041222, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.344, 0.4192, 0.5063, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3338, 0.3474, 0.3765, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43379910977273967, 0.48577929236741624, 0.47031515137997726, 0.5115598039978525, 0.36554610920350006, 0.48447005413063843, 0.4367422789449471, 0.46542827066279835, 0.4066379465869133 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26910800732967244, 0.15862681355705507, 0.271818885788487, 0.14319911715646572, 0.16607007635593155, 0.3252435599287729, 0.10663398227152424, 0.17965521076571797, 0.2301431149036121 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16469110994243524, 0.3271524594952131, 0.19849626870497325, 0.36836066292973785, 0.19947603647186948, 0.15922650794717916, 0.3301082770274684, 0.2857730481493912, 0.17649483901716254 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.728938182622315, 58.8335242606715, 28.840902833319504, 47.141860780046954, 16.954133245522833, 27.20511701314586, 26.15180113521732, 30.219909729148608, 19.357887580326093 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.242496845517966, 58.29699488392868, 28.366844279668342, 46.654358116027005, 16.464553563081747, 26.693408168047394, 25.604676521131918, 29.727346391026604, 18.80861686411387 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.451142001894087, "rpss": 0.0018011751044438862, "brier_below": 0.20561097422858213, "bss_below": -0.002191716782763198, "brier_above": 0.2455310232983811, "bss_above": 0.005120479952137491, "crps": 30.826008306668996, "crpss": -0.005022147425141288, "crps_fair": 30.31769951472706, "crpss_fair": -0.026749054277247497, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.120913, 0.862336, 0.016751, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.3408, 0.4076, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.324, 0.2772, 0.2357, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.098961, 0.894874, 0.006165, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.335, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3149, 0.4167, 0.4864, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43149350332350495, 0.5046072484266022, 0.47138794105567283, 0.5095424911265627, 0.35430990432367315, 0.5137080167291431, 0.42351815941227583, 0.47353126781266824, 0.4146919609353305 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3125032948475565, 0.12065855790306176, 0.28406616143913427, 0.13598998913104177, 0.17177723698881958, 0.36222506605408555, 0.1036656529521941, 0.14520238039479988, 0.23075584041116295 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1189902233045742, 0.38394866127032834, 0.18732178480755232, 0.37355247705972705, 0.18253267421936056, 0.1514829663071886, 0.31985248876638805, 0.32832886901229263, 0.1839361269210252 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.280342446709568, 73.5489105435718, 32.48296943218687, 51.06215625683653, 18.269267892843374, 31.86100215457756, 28.076908793975328, 36.74182850737524, 22.143724079603576 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.740374604598156, 72.94441508974818, 31.944834450573136, 50.51253742998579, 17.719906804174656, 31.316002687254148, 27.473949084418816, 36.1794679988549, 21.524306775418218 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45519894368282604, "rpss": 0.001250450825277749, "brier_below": 0.2074271311246507, "bss_below": -0.0036537341508793286, "brier_above": 0.24777180796315973, "bss_above": 0.00531938043886504, "crps": 35.385234456408874, "crpss": -0.0034936509862264487, "crps_fair": 34.81731054722511, "crpss_fair": -0.02424689085435494, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.117264, 0.870382, 0.012354, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3392, 0.4065, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3654, 0.2775, 0.1868, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.076268, 0.91609, 0.007642, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3368, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3369, 0.4205, 0.4016, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.6785170839446835, "training": [ 0.6491097102361475, 0.6928522010369774, 0.7089088586370879, 0.6976916164158712, 0.6933878350087888, 0.5887796705126638, 0.6539867347550733, 0.6908353302856423, 0.6929848806009798, 0.7007095685183036, 0.6856966530098416, 0.6782068904139956, 0.6830987095436104, 0.5940810078197427, 0.6658266982076101, 0.6259438338442987, 0.6811516760703844, 0.7548455019950954, 0.6950249909436458, 0.7087182379254282, 0.682917327278385, 0.6678183272559078, 0.6845956140125039, 0.7072381403444186 ], "test": 0.7223067960499084 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4903505331123904, 0.4241683782256634, 0.4633943761440446, 0.4042508153733268, 0.5003202562922452, 0.4663482730808872, 0.4720551361028903, 0.4411520532390963, 0.43416944096124466, 0.3944010679278384, 0.462386250144627, 0.4423040328807535, 0.3943024151038208, 0.5130623288705021, 0.3971459418314861, 0.4943388932374284, 0.4285982610476554, 0.42022174690878195, 0.4893138806662186, 0.4242510989640051, 0.4841530054234229, 0.48751799819847885, 0.5204429316994373, 0.41335163682888343 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21802147916425088, 0.189158430520465, 0.15307771139874374, 0.17792281323603726, 0.12909474671811522, 0.31696065877463764, 0.3390003541499692, 0.2491265017603387, 0.297229440419391, 0.23733788250029494, 0.20428372830378236, 0.1455115307931581, 0.1934982802511259, 0.2181946287187681, 0.16991468729020062, 0.27706947448177816, 0.26356574213826406, 0.18890880117258838, 0.3642993476874172, 0.19910871469487296, 0.20614506357322535, 0.2802125325409388, 0.3069986940239997, 0.14005823613353877 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2723290553118663, 0.2350099490487241, 0.31031666759598775, 0.22632800211510137, 0.3712255147331602, 0.1493876125337789, 0.13305477954537645, 0.19202554970119262, 0.13693999868290202, 0.15706318439501168, 0.25810252246306076, 0.29679250454199974, 0.20080413364353944, 0.2948676992387939, 0.22723125468231833, 0.21726941671324412, 0.1650325160811727, 0.23131294578372363, 0.12501453060997667, 0.2251423841943248, 0.27800794415393404, 0.20730546544768155, 0.2134442377047702, 0.2732934020402697 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.23745959673834, 21.926365788144356, 34.146102432913914, 20.945060423412965, 49.39903352065996, 27.24202047041764, 35.533703413076104, 29.85063958291135, 20.861371977465843, 19.03143749678081, 26.203421237842925, 24.87141006408471, 20.18763931494374, 37.32980898620717, 19.078829239666266, 33.483567116898776, 22.013980576846695, 20.5708620786363, 31.28723890332896, 22.972013860908888, 36.13746643928992, 36.79911685313664, 38.02545638829891, 32.43980531018952 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.088904911754526, 20.957678975608165, 33.01134299152721, 19.819459101723403, 48.37507309688137, 26.180885864834075, 34.56404905987127, 28.650950712980556, 19.99424127163288, 18.058647557805273, 25.243885008268286, 23.758748290444796, 19.14095509426337, 36.43466705676434, 18.142692042688427, 32.44493709437453, 20.976738509800843, 19.58738178507472, 30.229771067782867, 21.894878397925062, 35.02542903290249, 35.769726776098125, 36.889352203202705, 31.416799283749093 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4525833646777137, "rpss": 0.0015266127647445282, "brier_below": 0.2276958116852459, "bss_below": -0.004290380869032218, "brier_above": 0.2248875529567463, "bss_above": 0.007347992713477636, "crps": 29.107242128033363, "crpss": -0.015869471673310986, "crps_fair": 28.069049799498263, "crpss_fair": -0.02222845876113677, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.088497, 0.838307, 0.073111, 8.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.281, 0.3489, 0.4236, 0.5053, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3186, 0.3546, 0.3002, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.119724, 0.84013, 0.040118, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3441, 0.4205, 0.5082, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3512, 0.3909, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4872563109357058, 0.4352827717460569, 0.48320179003441244, 0.3967160345797364, 0.5094401308011277, 0.4740321545288707, 0.49079267976043245, 0.4414980691121456, 0.43569589596368613, 0.40962937284885914, 0.4523513064554389, 0.4415466367601209, 0.39568142652763444, 0.5283462749917197, 0.38738777817786957, 0.48135552671211435, 0.43740627220675005, 0.4171763034740051, 0.4918294141749884, 0.3995964098264756, 0.49384801059548006, 0.47838780260876235, 0.5025872072934591, 0.42191680077472543 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25556553034533286, 0.1807752622314293, 0.1564593689013199, 0.19260967120001216, 0.1320532661894687, 0.3215015563269721, 0.3587139488574832, 0.29623134539324436, 0.2913489719766688, 0.24326700909968482, 0.1649517602845688, 0.14741613226330205, 0.19409002015576665, 0.2035147034278179, 0.1821380530114417, 0.30930765356712625, 0.2791896430163733, 0.18361146787892196, 0.36560890850629707, 0.15272313288325984, 0.16654359076234015, 0.31678465318378096, 0.2581644439745093, 0.12331309055501959 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23169078053908676, 0.2545075113213757, 0.32674242475799, 0.20410636268005414, 0.3773868700765662, 0.15253059585796344, 0.13207872818278182, 0.14526672085072473, 0.14434692251912082, 0.16636236275169766, 0.2873995473690681, 0.2941305066639465, 0.20159140506933865, 0.3248315710253379, 0.20524972545490663, 0.17204786984995998, 0.15821662607850187, 0.23356483539697906, 0.12622050323310605, 0.24687327754250557, 0.3273044236617829, 0.16160314785950283, 0.24442276438739619, 0.29860371209786934 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.2692131014252, 24.93533651242075, 39.52757344019011, 22.041615578993238, 58.328586560881774, 30.774136021476522, 41.87152910457267, 31.526588689070604, 23.414327947303644, 22.02641647720696, 29.61782143113595, 27.16211969111915, 22.825601577810314, 43.58867234472493, 21.17940446661578, 30.355276320414877, 24.888603174771085, 23.391294669485934, 36.78441154452618, 24.75845050466052, 42.7165729876339, 37.33634523587643, 41.898114427713374, 38.28052608121813 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.982620382936965, 23.838633051960528, 38.24442183458018, 20.803900363544077, 57.170864543603365, 29.546023718577686, 40.79115527959528, 30.199769339007304, 22.459379973227964, 20.923753365270265, 28.593535340208312, 25.954687097021573, 21.68232815747715, 42.575479933627335, 20.130039545597334, 29.208235289921603, 23.733565262954748, 22.257144487667308, 35.59664160429767, 23.576920693259265, 41.465226207122335, 36.21449716078387, 40.696613235853626, 37.129233392346364 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4538734325371074, "rpss": -0.0010642095647106498, "brier_below": 0.22816179933300587, "bss_below": -0.00613854478127096, "brier_above": 0.2257116331344818, "bss_above": 0.004013453220888863, "crps": 32.39577241213533, "crpss": -0.0194048693859159, "crps_fair": 31.240611219185087, "crpss_fair": -0.025796687648631966, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.069094, 0.857419, 0.073382, 0.000105, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3489, 0.4239, 0.5053, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3513, 0.3528, 0.2824, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107693, 0.85105, 0.041222, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2819, 0.3439, 0.4204, 0.5082, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3343, 0.3473, 0.3765, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4336843333231363, 0.48576865861515284, 0.4702757934083663, 0.5126131927285689, 0.3658334438622144, 0.4848784387159158, 0.43644498438903917, 0.4660181832480288, 0.4058087349678991 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.269185151334061, 0.15893329360755085, 0.27178486336950014, 0.14394830517711182, 0.16638220034805473, 0.3253592292197093, 0.10663519708660074, 0.18019101604047671, 0.22934706009565317 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16449918945655845, 0.3268353457433362, 0.19849093313412602, 0.3686648636359816, 0.1994512471548023, 0.15951922324410417, 0.3298097676807172, 0.28582715544400844, 0.17646168219865369 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.748886448716785, 58.85116991878547, 28.83029953756943, 47.15148230633702, 16.96178502737284, 27.187428642561464, 26.165801648469635, 30.240427968036826, 19.316107347020345 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.261707365685666, 58.31356047970531, 28.355474187699723, 46.66317002779732, 16.471392071336226, 26.674567921597244, 25.617608431662678, 29.747324077306605, 18.76614793729711 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4512584181398135, "rpss": 0.0015435919949239318, "brier_below": 0.20575181291985759, "bss_below": -0.0028781945854601254, "brier_above": 0.24550660085469872, "bss_above": 0.0052194384817877415, "crps": 30.828154316096647, "crpss": -0.00509211389572406, "crps_fair": 30.31899472223199, "crpss_fair": -0.026792918195093218, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.116042, 0.866689, 0.017269, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.341, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3293, 0.2767, 0.2372, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.098519, 0.895316, 0.006165, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.335, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3141, 0.4167, 0.4864, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4313976565094499, 0.5045747688359365, 0.4711270373821343, 0.5106280616543111, 0.3546758017264519, 0.5143507375852152, 0.4233425979546723, 0.47440924910483223, 0.4135969182550607 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.312658708059972, 0.12103167362865364, 0.28381408189508456, 0.1368160282800778, 0.17216404499354843, 0.36250835990499614, 0.10375068913317192, 0.14598367504735615, 0.22967008005978323 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11873896324923282, 0.3835430660261323, 0.18731296066301456, 0.3738120084291599, 0.1825117636494277, 0.15184239330729662, 0.31959189113555536, 0.3284255556431462, 0.18392684460052078 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.308929453470995, 73.57141383835734, 32.46949426687806, 51.073500300484994, 18.281311786724544, 31.838035866112058, 28.09487347738138, 36.768445358942365, 22.087777633394637 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.768061509388637, 72.96555365792261, 31.930394822766036, 50.52287516690266, 17.730948156832543, 31.291621245716236, 27.4905813940183, 36.20543645215611, 21.467522684341095 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45534475877867375, "rpss": 0.0009305187093054945, "brier_below": 0.2075997045558493, "bss_below": -0.004488745307320796, "brier_above": 0.24774504963372068, "bss_above": 0.0054268018276164565, "crps": 35.38819799797182, "crpss": -0.0035776943785774673, "crps_fair": 34.819221676671575, "crpss_fair": -0.024303111980076286, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.111145, 0.875678, 0.013177, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2869, 0.3394, 0.4085, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.374, 0.2771, 0.1891, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.075812, 0.916546, 0.007642, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3369, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3365, 0.4205, 0.4016, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.6766866935094028, "training": [ 0.64900262926596, 0.6913160459874741, 0.7071149630872502, 0.6952475881129045, 0.691724676077375, 0.5859955111001097, 0.651821475712244, 0.6879899377097034, 0.6909373525664078, 0.6984559775508756, 0.6838459751432797, 0.6764715048423413, 0.6817743182165469, 0.5927324125704334, 0.6636222749744662, 0.6233645065054924, 0.67936453485066, 0.7532071964731039, 0.6934359966404724, 0.7071390051011165, 0.6811663260076626, 0.6652576027898471, 0.6828617855624708, 0.7066310473774676 ], "test": 0.7213038830422118 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4903778922151586, 0.42401100849831486, 0.4634316565090304, 0.4042906779388866, 0.5004147579718332, 0.46640818018050617, 0.4719042680706182, 0.4409841970021029, 0.43381352893801994, 0.3940541395119059, 0.46250123509676144, 0.442467942958183, 0.3943763852358415, 0.5134369486542555, 0.3973039226188779, 0.49429380790847965, 0.428625438511325, 0.42018014667192516, 0.48899808523027466, 0.4243674151086751, 0.4843648711009988, 0.48728843208176137, 0.5202525659547418, 0.4133440760094198 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21804858683485875, 0.18899563923473844, 0.1531263499640633, 0.17800156793565228, 0.1291667154223205, 0.31688710454820296, 0.3388387558317522, 0.2490490989131082, 0.29695309481972476, 0.23705765181879562, 0.2043770969299985, 0.14565505695990788, 0.19358288194892811, 0.21846352540208078, 0.1700908886705358, 0.2769542110264349, 0.26362729032162174, 0.1889248386745276, 0.3640157220745138, 0.19922577881460166, 0.20635675908708292, 0.2800281383143227, 0.3068154062362651, 0.1400899761250559 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2723293067444353, 0.2350153706022891, 0.31030530939801637, 0.2262891100007645, 0.37124804772997444, 0.14952107383127403, 0.13306550981466486, 0.1919350962896227, 0.13686043223676303, 0.1569964866432726, 0.25812413878655643, 0.2968128884898945, 0.20079350209794797, 0.2949734223846734, 0.22721303408254298, 0.2173395948184076, 0.16499814533549714, 0.23125530804764202, 0.12498236077111062, 0.22514163623790145, 0.27800811432725203, 0.20726029355550438, 0.2134371597440542, 0.27325410125202504 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.23937825502546, 21.92477745915479, 34.145055751036395, 20.95054751704412, 49.40356889017777, 27.236688146904047, 35.52345293963601, 29.848029881453428, 20.8498468381231, 19.023719591038347, 26.207718401109744, 24.878798064516452, 20.190295921369202, 37.336606618908746, 19.078752544014367, 33.477117657745445, 22.016937126338274, 20.576405631976062, 31.27706253231195, 22.97849001196762, 36.14537445237378, 36.79095360957261, 38.0153752027755, 32.438403672111264 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.09067291529853, 20.955511997484532, 33.00987171140232, 19.82422594792464, 48.37942487974424, 26.174908177534817, 34.55350347239075, 28.64765200762935, 19.982441835722817, 18.050518843704367, 25.24779382269213, 23.765405426756367, 19.143168852337887, 36.44120512824246, 18.14235536211225, 32.437941517708985, 20.979313719923244, 19.592432522075047, 30.219311713813696, 21.900813215935905, 35.032945456544475, 35.761282009295726, 36.87884358949417, 31.415227795272344 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4525621491657457, "rpss": 0.0015734176757286056, "brier_below": 0.22768050566287892, "bss_below": -0.004222871102740111, "brier_above": 0.22488164346758696, "bss_above": 0.0073740771552305295, "crps": 29.106389863195187, "crpss": -0.015839726848051683, "crps_fair": 28.06778216337671, "crpss_fair": -0.022182293546137988, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.086899, 0.837161, 0.075856, 8.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3487, 0.4231, 0.5059, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3181, 0.3556, 0.2908, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.119531, 0.840125, 0.040315, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.344, 0.4209, 0.5092, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3023, 0.3511, 0.3911, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4872906562241933, 0.4351012582100964, 0.483286878112955, 0.3967953843968164, 0.5095733734861514, 0.47403509739644206, 0.49063596450520214, 0.44142485418033445, 0.43525995529838624, 0.40922187159541823, 0.4525186269058916, 0.44172945847463263, 0.39578194220790497, 0.5288088007240042, 0.387604217396501, 0.4812601024119723, 0.4374651812006434, 0.41712278733932184, 0.49142373412843465, 0.3997284395428974, 0.49410954085644015, 0.47806933006468205, 0.5022729696760742, 0.4219113185423233 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25559977188392063, 0.18057363626035322, 0.15654903504851023, 0.19272933807862183, 0.13215749522874987, 0.3213466854082976, 0.3585361441887011, 0.2961832256986882, 0.29099368813101256, 0.24291260260039696, 0.165075703164772, 0.14757870149316324, 0.19420255700993286, 0.20384429494981565, 0.1823829960434614, 0.30917937450073, 0.2792835344528285, 0.1836267987791472, 0.3652319895854855, 0.1528556742312462, 0.16679209311130697, 0.31651537953898223, 0.257886497660711, 0.12335265732909566 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23169088428896523, 0.2545276237512173, 0.3267378466929667, 0.20406604563765596, 0.3774158837439288, 0.15268840960775873, 0.13209981757744596, 0.1452416255803909, 0.1442662656770378, 0.1663092679781172, 0.2874429249387104, 0.2941507591898424, 0.20157938392128025, 0.32496450529378146, 0.20522122163402157, 0.1720807245847585, 0.1581816436059888, 0.23349598836361532, 0.1261917420903633, 0.24687276593767868, 0.32731745159103437, 0.16155394894768701, 0.244386473084993, 0.2985586631199368 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.27158717215208, 24.93337117790333, 39.52627831806102, 22.048405088335702, 58.33419844501984, 30.76753801846321, 41.858845580312924, 31.523359549270804, 23.40006720263609, 22.0168666505291, 29.623138568423453, 27.17126130621183, 22.82888875593363, 43.59708346249263, 21.17930956649559, 30.347296018615975, 24.89226149040117, 23.39815403980488, 36.77181971162941, 24.76646383395144, 42.72635804550287, 37.326244366059264, 41.88564037352451, 38.278791750538396 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.984808039533796, 23.83595172023842, 38.24260133162818, 20.809798667636002, 57.176249264985934, 29.538627168328524, 40.778106593071264, 30.1956876534547, 22.444779825001508, 20.913695220824348, 28.59837195023042, 25.962924370197467, 21.68506737283218, 42.58356988075896, 20.129622950570702, 29.199579244240695, 23.73675172456087, 22.2633940668353, 35.58369961965817, 23.584264198772217, 41.47452672793898, 36.204047945415226, 40.68361029919049, 37.127288895603336 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45385132261990496, "rpss": -0.0010154438842342461, "brier_below": 0.22814124476574707, "bss_below": -0.006047904093606116, "brier_above": 0.22571007778496566, "bss_above": 0.004020316434681259, "crps": 32.39471785384455, "crpss": -0.01937168536909417, "crps_fair": 31.239042697146157, "crpss_fair": -0.025745184664239362, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.067117, 0.856826, 0.075953, 0.000105, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2866, 0.3488, 0.4235, 0.5059, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3514, 0.3537, 0.2743, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107455, 0.851045, 0.041465, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.3438, 0.4207, 0.5092, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3347, 0.3472, 0.3768, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4337076230054263, 0.48582631294439776, 0.47037669466419624, 0.5127827475850769, 0.3659007509321344, 0.4849916850006231, 0.4364237465746498, 0.4661441781178705, 0.40556827847859017 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26923451818482286, 0.1590525301543161, 0.27188510044056907, 0.14409230131680795, 0.16645245888435695, 0.32542889969029937, 0.10665795057753462, 0.18031940974912253, 0.2291059831813606 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1644731122874813, 0.32677376353089466, 0.19849159731523217, 0.3686904223480777, 0.19944829569210276, 0.15956279906039242, 0.3297657763876926, 0.2858247565759347, 0.17646230262616144 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.753531020130634, 58.85536129164392, 28.834727986703854, 47.153389204382144, 16.962238823551886, 27.18623212801025, 26.16954020876958, 30.24593381576637, 19.30547833499458 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.266162789701937, 58.31750081302797, 28.359719217225788, 46.66487459632482, 16.47163957591459, 26.67307125605709, 25.62108793189046, 29.752680951681224, 18.755349997972452 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4513024463669961, "rpss": 0.001446174941199363, "brier_below": 0.2058032391310211, "bss_below": -0.0031288569007716927, "brier_above": 0.24549920286932997, "bss_above": 0.005249414751320236, "crps": 30.829603645994798, "crpss": -0.005139366482957319, "crps_fair": 30.320231903310702, "crpss_fair": -0.02683481697115031, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.113985, 0.868672, 0.017343, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.341, 0.4098, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3327, 0.2764, 0.2362, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.098372, 0.895463, 0.006165, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.335, 0.4094, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3131, 0.4168, 0.4864, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43142460901392876, 0.5046412842246365, 0.4712407667199157, 0.5107994954126609, 0.35475551081534135, 0.5145072478690059, 0.423340099619077, 0.4745797111591794, 0.41330151432221407 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3127216257440853, 0.12117550377515862, 0.28392733374233065, 0.13697369145896027, 0.17224600007713906, 0.36261181836449385, 0.10378688813512003, 0.14615195972741893, 0.2293701796993829 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11870299806880395, 0.38346575127604504, 0.18731343815015128, 0.37382577900339614, 0.18250951766021678, 0.15189544513405523, 0.3195531938110314, 0.3284277329838067, 0.18393134103260533 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.31467645965056, 73.57660007484121, 32.47497385202676, 51.07585981956061, 18.28187329589576, 31.836555347048602, 28.09949942178658, 36.77525807385317, 22.074625720687983 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.77357447217305, 72.97042926816455, 31.935647451855985, 50.52498433155709, 17.731254409060067, 31.289769331870676, 27.49488678789194, 36.21206483341908, 21.454161747777533 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4553989154617733, "rpss": 0.0008116938227781256, "brier_below": 0.20766277785823217, "bss_below": -0.004793930820510717, "brier_above": 0.24773613301334574, "bss_above": 0.005462597625176535, "crps": 35.389991340594584, "crpss": -0.003628551973945404, "crps_fair": 34.82075251486333, "crpss_fair": -0.02434814579324751, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.108599, 0.878132, 0.013269, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.3394, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3794, 0.2767, 0.1878, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.075631, 0.916727, 0.007642, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.3369, 0.4094, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3349, 0.4206, 0.4016, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4903778922151586, 0.42401100849831486, 0.4634316565090304, 0.4042906779388866, 0.5004147579718332, 0.46640818018050617, 0.4719042680706182, 0.4409841970021029, 0.43381352893801994, 0.3940541395119059, 0.46250123509676144, 0.442467942958183, 0.3943763852358415, 0.5134369486542555, 0.3973039226188779, 0.49429380790847965, 0.428625438511325, 0.42018014667192516, 0.48899808523027466, 0.4243674151086751, 0.4843648711009988, 0.48728843208176137, 0.5202525659547418, 0.4133440760094198 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21804858683485875, 0.18899563923473844, 0.1531263499640633, 0.17800156793565228, 0.1291667154223205, 0.31688710454820296, 0.3388387558317522, 0.2490490989131082, 0.29695309481972476, 0.23705765181879562, 0.2043770969299985, 0.14565505695990788, 0.19358288194892811, 0.21846352540208078, 0.1700908886705358, 0.2769542110264349, 0.26362729032162174, 0.1889248386745276, 0.3640157220745138, 0.19922577881460166, 0.20635675908708292, 0.2800281383143227, 0.3068154062362651, 0.1400899761250559 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2723293067444353, 0.2350153706022891, 0.31030530939801637, 0.2262891100007645, 0.37124804772997444, 0.14952107383127403, 0.13306550981466486, 0.1919350962896227, 0.13686043223676303, 0.1569964866432726, 0.25812413878655643, 0.2968128884898945, 0.20079350209794797, 0.2949734223846734, 0.22721303408254298, 0.2173395948184076, 0.16499814533549714, 0.23125530804764202, 0.12498236077111062, 0.22514163623790145, 0.27800811432725203, 0.20726029355550438, 0.2134371597440542, 0.27325410125202504 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.23937825502546, 21.92477745915479, 34.145055751036395, 20.95054751704412, 49.40356889017777, 27.236688146904047, 35.52345293963601, 29.848029881453428, 20.8498468381231, 19.023719591038347, 26.207718401109744, 24.878798064516452, 20.190295921369202, 37.336606618908746, 19.078752544014367, 33.477117657745445, 22.016937126338274, 20.576405631976062, 31.27706253231195, 22.97849001196762, 36.14537445237378, 36.79095360957261, 38.0153752027755, 32.438403672111264 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.09067291529853, 20.955511997484532, 33.00987171140232, 19.82422594792464, 48.37942487974424, 26.174908177534817, 34.55350347239075, 28.64765200762935, 19.982441835722817, 18.050518843704367, 25.24779382269213, 23.765405426756367, 19.143168852337887, 36.44120512824246, 18.14235536211225, 32.437941517708985, 20.979313719923244, 19.592432522075047, 30.219311713813696, 21.900813215935905, 35.032945456544475, 35.761282009295726, 36.87884358949417, 31.415227795272344 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4525621491657457, "rpss": 0.0015734176757286056, "brier_below": 0.22768050566287892, "bss_below": -0.004222871102740111, "brier_above": 0.22488164346758696, "bss_above": 0.0073740771552305295, "crps": 29.106389863195187, "crpss": -0.015839726848051683, "crps_fair": 28.06778216337671, "crpss_fair": -0.022182293546137988 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4872906562241933, 0.4351012582100964, 0.483286878112955, 0.3967953843968164, 0.5095733734861514, 0.47403509739644206, 0.49063596450520214, 0.44142485418033445, 0.43525995529838624, 0.40922187159541823, 0.4525186269058916, 0.44172945847463263, 0.39578194220790497, 0.5288088007240042, 0.387604217396501, 0.4812601024119723, 0.4374651812006434, 0.41712278733932184, 0.49142373412843465, 0.3997284395428974, 0.49410954085644015, 0.47806933006468205, 0.5022729696760742, 0.4219113185423233 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25559977188392063, 0.18057363626035322, 0.15654903504851023, 0.19272933807862183, 0.13215749522874987, 0.3213466854082976, 0.3585361441887011, 0.2961832256986882, 0.29099368813101256, 0.24291260260039696, 0.165075703164772, 0.14757870149316324, 0.19420255700993286, 0.20384429494981565, 0.1823829960434614, 0.30917937450073, 0.2792835344528285, 0.1836267987791472, 0.3652319895854855, 0.1528556742312462, 0.16679209311130697, 0.31651537953898223, 0.257886497660711, 0.12335265732909566 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23169088428896523, 0.2545276237512173, 0.3267378466929667, 0.20406604563765596, 0.3774158837439288, 0.15268840960775873, 0.13209981757744596, 0.1452416255803909, 0.1442662656770378, 0.1663092679781172, 0.2874429249387104, 0.2941507591898424, 0.20157938392128025, 0.32496450529378146, 0.20522122163402157, 0.1720807245847585, 0.1581816436059888, 0.23349598836361532, 0.1261917420903633, 0.24687276593767868, 0.32731745159103437, 0.16155394894768701, 0.244386473084993, 0.2985586631199368 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.27158717215208, 24.93337117790333, 39.52627831806102, 22.048405088335702, 58.33419844501984, 30.76753801846321, 41.858845580312924, 31.523359549270804, 23.40006720263609, 22.0168666505291, 29.623138568423453, 27.17126130621183, 22.82888875593363, 43.59708346249263, 21.17930956649559, 30.347296018615975, 24.89226149040117, 23.39815403980488, 36.77181971162941, 24.76646383395144, 42.72635804550287, 37.326244366059264, 41.88564037352451, 38.278791750538396 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.984808039533796, 23.83595172023842, 38.24260133162818, 20.809798667636002, 57.176249264985934, 29.538627168328524, 40.778106593071264, 30.1956876534547, 22.444779825001508, 20.913695220824348, 28.59837195023042, 25.962924370197467, 21.68506737283218, 42.58356988075896, 20.129622950570702, 29.199579244240695, 23.73675172456087, 22.2633940668353, 35.58369961965817, 23.584264198772217, 41.47452672793898, 36.204047945415226, 40.68361029919049, 37.127288895603336 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45385132261990496, "rpss": -0.0010154438842342461, "brier_below": 0.22814124476574707, "bss_below": -0.006047904093606116, "brier_above": 0.22571007778496566, "bss_above": 0.004020316434681259, "crps": 32.39471785384455, "crpss": -0.01937168536909417, "crps_fair": 31.239042697146157, "crpss_fair": -0.025745184664239362 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4337076230054263, 0.48582631294439776, 0.47037669466419624, 0.5127827475850769, 0.3659007509321344, 0.4849916850006231, 0.4364237465746498, 0.4661441781178705, 0.40556827847859017 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26923451818482286, 0.1590525301543161, 0.27188510044056907, 0.14409230131680795, 0.16645245888435695, 0.32542889969029937, 0.10665795057753462, 0.18031940974912253, 0.2291059831813606 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1644731122874813, 0.32677376353089466, 0.19849159731523217, 0.3686904223480777, 0.19944829569210276, 0.15956279906039242, 0.3297657763876926, 0.2858247565759347, 0.17646230262616144 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.753531020130634, 58.85536129164392, 28.834727986703854, 47.153389204382144, 16.962238823551886, 27.18623212801025, 26.16954020876958, 30.24593381576637, 19.30547833499458 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.266162789701937, 58.31750081302797, 28.359719217225788, 46.66487459632482, 16.47163957591459, 26.67307125605709, 25.62108793189046, 29.752680951681224, 18.755349997972452 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4513024463669961, "rpss": 0.001446174941199363, "brier_below": 0.2058032391310211, "bss_below": -0.0031288569007716927, "brier_above": 0.24549920286932997, "bss_above": 0.005249414751320236, "crps": 30.829603645994798, "crpss": -0.005139366482957319, "crps_fair": 30.320231903310702, "crpss_fair": -0.02683481697115031 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43142460901392876, 0.5046412842246365, 0.4712407667199157, 0.5107994954126609, 0.35475551081534135, 0.5145072478690059, 0.423340099619077, 0.4745797111591794, 0.41330151432221407 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3127216257440853, 0.12117550377515862, 0.28392733374233065, 0.13697369145896027, 0.17224600007713906, 0.36261181836449385, 0.10378688813512003, 0.14615195972741893, 0.2293701796993829 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11870299806880395, 0.38346575127604504, 0.18731343815015128, 0.37382577900339614, 0.18250951766021678, 0.15189544513405523, 0.3195531938110314, 0.3284277329838067, 0.18393134103260533 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.31467645965056, 73.57660007484121, 32.47497385202676, 51.07585981956061, 18.28187329589576, 31.836555347048602, 28.09949942178658, 36.77525807385317, 22.074625720687983 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.77357447217305, 72.97042926816455, 31.935647451855985, 50.52498433155709, 17.731254409060067, 31.289769331870676, 27.49488678789194, 36.21206483341908, 21.454161747777533 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4553989154617733, "rpss": 0.0008116938227781256, "brier_below": 0.20766277785823217, "bss_below": -0.004793930820510717, "brier_above": 0.24773613301334574, "bss_above": 0.005462597625176535, "crps": 35.389991340594584, "crpss": -0.003628551973945404, "crps_fair": 34.82075251486333, "crpss_fair": -0.02434814579324751 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 1, "vs": 23 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4903505331123904, 0.42401100849831486, 0.4634316565090304, 0.4042906779388866, 0.5004147579718332, 0.46640818018050617, 0.4719042680706182, 0.4409841970021029, 0.43381352893801994, 0.3940541395119059, 0.46250123509676144, 0.442467942958183, 0.3943763852358415, 0.5134369486542555, 0.3973039226188779, 0.49429380790847965, 0.428625438511325, 0.42018014667192516, 0.48899808523027466, 0.4243674151086751, 0.4843648711009988, 0.48728843208176137, 0.5202525659547418, 0.4133440760094198 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21802147916425088, 0.18899563923473844, 0.1531263499640633, 0.17800156793565228, 0.1291667154223205, 0.31688710454820296, 0.3388387558317522, 0.2490490989131082, 0.29695309481972476, 0.23705765181879562, 0.2043770969299985, 0.14565505695990788, 0.19358288194892811, 0.21846352540208078, 0.1700908886705358, 0.2769542110264349, 0.26362729032162174, 0.1889248386745276, 0.3640157220745138, 0.19922577881460166, 0.20635675908708292, 0.2800281383143227, 0.3068154062362651, 0.1400899761250559 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2723290553118663, 0.2350153706022891, 0.31030530939801637, 0.2262891100007645, 0.37124804772997444, 0.14952107383127403, 0.13306550981466486, 0.1919350962896227, 0.13686043223676303, 0.1569964866432726, 0.25812413878655643, 0.2968128884898945, 0.20079350209794797, 0.2949734223846734, 0.22721303408254298, 0.2173395948184076, 0.16499814533549714, 0.23125530804764202, 0.12498236077111062, 0.22514163623790145, 0.27800811432725203, 0.20726029355550438, 0.2134371597440542, 0.27325410125202504 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.23745959673834, 21.92477745915479, 34.145055751036395, 20.95054751704412, 49.40356889017777, 27.236688146904047, 35.52345293963601, 29.848029881453428, 20.8498468381231, 19.023719591038347, 26.207718401109744, 24.878798064516452, 20.190295921369202, 37.336606618908746, 19.078752544014367, 33.477117657745445, 22.016937126338274, 20.576405631976062, 31.27706253231195, 22.97849001196762, 36.14537445237378, 36.79095360957261, 38.0153752027755, 32.438403672111264 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.088904911754526, 20.955511997484532, 33.00987171140232, 19.82422594792464, 48.37942487974424, 26.174908177534817, 34.55350347239075, 28.64765200762935, 19.982441835722817, 18.050518843704367, 25.24779382269213, 23.765405426756367, 19.143168852337887, 36.44120512824246, 18.14235536211225, 32.437941517708985, 20.979313719923244, 19.592432522075047, 30.219311713813696, 21.900813215935905, 35.032945456544475, 35.761282009295726, 36.87884358949417, 31.415227795272344 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4525610092031303, "rpss": 0.0015759326208696356, "brier_below": 0.2276793761766036, "bss_below": -0.004217889315006662, "brier_above": 0.2248816329912299, "bss_above": 0.007374123397793753, "crps": 29.106309919099886, "crpss": -0.015836936725734274, "crps_fair": 28.067708496562375, "crpss_fair": -0.022179610722365295 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4872563109357058, 0.4351012582100964, 0.483286878112955, 0.3967953843968164, 0.5095733734861514, 0.47403509739644206, 0.49063596450520214, 0.44142485418033445, 0.43525995529838624, 0.40922187159541823, 0.4525186269058916, 0.44172945847463263, 0.39578194220790497, 0.5288088007240042, 0.387604217396501, 0.4812601024119723, 0.4374651812006434, 0.41712278733932184, 0.49142373412843465, 0.3997284395428974, 0.49410954085644015, 0.47806933006468205, 0.5022729696760742, 0.4219113185423233 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25556553034533286, 0.18057363626035322, 0.15654903504851023, 0.19272933807862183, 0.13215749522874987, 0.3213466854082976, 0.3585361441887011, 0.2961832256986882, 0.29099368813101256, 0.24291260260039696, 0.165075703164772, 0.14757870149316324, 0.19420255700993286, 0.20384429494981565, 0.1823829960434614, 0.30917937450073, 0.2792835344528285, 0.1836267987791472, 0.3652319895854855, 0.1528556742312462, 0.16679209311130697, 0.31651537953898223, 0.257886497660711, 0.12335265732909566 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23169078053908676, 0.2545276237512173, 0.3267378466929667, 0.20406604563765596, 0.3774158837439288, 0.15268840960775873, 0.13209981757744596, 0.1452416255803909, 0.1442662656770378, 0.1663092679781172, 0.2874429249387104, 0.2941507591898424, 0.20157938392128025, 0.32496450529378146, 0.20522122163402157, 0.1720807245847585, 0.1581816436059888, 0.23349598836361532, 0.1261917420903633, 0.24687276593767868, 0.32731745159103437, 0.16155394894768701, 0.244386473084993, 0.2985586631199368 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.2692131014252, 24.93337117790333, 39.52627831806102, 22.048405088335702, 58.33419844501984, 30.76753801846321, 41.858845580312924, 31.523359549270804, 23.40006720263609, 22.0168666505291, 29.623138568423453, 27.17126130621183, 22.82888875593363, 43.59708346249263, 21.17930956649559, 30.347296018615975, 24.89226149040117, 23.39815403980488, 36.77181971162941, 24.76646383395144, 42.72635804550287, 37.326244366059264, 41.88564037352451, 38.278791750538396 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.982620382936965, 23.83595172023842, 38.24260133162818, 20.809798667636002, 57.176249264985934, 29.538627168328524, 40.778106593071264, 30.1956876534547, 22.444779825001508, 20.913695220824348, 28.59837195023042, 25.962924370197467, 21.68506737283218, 42.58356988075896, 20.129622950570702, 29.199579244240695, 23.73675172456087, 22.2633940668353, 35.58369961965817, 23.584264198772217, 41.47452672793898, 36.204047945415226, 40.68361029919049, 37.127288895603336 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45384989156621797, "rpss": -0.0010122875491740402, "brier_below": 0.2281398180349726, "bss_below": -0.006041612554753328, "brier_above": 0.22571007346205407, "bss_above": 0.004020335510179107, "crps": 32.39461893423093, "crpss": -0.0193685726439361, "crps_fair": 31.23895154478795, "crpss_fair": -0.02574219164382563 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4337076230054263, 0.48582631294439776, 0.47037669466419624, 0.5127827475850769, 0.3659007509321344, 0.4849916850006231, 0.4364237465746498, 0.4661441781178705, 0.40556827847859017 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26923451818482286, 0.1590525301543161, 0.27188510044056907, 0.14409230131680795, 0.16645245888435695, 0.32542889969029937, 0.10665795057753462, 0.18031940974912253, 0.2291059831813606 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1644731122874813, 0.32677376353089466, 0.19849159731523217, 0.3686904223480777, 0.19944829569210276, 0.15956279906039242, 0.3297657763876926, 0.2858247565759347, 0.17646230262616144 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.753531020130634, 58.85536129164392, 28.834727986703854, 47.153389204382144, 16.962238823551886, 27.18623212801025, 26.16954020876958, 30.24593381576637, 19.30547833499458 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.266162789701937, 58.31750081302797, 28.359719217225788, 46.66487459632482, 16.47163957591459, 26.67307125605709, 25.62108793189046, 29.752680951681224, 18.755349997972452 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4513024463669961, "rpss": 0.001446174941199363, "brier_below": 0.2058032391310211, "bss_below": -0.0031288569007716927, "brier_above": 0.24549920286932997, "bss_above": 0.005249414751320236, "crps": 30.829603645994798, "crpss": -0.005139366482957319, "crps_fair": 30.320231903310702, "crpss_fair": -0.02683481697115031 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43142460901392876, 0.5046412842246365, 0.4712407667199157, 0.5107994954126609, 0.35475551081534135, 0.5145072478690059, 0.423340099619077, 0.4745797111591794, 0.41330151432221407 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3127216257440853, 0.12117550377515862, 0.28392733374233065, 0.13697369145896027, 0.17224600007713906, 0.36261181836449385, 0.10378688813512003, 0.14615195972741893, 0.2293701796993829 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11870299806880395, 0.38346575127604504, 0.18731343815015128, 0.37382577900339614, 0.18250951766021678, 0.15189544513405523, 0.3195531938110314, 0.3284277329838067, 0.18393134103260533 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.31467645965056, 73.57660007484121, 32.47497385202676, 51.07585981956061, 18.28187329589576, 31.836555347048602, 28.09949942178658, 36.77525807385317, 22.074625720687983 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.77357447217305, 72.97042926816455, 31.935647451855985, 50.52498433155709, 17.731254409060067, 31.289769331870676, 27.49488678789194, 36.21206483341908, 21.454161747777533 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4553989154617733, "rpss": 0.0008116938227781256, "brier_below": 0.20766277785823217, "bss_below": -0.004793930820510717, "brier_above": 0.24773613301334574, "bss_above": 0.005462597625176535, "crps": 35.389991340594584, "crpss": -0.003628551973945404, "crps_fair": 34.82075251486333, "crpss_fair": -0.02434814579324751 } } } } }, "May": { "tag": "init01_May", "methods": { "mvs": { "lambda_": { "training_mean": 0.44060017529933376, "training": [ 0.4977168711690757, 0.42454536073854576, 0.429989077198502, 0.48856373263830233, 0.3827538923650634, 0.4644356578535745, 0.451907611874236, 0.44578488305443625, 0.3735169995529722, 0.43147150188947647, 0.4569953069490512, 0.4690593898995807, 0.4636215887497656, 0.4309776800407431, 0.4416464649215525, 0.4475976465560395, 0.42181418781192825, 0.39951740921252216, 0.4740810406642119, 0.45716736345882014, 0.47196270607856317, 0.4148627220596982, 0.41579248038136435, 0.4186226320659845 ], "test": 0.49248386718988113 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.4058862129815668, 0.44165736608145756, 0.46893614914338916, 0.48365933300660324, 0.36528031095367863, 0.4774724967390676, 0.4121628768378564, 0.4636174122628604, 0.4821553916510701, 0.4509332254572438, 0.4759250754538484, 0.4560427623371688, 0.4002347112970377, 0.3944213418542651, 0.4160922362983641, 0.4685579321107911, 0.47406035615184894, 0.46709924835826955, 0.3859608783753265, 0.410234224314325, 0.42204314376557317, 0.45249335293666954, 0.4572016553625316 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.15747655497471888, 0.2662843126097436, 0.10989206041886106, 0.2893664927279166, 0.1421493957029826, 0.3392494789471157, 0.190873044039932, 0.26152583570946186, 0.3674283830604599, 0.3033346098228878, 0.3724107979336105, 0.1573461144748448, 0.23370699286292815, 0.20565331969303938, 0.20617911480094522, 0.3258087894698871, 0.16185115568674155, 0.14177147878078697, 0.20665104250441388, 0.2671131170862021, 0.13502006875854666, 0.14038086992776724, 0.1814600782558061 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.24840965995655945, 0.17537305038035644, 0.35904409138304977, 0.19429283790435234, 0.22313091384834874, 0.13822301552033123, 0.221289833419785, 0.20209157569727182, 0.114727005635676, 0.1475986157670741, 0.10351427399964888, 0.2986966520728255, 0.16652771848586484, 0.1887680214334821, 0.20991312179617438, 0.1427491391096786, 0.31220920408295755, 0.3253277747240715, 0.17930983619211524, 0.14312110521838362, 0.28702307851795766, 0.3121124871009801, 0.27574157908875224 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.601146093501, 21.514533147523576, 23.100969254414764, 38.70740632435169, 31.457582882136595, 27.59664933488656, 29.6840139053892, 28.189852262782892, 27.58667077554093, 32.6278046731026, 36.517784844434516, 34.381862017273164, 36.61296172411433, 20.99548827894514, 18.53330162785317, 24.13990381804461, 32.9377627202067, 30.247676105527812, 33.39351613718538, 22.026448241974666, 20.501988375779433, 27.525427237148502, 26.765738375102742, 37.68892500277776 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.59083034303788, 20.467663199866653, 22.092949617122283, 37.66325040916715, 30.327439228286277, 26.19223017824841, 28.604135057908028, 27.14652786077058, 26.4944737443433, 31.74387687063768, 35.50534331220039, 33.311978034507305, 35.512187101111074, 19.99199615965284, 17.49678926298519, 23.1698082083696, 31.88303425306546, 29.191545347232868, 32.27383179864661, 20.97676184684469, 19.555941096061556, 26.50554004504501, 25.67263842851046, 36.69910133356642 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4403461429472891, "rpss": 0.028068941568812122, "brier_below": 0.22030016455524534, "bss_below": 0.027121672866629476, "brier_above": 0.22004597877625776, "bss_above": 0.029015456748844204, "crps": 29.180642214999907, "crpss": 0.007016213102679414, "crps_fair": 28.127911364049485, "crpss_fair": 0.0012237598981478248, "reliability": { "below": { "weight": [ 0.0, 0.043227, 0.243451, 0.549899, 0.154251, 0.009172, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.168, 0.2678, 0.3514, 0.4387, 0.5188, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2708, 0.2486, 0.3472, 0.5084, 0.5376, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003152, 0.342706, 0.516395, 0.131437, 0.00631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2666, 0.3458, 0.4352, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0985, 0.2356, 0.4006, 0.4349, 0.3178, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.40970094011535757, 0.45354757870978507, 0.46951920111011725, 0.4996384798454943, 0.37090688442826314, 0.4806817674849668, 0.4119664293782143, 0.4603447701138098, 0.46908042758836926, 0.4586726096027379, 0.45941675100531526, 0.4643759317661292, 0.39401722169662906, 0.39779945056537996, 0.4133439484201318, 0.43923333032500883, 0.49403801619765714, 0.4586087462406806, 0.40270602467031624, 0.4243505201252967, 0.3853222365877207, 0.42406041428271085, 0.43151290770376577 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.1575877903388164, 0.29122525114405956, 0.11358519779098136, 0.32849115551991603, 0.12766733972763322, 0.3640042347711072, 0.18132678238735184, 0.25702428075246764, 0.34896003589151453, 0.2873558688183764, 0.36351375354771925, 0.12900145621896694, 0.24769026741514968, 0.1923941571996249, 0.2273132466337452, 0.28636318064965316, 0.1622724498533033, 0.13307572881034638, 0.19577946229161422, 0.2820518916098519, 0.12977229371877888, 0.13747353997567582, 0.18975812967027783 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25211315234023884, 0.16232232361030802, 0.3559340056906074, 0.17114732030691462, 0.2432395435368253, 0.11667752962478346, 0.23063964782064483, 0.20332048842717407, 0.12012038852505608, 0.1713167412801189, 0.09590299449486324, 0.33537448159606076, 0.14632695354572398, 0.20540529337247063, 0.18603070097154945, 0.15287014674668384, 0.331765570864533, 0.3255330228563717, 0.20692656361543327, 0.14229862640782814, 0.25554994531154507, 0.2865868774929445, 0.2417547794739002 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.80448535179835, 20.958339377845963, 22.150714503323172, 34.004355517973636, 31.194174137207277, 29.712681831384813, 29.62759594949667, 29.846706637525244, 25.933668407877775, 27.299623978386613, 34.99290881402291, 29.550073131009608, 38.458917167901284, 19.210869196003774, 18.161642142355486, 22.341267404585736, 25.843193325858408, 32.613961455744885, 33.402454331011896, 22.87804472738271, 21.053935752991055, 21.715138993093962, 22.781723129028215, 31.89779023710861 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.833667597060895, 19.977012736372224, 21.163286007322736, 33.02110092948734, 30.087598245451346, 28.279350713621604, 28.624918169743705, 28.83006708715542, 24.918295434180177, 26.419507120110158, 33.9993702279926, 28.558823757628183, 37.395913019198105, 18.29707954223843, 17.145168319140353, 21.386987756989004, 24.838676815416417, 31.625976549769323, 32.340603233203225, 21.81890386313541, 20.171594058688445, 20.74617729941726, 21.73255555014356, 30.97671370067456 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4378010643913148, "rpss": 0.03433759950197157, "brier_below": 0.21861237071391648, "bss_below": 0.03502468044006801, "brier_above": 0.21918869401690952, "bss_above": 0.03365134837408701, "crps": 27.684761062538254, "crpss": 0.019127414247210317, "crps_fair": 26.674556155589187, "crpss_fair": 0.013828551877347883, "reliability": { "below": { "weight": [ 0.0, 0.044903, 0.260726, 0.548419, 0.138772, 0.007179, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1675, 0.2678, 0.3503, 0.4387, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.2347, 0.3499, 0.5591, 0.567, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003943, 0.342727, 0.505714, 0.140315, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2663, 0.3465, 0.4354, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1064, 0.2277, 0.4029, 0.4482, 0.3593, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41718217503471505, 0.38334616149518685, 0.4097237861910437, 0.3665312084777004, 0.5624769537413368, 0.4934587128379939, 0.44024328913065486, 0.38127871239944117, 0.378171340823357 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14408111187423653, 0.17120058555895074, 0.14055022471683445, 0.1882092254824753, 0.18885121227750595, 0.3746883439126786, 0.1847534416654294, 0.19046929361921622, 0.1858873296727181 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27310105721039757, 0.2121455749960811, 0.26917355117729874, 0.17832198868668156, 0.37362572068560324, 0.11877038298293757, 0.2554898415281136, 0.1908094193108396, 0.19228401686339464 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.804632115964584, 20.971448731734412, 22.572896509219525, 18.433182359703476, 37.39735599954741, 29.565701505545267, 34.72191660363257, 21.144979424557768, 17.97469192699448 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.260643669030898, 20.47500406798676, 22.072013866537173, 17.913210747032224, 36.94557954725444, 29.087045492024966, 34.19237612383939, 20.58782101852575, 17.449241163741064 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4258235933479366, "rpss": 0.0038791306518211055, "brier_below": 0.19652119653111613, "bss_below": 0.013720648625159648, "brier_above": 0.22930239482681639, "bss_above": -0.0047130778990149835, "crps": 25.73186724187772, "crpss": -0.007092397811743645, "crps_fair": 25.22032618844141, "crpss_fair": -0.03458584103198303, "reliability": { "below": { "weight": [ 0.0, 0.039739, 0.208992, 0.555694, 0.188681, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2758, 0.3433, 0.4315, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1452, 0.1437, 0.3029, 0.3169, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005544, 0.354363, 0.571368, 0.068725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2649, 0.3411, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5279, 0.3271, 0.3452, 0.5132, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39318441182704417, 0.39806743580095766, 0.420430924795584, 0.3589187521373597, 0.5862357000518719, 0.4906971059568246, 0.4303890628932854, 0.39023149508524735, 0.3799759654015835 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14680818578813973, 0.1693810193086664, 0.12042316165456513, 0.18652152455227908, 0.19042424783680065, 0.3624553399540104, 0.17362450896781925, 0.16682099923625593, 0.17656652593789918 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2463762250819669, 0.2286864129464472, 0.30000774840257405, 0.17239723559476966, 0.3958114285813571, 0.12824177967280764, 0.25676454832154993, 0.22341049170292096, 0.20340944339752112 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.8351761869725, 22.8426175378152, 23.29891318711543, 17.493010161095537, 39.62102730831915, 28.97086237218537, 29.65707659697772, 22.988460675384598, 17.42420984161845 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.325585809999463, 22.362762495291285, 22.813630683646142, 16.977163472335917, 39.19359832312572, 28.501189457130447, 29.138412829495266, 22.433176563513555, 16.917634770720582 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4275700948833065, "rpss": -0.0059238645729244865, "brier_below": 0.18811394591515954, "bss_below": 0.004488122532897765, "brier_above": 0.2394561459668794, "bss_above": -0.014257418725460935, "crps": 25.236817096387107, "crpss": -0.02587424510019498, "crps_fair": 24.740350489473155, "crpss_fair": -0.05397936445739515, "reliability": { "below": { "weight": [ 0.0, 0.041485, 0.246417, 0.562184, 0.14229, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.2762, 0.34, 0.4321, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1457, 0.1423, 0.2886, 0.2098, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006771, 0.305471, 0.595667, 0.092091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2634, 0.3432, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5898, 0.3828, 0.3472, 0.5128, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.4346134784957892, "training": [ 0.4932049256701826, 0.41935520782759705, 0.424714614270387, 0.48609458486512036, 0.3764185039055981, 0.456437316951634, 0.4468508563900827, 0.44092725225268214, 0.3633515310733973, 0.4262476031432448, 0.45010991788167626, 0.4634591762781349, 0.460180593841257, 0.42554386814344425, 0.43338987923979855, 0.4420554161113709, 0.4147659383914354, 0.39285921222698944, 0.46895948623809747, 0.45269757419380025, 0.4657523311733209, 0.4077077871613052, 0.4080762495123279, 0.4115636571560555 ], "test": 0.48700485194307547 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43608244983763045, 0.40663986258806917, 0.44245971082590396, 0.46896844673149307, 0.4843046195078657, 0.36499198898828744, 0.4758646266456676, 0.4118897749988914, 0.46402688362463795, 0.4810825039275304, 0.4507587597884777, 0.4744032456760836, 0.4560373957822148, 0.40070263911557136, 0.3937529246715346, 0.4158135933475273, 0.46793219637176714, 0.47450461902862817, 0.46747468818314813, 0.38583614364956736, 0.4096941354301087, 0.4228098009920262, 0.45361476009158513, 0.4580429874544709 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12441580200287208, 0.1581577997588268, 0.2668779280424865, 0.109946500018219, 0.28956738220623446, 0.1421261816293862, 0.3377144600432002, 0.19064946401185, 0.26117238303197954, 0.36641879123168647, 0.30349757293793794, 0.371001163848618, 0.15739405468477655, 0.23428504178115162, 0.20499650638717684, 0.20584692741373814, 0.32527101683131726, 0.16205182061118034, 0.1422605422493292, 0.20669337529671378, 0.26667858366307123, 0.13556787198679557, 0.14115136230260397, 0.18191837803110086 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.31166665128358834, 0.24848206486608632, 0.1755817795110739, 0.3590219493656472, 0.1947372349422284, 0.22286580585700147, 0.13815016432962451, 0.22124031167065222, 0.20285449974517947, 0.11466370968656317, 0.14726118701834792, 0.10340207826163245, 0.2986433452831209, 0.1664175973797279, 0.18875641743918434, 0.2099666661823258, 0.14266117590537292, 0.31245280198896536, 0.3252141511618262, 0.17914276868718995, 0.14301554970935032, 0.28724193265644987, 0.3124634018612736, 0.2761246113850494 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.51318602303468, 21.580191119160187, 23.155495981479234, 38.66180764324214, 31.44071657406775, 27.671422141306266, 29.56508037237436, 28.16571028070097, 27.5862490583788, 32.57012917786705, 36.550511152062256, 34.2427762459413, 36.58937270319115, 21.034095964982754, 18.52479251871772, 24.16699288539654, 32.88663742095084, 30.272051041941502, 33.46241047649093, 22.03865636442917, 20.447790261091264, 27.563382070923332, 26.859326213361985, 37.711777567278624 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.49795258242211, 20.522998800297994, 22.139272887058674, 37.61156362578347, 30.30152198955094, 26.25355621947234, 28.475474460108487, 27.11527738160742, 26.48421185773969, 31.68001514295764, 35.52941262033888, 33.164678285805984, 35.48090770344369, 20.022889608497053, 17.47849287127328, 23.18835175133991, 31.823487479782667, 29.208050139971323, 32.3321109354483, 20.979031842927416, 19.49382723733601, 26.53453303010474, 25.755922743364234, 36.71317925050696 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44032036488577875, "rpss": 0.028125838850664886, "brier_below": 0.22023587125009383, "bss_below": 0.027405601674798774, "brier_above": 0.22008449400739424, "bss_above": 0.02884550274958797, "crps": 29.17752338576545, "crpss": 0.007122343284499899, "crps_fair": 28.116113351964135, "crpss_fair": 0.0016426880581086323, "reliability": { "below": { "weight": [ 0.0, 0.041982, 0.237489, 0.550516, 0.160392, 0.009622, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.166, 0.2675, 0.3512, 0.4384, 0.5198, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2629, 0.2478, 0.3485, 0.4957, 0.5477, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004028, 0.34045, 0.516284, 0.132926, 0.006311, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2659, 0.3457, 0.4358, 0.5279, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0841, 0.2366, 0.3994, 0.4364, 0.3177, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43415289653459643, 0.41048500112358016, 0.45369158038778723, 0.4696241679862615, 0.5002344014893497, 0.3703750753229376, 0.4795457634006215, 0.4120609567729471, 0.4611224683927665, 0.46864762317936864, 0.45877654418161445, 0.4581699084827623, 0.4644090035158993, 0.3941717454994228, 0.3979723646436673, 0.41267913097660497, 0.43896030476049525, 0.4948408299162309, 0.458525867480624, 0.4024685513250661, 0.42363130079189404, 0.3858529048039639, 0.4247189821803863, 0.43184016865292807 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11308942873382863, 0.15827264377856165, 0.2911530276912526, 0.11366359424350227, 0.328471066828229, 0.12752814283395625, 0.3629285175063384, 0.1815555140139699, 0.25713438983387776, 0.348602136218278, 0.2877640315138092, 0.3623889434631571, 0.12917757352949596, 0.24793130556982418, 0.19254174046134875, 0.2266435587977697, 0.2862201561730108, 0.1628009273112011, 0.1331951563413328, 0.19569284607792783, 0.28143669999720367, 0.1302007057505353, 0.13782111701818037, 0.18984722924222167 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.32106347132116286, 0.25221235995403257, 0.16253854866287543, 0.35596057611336296, 0.17176333062971555, 0.24284693119209466, 0.11661724282182212, 0.2305054436146736, 0.20398807759321255, 0.1200454837344518, 0.17101251317326174, 0.09578096206767688, 0.33523143605068223, 0.14624043917259613, 0.20543062408480456, 0.18603557132369564, 0.15274014556983906, 0.3320399071310899, 0.3253307166480511, 0.20677570651617833, 0.14219459865210046, 0.25565220162033486, 0.28689786832322406, 0.24199294085604137 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.72391338887041, 21.009690227798956, 22.18193238913169, 33.98516088973139, 31.203695927349496, 29.776094366514467, 29.50578807424879, 29.830220706485015, 25.9460901925136, 27.283209198185247, 35.01829358072229, 29.43456787149017, 38.426583659216064, 19.223195088508664, 18.17837180460732, 22.35131187675053, 25.84857581326974, 32.65305118313075, 33.45289136780807, 22.892484233895185, 20.990529630635553, 21.771592408108965, 22.860376477984758, 31.897513753950765 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.74847923676895, 20.01998149115122, 21.18674934761445, 32.99524004582847, 30.088244128282337, 28.329386903693845, 28.495756294658303, 28.807351306577818, 24.922478927718387, 26.396918718345013, 34.016776857494236, 28.43645041881251, 37.35799585309168, 18.302455101147096, 17.15233440551341, 21.38882150814198, 24.836398712191812, 31.657826659148213, 32.38190577636599, 21.823465516740747, 20.101501853459062, 20.79421768479165, 21.802081113668134, 30.96863271639893 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.43778989757507397, "rpss": 0.034362230265699845, "brier_below": 0.2185858522053672, "bss_below": 0.03514173560111877, "brier_above": 0.21920404570112417, "bss_above": 0.03358366660150491, "crps": 27.68521392128783, "crpss": 0.019111369437154857, "crps_fair": 26.667143774066844, "crpss_fair": 0.014102591264443465, "reliability": { "below": { "weight": [ 0.0, 0.043942, 0.255908, 0.548203, 0.14421, 0.007738, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1656, 0.2672, 0.3501, 0.4382, 0.5199, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2647, 0.2342, 0.3508, 0.5443, 0.5803, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005097, 0.340105, 0.505751, 0.141711, 0.007336, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.186, 0.2657, 0.3464, 0.4361, 0.5277, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0892, 0.2287, 0.4017, 0.45, 0.3576, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41763709342715094, 0.3831357552895876, 0.4101226644378878, 0.36750684958015833, 0.5649549104301013, 0.4916805530708013, 0.4406169784948856, 0.3810589047782409, 0.3786246323443911 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14431264667553106, 0.17105889484250839, 0.14112387348323305, 0.1890823354675643, 0.19063034614064164, 0.37297016449523795, 0.185126288315102, 0.19065170247430682, 0.18621957471284725 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27332444083400753, 0.2120768594813636, 0.26899878065285876, 0.17842451983756255, 0.3743245432554089, 0.11871040263410454, 0.2554906842927015, 0.19040720286203638, 0.1924050633071224 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.82976246744708, 20.952379912978273, 22.610088699348935, 18.53668127326368, 37.51190963754921, 29.422689237922135, 34.76908740764957, 21.124932460573856, 18.035027142415856 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.280913045372856, 20.452295402139313, 22.105397558156085, 18.012639905951126, 37.05717657596734, 28.940337219081584, 34.23517898885687, 20.5638588787282, 17.505230420612502 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42614870465035604, "rpss": 0.0031186040904468415, "brier_below": 0.1967973140674414, "bss_below": 0.012334899762252771, "brier_above": 0.22935138857301846, "bss_above": -0.004927749261613101, "crps": 25.754728693238732, "crpss": -0.007987148031469271, "crps_fair": 25.23922533276287, "crpss_fair": -0.03536111994695479, "reliability": { "below": { "weight": [ 0.0, 0.038488, 0.202342, 0.560918, 0.191359, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1689, 0.2761, 0.3434, 0.4327, 0.5198, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1442, 0.1392, 0.3033, 0.314, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005469, 0.354361, 0.570917, 0.069253, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1937, 0.2642, 0.3413, 0.4196, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5352, 0.3266, 0.3457, 0.5094, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3936349881615107, 0.39753247574025363, 0.42071854240165135, 0.3594749828619623, 0.588653267241185, 0.48935276426418917, 0.43064591671596536, 0.3898541807552608, 0.3802707691895114 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14693614866484497, 0.16891974253149444, 0.1208700732612641, 0.18695255403567645, 0.192050227010462, 0.3611078871872618, 0.173918939499223, 0.16688534265585586, 0.1767550150136621 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24669883858807137, 0.22861272963268994, 0.2998484543570043, 0.17252243687307964, 0.3966030162901561, 0.12824489075399825, 0.25672697167420877, 0.22296883398744743, 0.20351575806979277 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.87705522055668, 22.803847173503023, 23.330727404260646, 17.571048159787715, 39.724060200197805, 28.848185952981716, 29.684649975801612, 22.949484701017255, 17.475733092630623 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.36339105456528, 22.320649690914006, 22.841982563235202, 17.051350627262583, 39.293888973937335, 28.37510282001114, 29.16217188127877, 22.390483538624466, 16.965292780246013 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42779309859238773, "rpss": -0.006448514812821049, "brier_below": 0.18826621442886052, "bss_below": 0.003682307136191554, "brier_above": 0.23952688113627207, "bss_above": -0.014557029620940964, "crps": 25.25164354230412, "crpss": -0.026476938734441458, "crps_fair": 24.751590436674977, "crpss_fair": -0.05445820457784345, "reliability": { "below": { "weight": [ 0.0, 0.040664, 0.240644, 0.566647, 0.14442, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1687, 0.2762, 0.34, 0.4333, 0.5227, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.136, 0.2901, 0.2086, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006678, 0.305469, 0.5952, 0.092653, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2627, 0.3434, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.598, 0.3822, 0.3477, 0.5097, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.4346327194102162, "training": [ 0.4936053081967823, 0.4193827441752314, 0.42486684549131204, 0.48594737155611784, 0.37581994877025926, 0.45683055211750123, 0.44658740158782795, 0.44113925901199474, 0.3636037647448769, 0.42662358067790135, 0.44932327738293626, 0.4633079085171238, 0.4605031797580545, 0.42600651020290037, 0.433750126697591, 0.4423387642213912, 0.414692646820662, 0.3924289294103211, 0.46872874904472567, 0.45245118471817997, 0.4662082179569725, 0.4076080090220484, 0.4079891183283749, 0.411441867434103 ], "test": 0.48761229871413475 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361131252195894, 0.40669397384442835, 0.44255073546098384, 0.468983176562307, 0.4844327939445953, 0.36503201801244, 0.47575603181378245, 0.41189387930981497, 0.463930109636479, 0.4809191954398564, 0.45078904169926953, 0.4742294025430425, 0.4559519247740207, 0.4007665072945642, 0.3936106356319426, 0.41585817976332085, 0.4678161700879322, 0.4744143957960834, 0.4675787608953501, 0.38586047102177684, 0.4097575114752569, 0.42287499225929914, 0.4536772943217283, 0.45809306386357057 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12443064141331396, 0.15819608453527265, 0.26697040847576115, 0.10994707407914356, 0.28966293347132266, 0.14215190879673847, 0.3376131539263574, 0.19065200935756368, 0.26108883478784606, 0.3662456947550479, 0.3035568085884838, 0.3708442106994494, 0.1573183669261091, 0.23433572198192656, 0.20484825961867342, 0.20588912406292428, 0.3251935184701313, 0.16196073131828162, 0.1423368590306625, 0.20673436383757754, 0.2667478734157287, 0.13557822275636766, 0.14120174895467374, 0.18197838248111556 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.31168248725235553, 0.2484978913548069, 0.17558032370667515, 0.35903610514621004, 0.19476985811139247, 0.22288010771458644, 0.13814287561351152, 0.22124187063553163, 0.20284127400146, 0.11467349766478308, 0.1472322332832687, 0.1033851882862149, 0.29863356203131386, 0.16643078535468808, 0.18876237516853972, 0.20996905593759152, 0.1426226479779433, 0.3124536680630167, 0.32524190710241463, 0.1791261075245751, 0.14300963600036068, 0.28729677315554564, 0.3124755494500721, 0.276114683337166 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.51318602303468, 21.589273338164098, 23.171183983981987, 38.63964699008165, 31.450914454507213, 27.665325755886517, 29.562325842033626, 28.168893377511385, 27.587524706289866, 32.561023943380626, 36.5646562286908, 34.22408156163227, 36.58708470160138, 21.046160579234392, 18.516154277863105, 24.178964854506482, 32.86346826615219, 30.27445423027077, 33.47713646996549, 22.038401723479392, 20.45555610792042, 27.563399864316708, 26.871327657554527, 37.716542907606744 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.49795258242211, 20.53080021256242, 22.154060658067035, 37.588680076528235, 30.31071453364297, 26.246243936435963, 28.471255456125604, 27.117496265428073, 26.484091334673234, 31.670375899251557, 35.542606682879516, 33.144783733688506, 35.477396169714666, 20.034031707153503, 17.468974842660163, 23.19945264856123, 31.799241123507585, 29.209570553814313, 32.34540406143819, 20.977976841466944, 19.50055662050127, 26.533482218766075, 25.766749929349942, 36.71688727712538 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4403159746113097, "rpss": 0.028135529055018482, "brier_below": 0.22022845565585303, "bss_below": 0.027438350043072823, "brier_above": 0.22008751932808432, "bss_above": 0.0288321530867367, "crps": 29.17861199356943, "crpss": 0.007085299209469764, "crps_fair": 28.116199390240187, "crpss_fair": 0.0016396329793028075, "reliability": { "below": { "weight": [ 0.0, 0.041982, 0.23702, 0.550736, 0.16064, 0.009622, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.166, 0.2675, 0.3512, 0.4384, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2629, 0.2474, 0.3486, 0.4955, 0.5477, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004028, 0.340423, 0.516422, 0.132844, 0.006283, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2659, 0.3457, 0.4358, 0.5279, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0841, 0.2367, 0.3994, 0.4365, 0.3147, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43419261485359706, 0.4105430164325033, 0.4538049807213366, 0.4696458139183234, 0.5003955928874271, 0.3704210023524036, 0.4794131508019082, 0.41206534546778306, 0.46101129669769175, 0.4684697279321473, 0.4588343645362057, 0.4579530624521084, 0.46430441478532175, 0.3942417120371611, 0.39781484737389217, 0.4127349121151507, 0.43881610225677126, 0.4947271911853853, 0.45864097444762353, 0.4024942469778155, 0.4237068761953586, 0.38592973395197583, 0.4247679756721429, 0.43187335971100915 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11310881052962964, 0.15831091345248866, 0.2912684805376879, 0.11366556181463222, 0.3285911028972539, 0.12755649424097457, 0.36280322707267854, 0.18155864303643116, 0.2570338811282565, 0.34841350182665565, 0.28785044625316303, 0.3621936011650742, 0.12908396649597406, 0.24798663900508827, 0.19237932523143883, 0.22669480967389044, 0.28612350546921383, 0.16268681493043566, 0.13327599642991028, 0.19573519185885294, 0.2815234852086417, 0.1302114082474058, 0.13786854866490914, 0.1899064187834457 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.32108380784157237, 0.25223210558098225, 0.16253649614231275, 0.3559802544872604, 0.1718044859546572, 0.24286450681513977, 0.11660992065534331, 0.23050670328665676, 0.20397741460412777, 0.12005622287154556, 0.17098391878890115, 0.0957594583459961, 0.3352204543502804, 0.1462550722811022, 0.20543552204498208, 0.18604010157270756, 0.15269259376418684, 0.33204038079801557, 0.3253649835380771, 0.2067590563891651, 0.14218338884202586, 0.2557183282728588, 0.2868994301767761, 0.24196694236881736 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.72391338887041, 21.018772980503453, 22.199725345960573, 33.95774018730084, 31.217459077842612, 29.766593215148472, 29.502836611548464, 29.833370903684518, 25.948638608392063, 27.272800205089297, 35.032526496706936, 29.414334603592966, 38.425794963146664, 19.236152470975192, 18.16818861242153, 22.364035721555265, 25.82353152326543, 32.65581742839891, 33.46790295922812, 22.891618976293632, 20.998310297688732, 21.772144840734565, 22.87282617089126, 31.902322697925516 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.74847923676895, 20.02778483646858, 21.20357663393235, 32.96692486079587, 30.10089717282738, 28.318597180224348, 28.491314327651473, 28.80946967295754, 24.92353511052135, 26.385926798579355, 34.03001027584729, 28.414907476482252, 37.355922643859536, 18.31442938112423, 17.141196035652662, 21.40061518486017, 24.810172328285848, 31.659632049430048, 32.39545574298233, 21.821737954215063, 20.108195582917222, 20.793602932680212, 21.813317437819475, 30.972328207606072 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.43778342982346014, "rpss": 0.03437649625328465, "brier_below": 0.21857628224808887, "bss_below": 0.03518397828186315, "brier_above": 0.21920714790722876, "bss_above": 0.03356998974330894, "crps": 27.686139928631892, "crpss": 0.019078560946738654, "crps_fair": 26.667001211020402, "crpss_fair": 0.014107861890321538, "reliability": { "below": { "weight": [ 0.0, 0.043942, 0.255327, 0.548476, 0.144518, 0.007738, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1656, 0.2672, 0.3501, 0.4382, 0.5198, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2647, 0.2338, 0.3509, 0.5438, 0.5803, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005097, 0.340105, 0.505887, 0.141608, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.186, 0.2657, 0.3464, 0.4361, 0.5277, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0892, 0.2287, 0.4017, 0.4501, 0.3545, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41766406956776514, 0.38320775144447217, 0.4102441872764972, 0.36758880266664357, 0.5648601765440256, 0.4916403309461946, 0.4406663719786217, 0.38110747594738387, 0.37866745695396126 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14433957749766127, 0.1711212834697014, 0.14121620935819745, 0.18916714656296318, 0.19062297573616993, 0.372920821645854, 0.1851801006639384, 0.19067780842473528, 0.18625410338855197 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.273324486144234, 0.212086467009777, 0.26902796762151726, 0.1784216618416793, 0.3742371797792233, 0.11871952336431998, 0.25548626542198766, 0.19042966807705472, 0.19241335924045394 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.834202452830855, 20.957617452825623, 22.61764458473537, 18.553956965255097, 37.52679554199013, 29.424020315829573, 34.77845257866635, 21.128180613679394, 18.044968035456193 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.284663694832858, 20.457122959519168, 22.11251363441123, 18.029507189114756, 37.071722936464305, 28.94123602817898, 34.24399419815303, 20.566712368944998, 17.514619721040567 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4261829581472851, "rpss": 0.0030384755497266935, "brier_below": 0.1968333363053081, "bss_below": 0.012154115246254649, "brier_above": 0.2293496198333608, "bss_above": -0.004919999338779624, "crps": 25.762870949029846, "crpss": -0.008305819188567654, "crps_fair": 25.246899192295544, "crpss_fair": -0.03567591628857425, "reliability": { "below": { "weight": [ 0.0, 0.038488, 0.201973, 0.560844, 0.191801, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2762, 0.3434, 0.4326, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1442, 0.1394, 0.3032, 0.3137, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005469, 0.354361, 0.570991, 0.069179, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1939, 0.2643, 0.3413, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5352, 0.3266, 0.3458, 0.5088, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39366900530116367, 0.3976095049298093, 0.42082989617845107, 0.35955698186570073, 0.588538422902716, 0.4892812229398616, 0.4306986953644432, 0.3898955746573584, 0.3803147150856882 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14697169466098606, 0.16899132167859862, 0.1209489550672818, 0.18703963252481054, 0.19203585711844587, 0.3610333886295897, 0.17397783313728138, 0.16690587251609304, 0.17679284078475 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24669730972221857, 0.2286181796750126, 0.2998809263330724, 0.17251735739559518, 0.396502541849726, 0.12824784799297595, 0.2567208566772126, 0.22298969802336302, 0.20352187819332337 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.883336033306225, 22.808879883448355, 23.33853659566726, 17.58985184142203, 39.740243858418864, 28.849816006233024, 29.69481258207548, 22.952475812398816, 17.48661909426288 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.368921653413054, 22.325236222722765, 22.849313110433616, 17.069710282381067, 39.30970316511603, 28.376262183034836, 29.17173565947401, 22.39304506761183, 16.97557815918767 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.427821557691688, "rpss": -0.006515469184730893, "brier_below": 0.1882997106797597, "bss_below": 0.0035050426837420767, "brier_above": 0.23952184398472218, "bss_above": -0.014535693904924596, "crps": 25.26050796747033, "crpss": -0.02683727678503245, "crps_fair": 24.75994505593054, "crpss_fair": -0.05481412501223715, "reliability": { "below": { "weight": [ 0.0, 0.040664, 0.240188, 0.566738, 0.144785, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1689, 0.2763, 0.34, 0.4332, 0.5225, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.1363, 0.2898, 0.2087, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006678, 0.305469, 0.595291, 0.092562, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1936, 0.2628, 0.3434, 0.4207, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.598, 0.3822, 0.3478, 0.5092, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.43504069570124076, "training": [ 0.49363504712856937, 0.4202176484503675, 0.4248939341425994, 0.4861736166165916, 0.3759492318508592, 0.4569578116557527, 0.44747943273636, 0.44115051206694467, 0.3636908010134632, 0.42763325280508163, 0.44941688702520816, 0.46415708636530806, 0.4606098022978835, 0.42695370552401096, 0.43383060819741665, 0.4424903203298584, 0.41558825224190465, 0.39256859289441803, 0.46898185528912767, 0.45340426247823745, 0.4671298562399112, 0.407753368198645, 0.4081179065388022, 0.41219290474245646 ], "test": 0.48831914382267033 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43611540411627997, 0.40672147165305494, 0.44261512730885566, 0.46899695055282553, 0.4844644627750939, 0.36505033635398637, 0.47576056492911534, 0.41191743020474064, 0.46387586232636224, 0.4808630936954372, 0.4508338954063283, 0.47423983046931295, 0.455918110631418, 0.4007899695586078, 0.39355980838749394, 0.41590335494582936, 0.4677580949071113, 0.47439241088212797, 0.4676346831742077, 0.3859236779182257, 0.4098176304110344, 0.4229012644005017, 0.4537016122384327, 0.458066015186198 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12443174390340772, 0.15820948647038696, 0.2670350593155597, 0.1099627902443449, 0.28970164954288274, 0.14216559694502182, 0.33759300301944667, 0.19067547749161826, 0.2610391506530698, 0.36617249156610676, 0.3035984234654829, 0.3708387776132525, 0.15728417383784157, 0.23433215724409842, 0.20479610101403667, 0.20593302011252393, 0.32512796893333906, 0.1619567536958286, 0.14236859854961773, 0.20678107054986236, 0.266790290131881, 0.13558879376903968, 0.14121220427045836, 0.18197268921453114 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.31168366365874817, 0.2485119872382157, 0.17558006471842982, 0.3590341629704683, 0.19476281087086603, 0.22288473790810334, 0.1381675596393797, 0.22124195340420003, 0.20283671081964497, 0.11469059912232188, 0.14723547211033824, 0.10340104931358078, 0.2986339409761529, 0.16645781235616003, 0.18876370652882687, 0.2099703350742336, 0.14263012233930888, 0.31243566076020207, 0.3252660898530056, 0.179142607708498, 0.14302733823399955, 0.28731247428344947, 0.31248941206338743, 0.27609332792748015 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.51318602303468, 21.595404751907193, 23.18200720019163, 38.63004256202052, 31.459649709815096, 27.662758354810457, 29.565407887791324, 28.17399242254763, 27.592070840487207, 32.55872484824898, 36.57351559737406, 34.21721777803226, 36.58967579285575, 21.053738145359734, 18.51687003590013, 24.186223308938583, 32.859441172442104, 30.278534750110467, 33.48801309916782, 22.039656860977313, 20.46188073056331, 27.565834815486415, 26.87862916756283, 37.72144074894302 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.49795258242211, 20.536186177482772, 22.164406771036326, 37.57872426360491, 30.31883378276329, 26.24305253347426, 28.473407924058723, 27.122108817200488, 26.4877708448197, 31.667814371147973, 35.551054571846855, 33.137165541454955, 35.47923154263418, 20.041190851310763, 17.469242634692954, 23.20631289508615, 31.794626981546738, 29.21318878114408, 32.355407744812204, 20.978817823303277, 19.50633947158851, 26.53543553320157, 25.7734371860261, 36.72122292104667 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4403258776013576, "rpss": 0.02811367119671082, "brier_below": 0.22023197798140162, "bss_below": 0.027422794929011785, "brier_above": 0.2200938999949584, "bss_above": 0.028803997476055554, "crps": 29.181829858523685, "crpss": 0.006975798955690005, "crps_fair": 28.118872189487735, "crpss_fair": 0.0015447262388604832, "reliability": { "below": { "weight": [ 0.0, 0.041982, 0.236964, 0.550571, 0.160834, 0.009649, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1661, 0.2676, 0.3512, 0.4383, 0.5196, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2629, 0.2474, 0.3487, 0.495, 0.5461, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004028, 0.340423, 0.516422, 0.132844, 0.006283, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.266, 0.3457, 0.4358, 0.5279, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0841, 0.2367, 0.3994, 0.4365, 0.3147, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4341955654791133, 0.4105841486407319, 0.4538847935801214, 0.4696576014051313, 0.5004342187725289, 0.370442502075896, 0.4794128049448519, 0.4120944497742417, 0.46094713098614404, 0.468400546619989, 0.4588848325257507, 0.4579757292532656, 0.4642629609050237, 0.39428030338447934, 0.3977511229196341, 0.412791136870762, 0.43875201405584147, 0.49470063728725744, 0.4587120648566109, 0.4025472342920852, 0.4237755104095231, 0.3859678302434754, 0.4248016856865352, 0.43187329328718654 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11311025043742823, 0.15832967646167773, 0.2913486585835621, 0.11368307609564367, 0.32863861894713625, 0.12757230410133566, 0.36277808365561115, 0.18158768046887042, 0.2569733943139933, 0.34832685409427827, 0.2878986525566065, 0.362193247747381, 0.1290416723755214, 0.2479952395552073, 0.1923145061908442, 0.2267486103844792, 0.2860516494853365, 0.16268234842303012, 0.13331707938681062, 0.1957831057041372, 0.2815780867705087, 0.13022755516722373, 0.1378837596159625, 0.18991523333876756 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.32108531855908284, 0.2522544747923289, 0.16253613095977862, 0.35597452769211746, 0.1717955957907648, 0.2428701966784647, 0.11663471822018089, 0.2305067701703249, 0.20397373569882873, 0.12007368930708646, 0.17098618047124411, 0.09578247858087435, 0.33522129458924005, 0.14628506307922534, 0.20543661663132806, 0.18604252562268156, 0.15270036155148048, 0.33201829339327765, 0.325394990979106, 0.2067641298563642, 0.14219742151111942, 0.25574027764426555, 0.2869179292558548, 0.24195806139245185 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.72391338887041, 21.026359745681827, 22.213117559126708, 33.945856053653124, 31.228267732024317, 29.763416416142743, 29.506650211219334, 29.839680257276505, 25.95426381231235, 27.26995539708622, 35.04348872379596, 29.405841633359618, 38.429001075427834, 19.245528647045724, 18.169074262677565, 22.373017041629495, 25.818548559203656, 32.66086649980832, 33.48136126348678, 22.893172033037516, 21.006136131802027, 21.775157751544278, 22.88186076620672, 31.90838309013785 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.74847923676895, 20.034449213204805, 21.21637849870543, 32.954605937628415, 30.110943605686348, 28.31464826634012, 28.493977705046436, 28.81517705931844, 24.928087988637607, 26.382757266553956, 34.04046335445747, 28.40548103129662, 37.35819366061661, 18.323287818651856, 17.141527390761706, 21.409103778458817, 24.80446297428963, 31.66410909864954, 32.40783389912338, 21.822778551372405, 20.11535105066066, 20.79601988553359, 21.82159198072512, 30.977692959310343 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.43779708826067426, "rpss": 0.03434636969503713, "brier_below": 0.21858247266088973, "bss_below": 0.0351566532244969, "brier_above": 0.219214615934478, "bss_above": 0.03353706506124454, "crps": 27.690121585523205, "crpss": 0.018937490627159548, "crps_fair": 26.670308425491594, "crpss_fair": 0.013985592546258863, "reliability": { "below": { "weight": [ 0.0, 0.043942, 0.255258, 0.548271, 0.144757, 0.007772, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1657, 0.2673, 0.3501, 0.4381, 0.5196, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2647, 0.2337, 0.351, 0.5432, 0.5778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005097, 0.340105, 0.505887, 0.141608, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1862, 0.2658, 0.3464, 0.436, 0.5277, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0892, 0.2287, 0.4017, 0.4501, 0.3545, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41767952762684285, 0.3832470600490418, 0.4103032736022849, 0.36761018459383715, 0.564703775196269, 0.49163844834612297, 0.4407008247256569, 0.3811644099582862, 0.37868536001879916 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1443645880913177, 0.17114836264235112, 0.14125967129679942, 0.18919184208555745, 0.190563835954949, 0.3729033672063268, 0.18521594205972988, 0.19070767119339246, 0.1862712275904699 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27331493362202647, 0.21209869643918813, 0.2690435920110991, 0.17841834823822614, 0.3741399182223205, 0.11873509520334495, 0.2554848767720026, 0.19045673931755586, 0.19241413811520228 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.839609236830118, 20.962074317899333, 22.62346103595887, 18.563497835255845, 37.5350505449779, 29.42604203535241, 34.78398997217854, 21.131257433555767, 18.05074408436857 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.289704430203294, 20.46137578302237, 22.118122358444275, 18.038883388662452, 37.07985414783362, 28.9430551409031, 34.24922548477367, 20.56963532394137, 17.520105954096703 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42619254045746013, "rpss": 0.003016059837466778, "brier_below": 0.1968473897912104, "bss_below": 0.012083585129377128, "brier_above": 0.22934514866010736, "bss_above": -0.0049004084128119185, "crps": 25.768414055153038, "crpss": -0.008522764969628005, "crps_fair": 25.25221800132009, "crpss_fair": -0.03589410397047943, "reliability": { "below": { "weight": [ 0.0, 0.038488, 0.201899, 0.560623, 0.192096, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1693, 0.2763, 0.3434, 0.4324, 0.5193, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1442, 0.1395, 0.303, 0.3139, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005469, 0.354361, 0.570991, 0.069179, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1941, 0.2644, 0.3413, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5352, 0.3266, 0.3458, 0.5088, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39368887310359907, 0.397655262796941, 0.42088390673486287, 0.3595978289920625, 0.5883698407099793, 0.4892535525506783, 0.4307316189896853, 0.38995091708510193, 0.38033876749289974 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14700522667807644, 0.1690242289800485, 0.12098787535162112, 0.18708637889404395, 0.19197875303587233, 0.36099614387392587, 0.17401322912882353, 0.16693578813773757, 0.17681408489130154 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2466836455238638, 0.22863103023681386, 0.299896016607042, 0.1725114581409305, 0.39639106375068905, 0.12825742235764784, 0.2567183843088458, 0.2230151248257082, 0.20352468650813038 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.890026170734767, 22.814394629339382, 23.345733638870197, 17.601657330877792, 39.750458267662644, 28.852317600794894, 29.70166433047111, 22.956282945773964, 17.493766145268264 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.375158856965808, 22.33049849576708, 22.856253120351713, 17.081312015230036, 39.31976439958161, 28.378513080078996, 29.178208643492784, 22.396661814762425, 16.982366603689172 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42783006316175665, "rpss": -0.006535479600388694, "brier_below": 0.18831574544127233, "bss_below": 0.003420185628298822, "brier_above": 0.23951431469551906, "bss_above": -0.01450380231408177, "crps": 25.267366784421444, "crpss": -0.02711608705001689, "crps_fair": 24.766526336657737, "crpss_fair": -0.055094498327122654, "reliability": { "below": { "weight": [ 0.0, 0.040664, 0.240097, 0.566464, 0.14515, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2764, 0.34, 0.433, 0.5222, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.1363, 0.2897, 0.2095, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006678, 0.305469, 0.595291, 0.092562, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1938, 0.2629, 0.3434, 0.4206, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.598, 0.3822, 0.3478, 0.5092, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r3", "1994": "mvs_r4", "1995": "vs", "1996": "mvs_r4", "1997": "mvs_r4", "1998": "mvs_r4", "1999": "mvs_r4", "2000": "mvs_r4", "2001": "vs", "2002": "mvs_r4", "2003": "vs", "2004": "mvs_r4", "2005": "vs", "2006": "mvs_r4", "2007": "vs", "2008": "mvs_r4", "2009": "mvs_r4", "2010": "vs", "2011": "mvs_r4", "2012": "mvs_r4", "2013": "mvs_r4", "2014": "mvs_r4", "2015": "mvs_r4", "2016": "mvs_r4" }, "chosen_test": "mvs_r3", "frequency": { "mvs": 0, "mvs_r3": 1, "mvs_r4": 17, "vs": 6 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43608244983763045, 0.40669397384442835, 0.44261512730885566, 0.468983176562307, 0.4844327939445953, 0.36503201801244, 0.47575603181378245, 0.41189387930981497, 0.46387586232636224, 0.4809191954398564, 0.4508338954063283, 0.4742294025430425, 0.455918110631418, 0.4007665072945642, 0.39355980838749394, 0.41585817976332085, 0.4678161700879322, 0.47439241088212797, 0.4675787608953501, 0.38586047102177684, 0.4097575114752569, 0.42287499225929914, 0.4536772943217283, 0.45809306386357057 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12441580200287208, 0.15819608453527265, 0.2670350593155597, 0.10994707407914356, 0.28966293347132266, 0.14215190879673847, 0.3376131539263574, 0.19065200935756368, 0.2610391506530698, 0.3662456947550479, 0.3035984234654829, 0.3708442106994494, 0.15728417383784157, 0.23433572198192656, 0.20479610101403667, 0.20588912406292428, 0.3251935184701313, 0.1619567536958286, 0.1423368590306625, 0.20673436383757754, 0.2667478734157287, 0.13557822275636766, 0.14120174895467374, 0.18197838248111556 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.31166665128358834, 0.2484978913548069, 0.17558006471842982, 0.35903610514621004, 0.19476985811139247, 0.22288010771458644, 0.13814287561351152, 0.22124187063553163, 0.20283671081964497, 0.11467349766478308, 0.14723547211033824, 0.1033851882862149, 0.2986339409761529, 0.16643078535468808, 0.18876370652882687, 0.20996905593759152, 0.1426226479779433, 0.31243566076020207, 0.32524190710241463, 0.1791261075245751, 0.14300963600036068, 0.28729677315554564, 0.3124755494500721, 0.276114683337166 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.51318602303468, 21.589273338164098, 23.18200720019163, 38.63964699008165, 31.450914454507213, 27.665325755886517, 29.562325842033626, 28.168893377511385, 27.592070840487207, 32.561023943380626, 36.57351559737406, 34.22408156163227, 36.58967579285575, 21.046160579234392, 18.51687003590013, 24.178964854506482, 32.86346826615219, 30.278534750110467, 33.47713646996549, 22.038401723479392, 20.45555610792042, 27.563399864316708, 26.871327657554527, 37.716542907606744 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.49795258242211, 20.53080021256242, 22.164406771036326, 37.588680076528235, 30.31071453364297, 26.246243936435963, 28.471255456125604, 27.117496265428073, 26.4877708448197, 31.670375899251557, 35.551054571846855, 33.144783733688506, 35.47923154263418, 20.034031707153503, 17.469242634692954, 23.19945264856123, 31.799241123507585, 29.21318878114408, 32.34540406143819, 20.977976841466944, 19.50055662050127, 26.533482218766075, 25.766749929349942, 36.71688727712538 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44031254530138675, "rpss": 0.028143098220495544, "brier_below": 0.22022643119152896, "bss_below": 0.027447290378950107, "brier_above": 0.22008611448185741, "bss_above": 0.02883835217285291, "crps": 29.179929330578656, "crpss": 0.0070404717419176865, "crps_fair": 28.11737417792207, "crpss_fair": 0.0015979181854582913 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43415289653459643, 0.4105430164325033, 0.4538847935801214, 0.4696458139183234, 0.5003955928874271, 0.3704210023524036, 0.4794131508019082, 0.41206534546778306, 0.46094713098614404, 0.4684697279321473, 0.4588848325257507, 0.4579530624521084, 0.4642629609050237, 0.3942417120371611, 0.3977511229196341, 0.4127349121151507, 0.43881610225677126, 0.49470063728725744, 0.45864097444762353, 0.4024942469778155, 0.4237068761953586, 0.38592973395197583, 0.4247679756721429, 0.43187335971100915 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11308942873382863, 0.15831091345248866, 0.2913486585835621, 0.11366556181463222, 0.3285911028972539, 0.12755649424097457, 0.36280322707267854, 0.18155864303643116, 0.2569733943139933, 0.34841350182665565, 0.2878986525566065, 0.3621936011650742, 0.1290416723755214, 0.24798663900508827, 0.1923145061908442, 0.22669480967389044, 0.28612350546921383, 0.16268234842303012, 0.13327599642991028, 0.19573519185885294, 0.2815234852086417, 0.1302114082474058, 0.13786854866490914, 0.1899064187834457 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.32106347132116286, 0.25223210558098225, 0.16253613095977862, 0.3559802544872604, 0.1718044859546572, 0.24286450681513977, 0.11660992065534331, 0.23050670328665676, 0.20397373569882873, 0.12005622287154556, 0.17098618047124411, 0.0957594583459961, 0.33522129458924005, 0.1462550722811022, 0.20543661663132806, 0.18604010157270756, 0.15269259376418684, 0.33201829339327765, 0.3253649835380771, 0.2067590563891651, 0.14218338884202586, 0.2557183282728588, 0.2868994301767761, 0.24196694236881736 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.72391338887041, 21.018772980503453, 22.213117559126708, 33.95774018730084, 31.217459077842612, 29.766593215148472, 29.502836611548464, 29.833370903684518, 25.95426381231235, 27.272800205089297, 35.04348872379596, 29.414334603592966, 38.429001075427834, 19.236152470975192, 18.169074262677565, 22.364035721555265, 25.82353152326543, 32.66086649980832, 33.46790295922812, 22.891618976293632, 20.998310297688732, 21.772144840734565, 22.87282617089126, 31.902322697925516 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.74847923676895, 20.02778483646858, 21.21637849870543, 32.96692486079587, 30.10089717282738, 28.318597180224348, 28.491314327651473, 28.80946967295754, 24.928087988637607, 26.385926798579355, 34.04046335445747, 28.414907476482252, 37.35819366061661, 18.31442938112423, 17.141527390761706, 21.40061518486017, 24.810172328285848, 31.66410909864954, 32.39545574298233, 21.821737954215063, 20.108195582917222, 20.793602932680212, 21.813317437819475, 30.972328207606072 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4377790408478392, "rpss": 0.03438617706285452, "brier_below": 0.21857365458437225, "bss_below": 0.03519557703369203, "brier_above": 0.21920538659450658, "bss_above": 0.03357775493476545, "crps": 27.687769948553647, "crpss": 0.019020809252517035, "crps_fair": 26.668454846128114, "crpss_fair": 0.014054120286118188 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41763709342715094, 0.3831357552895876, 0.4101226644378878, 0.36750684958015833, 0.5649549104301013, 0.4916805530708013, 0.4406169784948856, 0.3810589047782409, 0.3786246323443911 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14431264667553106, 0.17105889484250839, 0.14112387348323305, 0.1890823354675643, 0.19063034614064164, 0.37297016449523795, 0.185126288315102, 0.19065170247430682, 0.18621957471284725 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27332444083400753, 0.2120768594813636, 0.26899878065285876, 0.17842451983756255, 0.3743245432554089, 0.11871040263410454, 0.2554906842927015, 0.19040720286203638, 0.1924050633071224 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.82976246744708, 20.952379912978273, 22.610088699348935, 18.53668127326368, 37.51190963754921, 29.422689237922135, 34.76908740764957, 21.124932460573856, 18.035027142415856 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.280913045372856, 20.452295402139313, 22.105397558156085, 18.012639905951126, 37.05717657596734, 28.940337219081584, 34.23517898885687, 20.5638588787282, 17.505230420612502 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42614870465035604, "rpss": 0.0031186040904468415, "brier_below": 0.1967973140674414, "bss_below": 0.012334899762252771, "brier_above": 0.22935138857301846, "bss_above": -0.004927749261613101, "crps": 25.754728693238732, "crpss": -0.007987148031469271, "crps_fair": 25.23922533276287, "crpss_fair": -0.03536111994695479 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3936349881615107, 0.39753247574025363, 0.42071854240165135, 0.3594749828619623, 0.588653267241185, 0.48935276426418917, 0.43064591671596536, 0.3898541807552608, 0.3802707691895114 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14693614866484497, 0.16891974253149444, 0.1208700732612641, 0.18695255403567645, 0.192050227010462, 0.3611078871872618, 0.173918939499223, 0.16688534265585586, 0.1767550150136621 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24669883858807137, 0.22861272963268994, 0.2998484543570043, 0.17252243687307964, 0.3966030162901561, 0.12824489075399825, 0.25672697167420877, 0.22296883398744743, 0.20351575806979277 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.87705522055668, 22.803847173503023, 23.330727404260646, 17.571048159787715, 39.724060200197805, 28.848185952981716, 29.684649975801612, 22.949484701017255, 17.475733092630623 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.36339105456528, 22.320649690914006, 22.841982563235202, 17.051350627262583, 39.293888973937335, 28.37510282001114, 29.16217188127877, 22.390483538624466, 16.965292780246013 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42779309859238773, "rpss": -0.006448514812821049, "brier_below": 0.18826621442886052, "bss_below": 0.003682307136191554, "brier_above": 0.23952688113627207, "bss_above": -0.014557029620940964, "crps": 25.25164354230412, "crpss": -0.026476938734441458, "crps_fair": 24.751590436674977, "crpss_fair": -0.05445820457784345 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs_r3", "1995": "mvs_r3", "1996": "mvs", "1997": "mvs_r3", "1998": "mvs_r3", "1999": "mvs_r3", "2000": "mvs_r3", "2001": "mvs_r3", "2002": "mvs_r3", "2003": "mvs_r3", "2004": "mvs_r3", "2005": "mvs_r3", "2006": "mvs_r3", "2007": "mvs_r3", "2008": "mvs_r3", "2009": "mvs_r3", "2010": "mvs_r3", "2011": "mvs_r3", "2012": "mvs_r3", "2013": "mvs_r3", "2014": "mvs", "2015": "mvs_r3", "2016": "mvs_r3" }, "chosen_test": "mvs_r3", "frequency": { "mvs": 3, "mvs_r3": 21, "mvs_r4": 0, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.40663986258806917, 0.44245971082590396, 0.46893614914338916, 0.4843046195078657, 0.36499198898828744, 0.4758646266456676, 0.4118897749988914, 0.46402688362463795, 0.4810825039275304, 0.4507587597884777, 0.4744032456760836, 0.4560373957822148, 0.40070263911557136, 0.3937529246715346, 0.4158135933475273, 0.46793219637176714, 0.47450461902862817, 0.46747468818314813, 0.38583614364956736, 0.4096941354301087, 0.42204314376557317, 0.45361476009158513, 0.4580429874544709 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.1581577997588268, 0.2668779280424865, 0.10989206041886106, 0.28956738220623446, 0.1421261816293862, 0.3377144600432002, 0.19064946401185, 0.26117238303197954, 0.36641879123168647, 0.30349757293793794, 0.371001163848618, 0.15739405468477655, 0.23428504178115162, 0.20499650638717684, 0.20584692741373814, 0.32527101683131726, 0.16205182061118034, 0.1422605422493292, 0.20669337529671378, 0.26667858366307123, 0.13502006875854666, 0.14115136230260397, 0.18191837803110086 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.24848206486608632, 0.1755817795110739, 0.35904409138304977, 0.1947372349422284, 0.22286580585700147, 0.13815016432962451, 0.22124031167065222, 0.20285449974517947, 0.11466370968656317, 0.14726118701834792, 0.10340207826163245, 0.2986433452831209, 0.1664175973797279, 0.18875641743918434, 0.2099666661823258, 0.14266117590537292, 0.31245280198896536, 0.3252141511618262, 0.17914276868718995, 0.14301554970935032, 0.28702307851795766, 0.3124634018612736, 0.2761246113850494 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.601146093501, 21.580191119160187, 23.155495981479234, 38.70740632435169, 31.44071657406775, 27.671422141306266, 29.56508037237436, 28.16571028070097, 27.5862490583788, 32.57012917786705, 36.550511152062256, 34.2427762459413, 36.58937270319115, 21.034095964982754, 18.52479251871772, 24.16699288539654, 32.88663742095084, 30.272051041941502, 33.46241047649093, 22.03865636442917, 20.447790261091264, 27.525427237148502, 26.859326213361985, 37.711777567278624 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.59083034303788, 20.522998800297994, 22.139272887058674, 37.66325040916715, 30.30152198955094, 26.25355621947234, 28.475474460108487, 27.11527738160742, 26.48421185773969, 31.68001514295764, 35.52941262033888, 33.164678285805984, 35.48090770344369, 20.022889608497053, 17.47849287127328, 23.18835175133991, 31.823487479782667, 29.208050139971323, 32.3321109354483, 20.979031842927416, 19.49382723733601, 26.50554004504501, 25.755922743364234, 36.71317925050696 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44029112873377607, "rpss": 0.02819036882240533, "brier_below": 0.22020473776033592, "bss_below": 0.027543091801030206, "brier_above": 0.2200863913361364, "bss_above": 0.02883713051351111, "crps": 29.18150688234049, "crpss": 0.006986789464778265, "crps_fair": 28.12092883358662, "crpss_fair": 0.00147169816245174 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.41048500112358016, 0.45369158038778723, 0.46951920111011725, 0.5002344014893497, 0.3703750753229376, 0.4795457634006215, 0.4120609567729471, 0.4611224683927665, 0.46864762317936864, 0.45877654418161445, 0.4581699084827623, 0.4644090035158993, 0.3941717454994228, 0.3979723646436673, 0.41267913097660497, 0.43896030476049525, 0.4948408299162309, 0.458525867480624, 0.4024685513250661, 0.42363130079189404, 0.3853222365877207, 0.4247189821803863, 0.43184016865292807 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.15827264377856165, 0.2911530276912526, 0.11358519779098136, 0.328471066828229, 0.12752814283395625, 0.3629285175063384, 0.1815555140139699, 0.25713438983387776, 0.348602136218278, 0.2877640315138092, 0.3623889434631571, 0.12917757352949596, 0.24793130556982418, 0.19254174046134875, 0.2266435587977697, 0.2862201561730108, 0.1628009273112011, 0.1331951563413328, 0.19569284607792783, 0.28143669999720367, 0.12977229371877888, 0.13782111701818037, 0.18984722924222167 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25221235995403257, 0.16253854866287543, 0.3559340056906074, 0.17176333062971555, 0.24284693119209466, 0.11661724282182212, 0.2305054436146736, 0.20398807759321255, 0.1200454837344518, 0.17101251317326174, 0.09578096206767688, 0.33523143605068223, 0.14624043917259613, 0.20543062408480456, 0.18603557132369564, 0.15274014556983906, 0.3320399071310899, 0.3253307166480511, 0.20677570651617833, 0.14219459865210046, 0.25554994531154507, 0.28689786832322406, 0.24199294085604137 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.80448535179835, 21.009690227798956, 22.18193238913169, 34.004355517973636, 31.203695927349496, 29.776094366514467, 29.50578807424879, 29.830220706485015, 25.9460901925136, 27.283209198185247, 35.01829358072229, 29.43456787149017, 38.426583659216064, 19.223195088508664, 18.17837180460732, 22.35131187675053, 25.84857581326974, 32.65305118313075, 33.45289136780807, 22.892484233895185, 20.990529630635553, 21.715138993093962, 22.860376477984758, 31.897513753950765 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.833667597060895, 20.01998149115122, 21.18674934761445, 33.02110092948734, 30.088244128282337, 28.329386903693845, 28.495756294658303, 28.807351306577818, 24.922478927718387, 26.396918718345013, 34.016776857494236, 28.43645041881251, 37.35799585309168, 18.302455101147096, 17.15233440551341, 21.38882150814198, 24.836398712191812, 31.657826659148213, 32.38190577636599, 21.823465516740747, 20.101501853459062, 20.74617729941726, 21.802081113668134, 30.96863271639893 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4377729153167704, "rpss": 0.03439968821099315, "brier_below": 0.21856140075449046, "bss_below": 0.03524966657751516, "brier_above": 0.21921151488614668, "bss_above": 0.03355073681510501, "crps": 27.68701863696096, "crpss": 0.019047428262988553, "crps_fair": 26.669769143174193, "crpss_fair": 0.01400553007851979 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41763709342715094, 0.3831357552895876, 0.4101226644378878, 0.36750684958015833, 0.5649549104301013, 0.4916805530708013, 0.4406169784948856, 0.3810589047782409, 0.3786246323443911 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14431264667553106, 0.17105889484250839, 0.14112387348323305, 0.1890823354675643, 0.19063034614064164, 0.37297016449523795, 0.185126288315102, 0.19065170247430682, 0.18621957471284725 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27332444083400753, 0.2120768594813636, 0.26899878065285876, 0.17842451983756255, 0.3743245432554089, 0.11871040263410454, 0.2554906842927015, 0.19040720286203638, 0.1924050633071224 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.82976246744708, 20.952379912978273, 22.610088699348935, 18.53668127326368, 37.51190963754921, 29.422689237922135, 34.76908740764957, 21.124932460573856, 18.035027142415856 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.280913045372856, 20.452295402139313, 22.105397558156085, 18.012639905951126, 37.05717657596734, 28.940337219081584, 34.23517898885687, 20.5638588787282, 17.505230420612502 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42614870465035604, "rpss": 0.0031186040904468415, "brier_below": 0.1967973140674414, "bss_below": 0.012334899762252771, "brier_above": 0.22935138857301846, "bss_above": -0.004927749261613101, "crps": 25.754728693238732, "crpss": -0.007987148031469271, "crps_fair": 25.23922533276287, "crpss_fair": -0.03536111994695479 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3936349881615107, 0.39753247574025363, 0.42071854240165135, 0.3594749828619623, 0.588653267241185, 0.48935276426418917, 0.43064591671596536, 0.3898541807552608, 0.3802707691895114 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14693614866484497, 0.16891974253149444, 0.1208700732612641, 0.18695255403567645, 0.192050227010462, 0.3611078871872618, 0.173918939499223, 0.16688534265585586, 0.1767550150136621 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24669883858807137, 0.22861272963268994, 0.2998484543570043, 0.17252243687307964, 0.3966030162901561, 0.12824489075399825, 0.25672697167420877, 0.22296883398744743, 0.20351575806979277 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.87705522055668, 22.803847173503023, 23.330727404260646, 17.571048159787715, 39.724060200197805, 28.848185952981716, 29.684649975801612, 22.949484701017255, 17.475733092630623 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.36339105456528, 22.320649690914006, 22.841982563235202, 17.051350627262583, 39.293888973937335, 28.37510282001114, 29.16217188127877, 22.390483538624466, 16.965292780246013 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42779309859238773, "rpss": -0.006448514812821049, "brier_below": 0.18826621442886052, "bss_below": 0.003682307136191554, "brier_above": 0.23952688113627207, "bss_above": -0.014557029620940964, "crps": 25.25164354230412, "crpss": -0.026476938734441458, "crps_fair": 24.751590436674977, "crpss_fair": -0.05445820457784345 } } } } }, "FMAM": { "tag": "init01_FMAM", "methods": { "mvs": { "lambda_": { "training_mean": 0.26202987717014375, "training": [ 0.2992882194481603, 0.2661185138291249, 0.29551567023795766, 0.3111975851957308, 0.3089683508592713, 0.22447934147535026, 0.28826038921040753, 0.2547239036015017, 0.14801175110118403, 0.23530663686205278, 0.268353603790176, 0.277950222072841, 0.2801771119478129, 0.16022637265227704, 0.2678256834863648, 0.26982560604244094, 0.2267232857676375, 0.34466531842952525, 0.25898567865803984, 0.2582331127397193, 0.2765690374928253, 0.24997317669337907, 0.26555580602809814, 0.2517826744615708 ], "test": 0.2976413007996748 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38717393372903236, 0.40088767907060546, 0.39991041714543263, 0.44844364296573347, 0.3895588189964217, 0.39879546150094425, 0.42771051057379283, 0.4857702792271434, 0.4771946667435925, 0.45692891155397186, 0.42507330208896216, 0.4525648880807177, 0.4363425551614571, 0.5215957464194503, 0.3998602408464602, 0.48278878789299967, 0.5183158565252305, 0.38350923936916015, 0.439779992831937, 0.39175608063243594, 0.45188661376786926, 0.46756389707952567, 0.43190419374687644, 0.4396049002313725 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11551522376082186, 0.18577258478129793, 0.129948132444302, 0.10965757174758532, 0.12970534042423465, 0.1782598365952295, 0.2961864651485189, 0.3203152475513084, 0.2793723007179699, 0.3253559593744806, 0.2553576520974424, 0.3172565075660076, 0.15575277657467185, 0.22693136563067567, 0.1896381036527084, 0.3100907075526103, 0.3805697149266049, 0.11005796861595177, 0.27590379185390346, 0.24754055849359471, 0.1986768298182865, 0.22034107341473744, 0.20917616698606248, 0.1548355023361134 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2716587120112365, 0.2151150938864899, 0.2699622875614206, 0.33878607782657627, 0.25985348062177377, 0.22053562633116722, 0.13152404212319452, 0.1654550268668154, 0.1978223630085009, 0.13157294632065417, 0.16971564805238523, 0.13530837488099853, 0.2805897825978824, 0.29466438137783474, 0.21022213626797925, 0.17269807736881368, 0.1377461344234993, 0.2734512729885681, 0.16387619620777735, 0.14421552066524618, 0.25320978878186495, 0.2472228253150306, 0.22272802570212566, 0.28476940257704886 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.91549078966645, 33.22738449209893, 45.23086171904239, 78.41218030299444, 42.449285604473594, 41.92512767179393, 48.658914529883255, 49.10702544431789, 40.09695890206659, 41.94682441761656, 46.538722608297384, 42.42208224272779, 42.298795236340915, 50.63060174881828, 31.433682778754324, 58.0302648132023, 53.04534392372476, 79.23332028870071, 43.54480413761407, 32.93271662445595, 55.42683629588113, 67.14351014683261, 44.008350647268294, 50.648148815548595 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.689660271553294, 31.45294821156399, 43.42027912348802, 76.78436985151947, 40.59433681382468, 39.82303401723818, 46.85961345516995, 47.133013122573864, 38.45996174263601, 40.13367145944903, 44.66371298528423, 40.66069565645234, 40.65768273079668, 48.86934425601033, 29.762996371773397, 56.439069509361445, 51.22207516065563, 77.34516414235391, 41.74796126400108, 31.346760299042465, 53.511664764583706, 65.60063624423168, 42.00536538433098, 48.681746285751416 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4381216923408802, "rpss": 0.0323512744591572, "brier_below": 0.22175905758604664, "bss_below": 0.02156163291296742, "brier_above": 0.21636263432353683, "bss_above": 0.043165847895828, "crps": 48.804468090921716, "crpss": 0.02476746722892964, "crps_fair": 46.99440679681857, "crpss_fair": 0.0201080852325638, "reliability": { "below": { "weight": [ 0.000692, 0.055151, 0.26718, 0.44228, 0.199324, 0.031756, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1754, 0.2597, 0.3457, 0.4392, 0.5364, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.3604, 0.2393, 0.2789, 0.3543, 0.4319, 0.4697, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.046653, 0.272574, 0.417716, 0.205991, 0.050947, 0.005723, 0.000395, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2592, 0.3441, 0.4402, 0.5369, 0.6423, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2328, 0.225, 0.3461, 0.4729, 0.5562, 0.4777, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38331165156718916, 0.4071971034898929, 0.4023110838757765, 0.44753282376819487, 0.3937150794219783, 0.4135907137298708, 0.4246548536093821, 0.4952138595094588, 0.44456042655781336, 0.45023230441132805, 0.43663502934651544, 0.427849454599285, 0.43868931939713146, 0.5500745358778015, 0.40677103654845476, 0.47381463227658527, 0.4842373010027977, 0.400818955299975, 0.441044611875051, 0.38803336401376703, 0.47122528641256906, 0.4294532716904456, 0.4442206500040037, 0.42413581823323276 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12281480699475111, 0.1841622633755016, 0.12593960850244865, 0.12239542760033635, 0.13358402597099645, 0.17667480468022184, 0.3112408421052836, 0.3591983970937966, 0.25215283355246504, 0.3087964378426019, 0.24035330195584137, 0.30373288327824444, 0.13981600616173312, 0.23804462466595902, 0.18921164114252334, 0.34769739752184414, 0.35322970614552024, 0.0929926741801846, 0.296247735600763, 0.22459536321861678, 0.17209293225063305, 0.23556204534157793, 0.21116586342650556, 0.15233016886486128 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26049684529491746, 0.22303483995943277, 0.2763714783242387, 0.3251374019090496, 0.2601310562952854, 0.23691591055421146, 0.11341400728611446, 0.1360154564805864, 0.19240758967980504, 0.14143586080165885, 0.19628172559847878, 0.12411656659073295, 0.29887331878429174, 0.3120299114017416, 0.217559394929761, 0.12611722939198597, 0.13100758722377273, 0.30782628475044127, 0.14479687020185356, 0.16343800003895928, 0.2991323616240527, 0.19389122563306832, 0.2330547861632474, 0.27180565276008806 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.404311443362865, 34.65756019490082, 48.53418314151154, 73.269129916245, 43.70403429376047, 46.103541110243064, 48.47574776996576, 54.51037300065317, 38.99032441502042, 39.114551101728075, 45.7687710442993, 40.38338080868402, 45.24731445838507, 55.80263226826893, 33.233568602417265, 56.86496561423687, 49.33320167885484, 94.6595598197868, 48.100260497689554, 33.142229566391606, 64.4785769353086, 56.68126510533246, 48.643170790371734, 50.3770112679065 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 49.03702134353986, 32.86353789120857, 46.61897018535847, 71.61393201846612, 41.73258776886443, 43.86696395066068, 46.68716768620366, 52.50589084811389, 37.33377522466093, 37.19260795914231, 43.85351223050487, 38.605142092175086, 43.60781746334149, 54.02279389288108, 31.489183395553052, 55.21090864677759, 47.468023678970155, 92.71933823105324, 46.237868998993356, 31.492130286781638, 62.476699856072116, 55.19190086735749, 46.67489852654308, 48.32782860251727 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4366384652716042, "rpss": 0.035750988216387225, "brier_below": 0.22058465797805046, "bss_below": 0.026547553572527915, "brier_above": 0.21605380673657396, "bss_above": 0.0449696075271212, "crps": 50.061652701888534, "crpss": 0.027414798831621567, "crps_fair": 48.20127090190584, "crpss_fair": 0.022842951651968146, "reliability": { "below": { "weight": [ 0.00072, 0.053826, 0.271505, 0.448562, 0.189058, 0.031639, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0867, 0.1755, 0.2587, 0.3456, 0.4385, 0.538, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.2391, 0.2141, 0.2662, 0.3642, 0.4452, 0.4302, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.050993, 0.272599, 0.412979, 0.205371, 0.05076, 0.006809, 0.000489, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1717, 0.2589, 0.3436, 0.4405, 0.5377, 0.6429, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2518, 0.2167, 0.3426, 0.4887, 0.5636, 0.4668, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4224024543792108, 0.4204451258755521, 0.4397746132469692, 0.5158248993835542, 0.3828884744006038, 0.5688335434116534, 0.4551206257697494, 0.46093516152202046, 0.3986112692852701 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2074292888604895, 0.132500757794469, 0.2414904785428545, 0.14534309512751123, 0.20000302460694555, 0.4197736709554599, 0.12409273827766952, 0.17757407681619053, 0.20408995876373362 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21497316430215407, 0.28794435379038646, 0.19828413799018269, 0.3704817791662959, 0.18288544962048947, 0.14905988984317498, 0.3310278642515175, 0.28336107343347783, 0.1945213159056687 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.90846253216772, 86.67104424964303, 42.14530697361759, 61.81501690443725, 29.410494964578525, 68.71664745480807, 101.73320590053964, 51.53680535179391, 34.242058265178564 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.95565403071624, 85.73230858189604, 41.296797449129656, 60.93380768618787, 28.603981557439713, 67.81027414207212, 100.83678002789807, 50.62535461135342, 33.38563550836822 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4516484630305093, "rpss": 0.016976792767529503, "brier_below": 0.2058107877494804, "bss_below": -0.016015185265014775, "brier_above": 0.24583766981148308, "bss_above": 0.04299293878339561, "crps": 57.686560288529364, "crpss": 0.016107147205960404, "crps_fair": 56.79784373278459, "crpss_fair": -0.0029168367408154428, "reliability": { "below": { "weight": [ 0.0, 0.021468, 0.329589, 0.400879, 0.223026, 0.024519, 0.000519, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2639, 0.3433, 0.4367, 0.5286, 0.6047, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.2542, 0.2767, 0.3037, 0.3164, 0.2862, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036952, 0.279099, 0.450899, 0.222293, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2609, 0.3458, 0.4298, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2873, 0.3428, 0.419, 0.601, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4275442285517535, 0.4466583062780689, 0.4421590719430728, 0.5112064747917949, 0.36575689837819175, 0.588369043254552, 0.4440464653545962, 0.47427466020700537, 0.40996099412924625 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2474835415646059, 0.11371275665987916, 0.24762028372106681, 0.12273808375713265, 0.19841517840453315, 0.4289272767156942, 0.08646694628543161, 0.15110220304506622, 0.19324715526664418 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18006069321800613, 0.3329455271379999, 0.1945387939571412, 0.3884683633245053, 0.16734172152078344, 0.159441783901756, 0.3575794900393019, 0.32317244008459195, 0.21671384080263298 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.042000544887586, 108.31893925428378, 43.92284108123002, 65.46588498342379, 28.396742680776185, 75.01459834680738, 109.29101788271538, 59.37865225477681, 36.861908112901816 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.08312716842321, 107.33479890562359, 43.03620570641182, 64.53189779160273, 27.55825204287796, 74.09737085049564, 108.3678080629025, 58.416949654258445, 35.985786368756074 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4566640158764757, "rpss": 0.01645897585823608, "brier_below": 0.1988570472688949, "bss_below": -0.02349668338443034, "brier_above": 0.2578069615540798, "bss_above": 0.04520952917914889, "crps": 63.076953904644746, "crpss": 0.017532064731318298, "crps_fair": 62.15691072792799, "crpss_fair": -0.00015591472154685704, "reliability": { "below": { "weight": [ 0.0, 0.023501, 0.370233, 0.408898, 0.175478, 0.021431, 0.000459, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2635, 0.3421, 0.4339, 0.531, 0.6062, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.2523, 0.2466, 0.2454, 0.3278, 0.4004, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027378, 0.246491, 0.463711, 0.250826, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2627, 0.3471, 0.4294, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.295, 0.3753, 0.4629, 0.6084, 0.7672, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.25315765987790867, "training": [ 0.2945062527923853, 0.2571114717403265, 0.28873911625893184, 0.3061296428960011, 0.2997285859685574, 0.2121825926773605, 0.2808336625889086, 0.24377736565358166, 0.13947316160069767, 0.22576131537416197, 0.25947460625288016, 0.2709419151450416, 0.26997501218483977, 0.14990948666327913, 0.2594294525257282, 0.260302521765773, 0.21880275841188856, 0.33309149791604464, 0.24965914280149606, 0.24929957967687058, 0.2690675786172597, 0.24187449277404927, 0.2539671729919309, 0.24174545179181484 ], "test": 0.2881771512474019 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3869888868679563, 0.39966002140363244, 0.4004531401912421, 0.4484460384478995, 0.3894753346279306, 0.39953306778795106, 0.4232864975743507, 0.4852758104281391, 0.47808090774322687, 0.4568943514337817, 0.4246751054598298, 0.4515688071725847, 0.4379199567227825, 0.5261148515028826, 0.39704016355835053, 0.4818601974052775, 0.514624767059552, 0.3836383645133562, 0.4388358538434595, 0.3916733625294673, 0.4509385206686481, 0.46762719155867527, 0.4324408242705709, 0.4411424261253484 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11569045683430436, 0.18471058039668242, 0.13101312027770717, 0.11013430158807035, 0.12991067120108296, 0.17812930642421046, 0.2918644588513189, 0.31940062574695477, 0.2799487377366913, 0.3250800619904135, 0.25493020712062275, 0.3162068083131753, 0.1571454508702332, 0.2308354754988906, 0.18672223663965054, 0.30910170991715785, 0.3766387104263336, 0.11071909377308388, 0.2746147544606295, 0.24767033467631563, 0.1980115417256192, 0.22009317242010593, 0.20940924067290814, 0.15636918363201985 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2712984321567914, 0.21494944045702244, 0.2694400229300733, 0.33831174364811556, 0.2595646654742835, 0.22140376289142694, 0.13142203548485581, 0.1658751798110443, 0.19813216692328942, 0.13181428345384624, 0.1697448964309739, 0.13536199320210873, 0.28077450999610665, 0.29527937660331754, 0.21031792595791796, 0.17275848456264925, 0.1379860491705501, 0.2729192729454572, 0.16422109447281732, 0.14400302629906955, 0.25292698388873014, 0.24753402098322266, 0.22303158234178486, 0.2847732473671278 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.74907115991031, 33.2658862814912, 45.229378379890505, 78.25535879708676, 42.47422921874038, 42.089565008635056, 48.35965226267213, 49.16190917681146, 40.13439209061224, 41.87962378912783, 46.5604007458966, 42.34510430462066, 42.39636364478818, 50.81013914565639, 31.368259238584404, 57.97912165658275, 52.77735960522226, 79.35246605909911, 43.53570726354101, 32.91367620175601, 55.411919907813505, 67.08527148758891, 44.12338088537303, 50.74466027669774 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.504991966546505, 31.472310760885055, 43.40413328085597, 76.6155477823021, 40.60360245563246, 39.9627548532452, 46.5414958234759, 47.166096959059345, 38.48214502494521, 40.050871206872216, 44.66774194109773, 40.56669440382748, 40.73847328902704, 49.03552635336538, 29.68201121054092, 56.37197783177421, 50.93889389967841, 77.45124965222476, 41.72174731149521, 31.314340978546475, 53.48097537547562, 65.52764224816387, 42.09504659353377, 48.7626947888102 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4378414353707039, "rpss": 0.032970258418992815, "brier_below": 0.22143126004975758, "bss_below": 0.023007930934040854, "brier_above": 0.2164101748938576, "bss_above": 0.04295560622708672, "crps": 48.7917873578416, "crpss": 0.02502085926295572, "crps_fair": 46.96495691630755, "crpss_fair": 0.020722151921997445, "reliability": { "below": { "weight": [ 0.000141, 0.04838, 0.285403, 0.426112, 0.203316, 0.033031, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0955, 0.1772, 0.262, 0.3482, 0.4406, 0.5387, 0.6284, 0.7098, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2317, 0.2768, 0.3568, 0.432, 0.47, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000311, 0.045787, 0.307688, 0.382287, 0.207025, 0.050697, 0.005808, 0.000395, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1723, 0.2631, 0.3482, 0.4412, 0.5392, 0.6464, 0.7257, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2329, 0.2314, 0.3523, 0.4721, 0.554, 0.4804, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38312240373494466, 0.4055029868348368, 0.40223295581636437, 0.4476464909605168, 0.39371305606268886, 0.41429835095080386, 0.42065582059632145, 0.49392199836977513, 0.4458883090620376, 0.45121190201426137, 0.43769722605554867, 0.4276536049738368, 0.43986583438707744, 0.5550139117936591, 0.40363618867100876, 0.4714638065020945, 0.4805319803380501, 0.4005001152779988, 0.43947773035425575, 0.38925462780184167, 0.47175280284402044, 0.4290131235336547, 0.44408056063990986, 0.42526067811414553 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12294061791294582, 0.18265675295670614, 0.1265090916774227, 0.12299440098815945, 0.13370708778507498, 0.17638110058774786, 0.3073637739450791, 0.3574050161205405, 0.25345265415908413, 0.3094476389998579, 0.24129547886093564, 0.3035950643625322, 0.1408787779628558, 0.24210770981834884, 0.18598818653696036, 0.34529858213421477, 0.3493703604063792, 0.09325971835187652, 0.29429115800657824, 0.22608255214445863, 0.1729996288620749, 0.23486085188428063, 0.210737007841798, 0.15349921486130336 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26018178651887464, 0.22284623360928843, 0.27572386723187364, 0.3246520958500818, 0.2600059710403929, 0.23791725196571664, 0.11329204251069255, 0.1365169762391067, 0.19243565152735367, 0.14176425708374696, 0.1964017453952368, 0.12405853594297753, 0.29898706215836224, 0.3129062021752614, 0.21764800163109757, 0.12616521892846452, 0.1311616120804328, 0.3072404005834899, 0.14518656606979422, 0.16317207485148058, 0.29875318158457764, 0.19415227103051158, 0.23334355222997105, 0.27176146679710256 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.28890594020136, 34.6514396341355, 48.48728399291846, 73.15614026886385, 43.770889939800476, 46.262028291879474, 48.15057497083683, 54.509311836281256, 39.05623996889674, 39.14142731380621, 45.82708147714015, 40.37924132577031, 45.30381618481364, 55.95763375512827, 33.14630443472514, 56.70890970855647, 49.09839430502754, 94.75869519615424, 48.02933262978158, 33.20501490025724, 64.51064880232666, 56.634042415189704, 48.707345486397244, 50.43677938240431 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.90219247744233, 32.840956446102126, 46.55982791873137, 71.48802265385726, 41.78493457234079, 44.00073962197717, 46.34754093098031, 52.484120936444775, 37.386218393558636, 37.203959900612624, 43.8965586075888, 38.58532572226044, 43.65045210114036, 54.165658791227415, 31.388610316868558, 55.041076013934536, 47.219016749775854, 92.80660473623517, 46.152531585405775, 31.54231141579415, 62.49528314286898, 55.13184725367811, 46.71758923441192, 48.37369648864043 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43639151940373555, "rpss": 0.03629633025103429, "brier_below": 0.22029676779863397, "bss_below": 0.027818029053571225, "brier_above": 0.21609475104316203, "bss_above": 0.04478861993990402, "crps": 50.04906175672053, "crpss": 0.027659412548472706, "crps_fair": 48.17354483382824, "crpss_fair": 0.023405026517175465, "reliability": { "below": { "weight": [ 0.000174, 0.047562, 0.292265, 0.429289, 0.192974, 0.033047, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0955, 0.1765, 0.2612, 0.3482, 0.4399, 0.5404, 0.6284, 0.7098, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2014, 0.266, 0.3673, 0.4447, 0.4306, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000385, 0.04999, 0.305691, 0.379703, 0.206377, 0.050486, 0.006879, 0.000489, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1702, 0.2627, 0.3475, 0.4416, 0.5402, 0.6473, 0.7257, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2526, 0.2221, 0.3495, 0.4876, 0.5612, 0.4671, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4229942974011115, 0.4208814779790523, 0.4398065555819379, 0.5179179536305377, 0.38405013945091193, 0.5656737694633406, 0.45482577842090754, 0.4626834500088546, 0.3989370411781655 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20831618679910557, 0.13331544756435776, 0.24151066950991107, 0.14766367775375588, 0.20123067361980937, 0.41618399892635044, 0.12467100575420673, 0.17954736611068906, 0.2041455670103414 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2146781094416838, 0.2875660161538959, 0.1982958894437983, 0.37025425084936364, 0.18281946557608442, 0.14948978793716547, 0.3301547495533929, 0.2831360726052094, 0.19479147962503704 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.90098950914242, 86.74973365973752, 42.2097275378694, 61.92244123577793, 29.556908574833756, 68.48401768422251, 101.59490198849997, 51.668491855764145, 34.28627311872027 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.938378101314015, 85.80262839157903, 41.35440536736287, 61.03381786548014, 28.743906284092265, 67.56823819769753, 100.68936713303619, 50.7506437251883, 33.42182024766651 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4519744959016466, "rpss": 0.016267174768393455, "brier_below": 0.2062871770053919, "bss_below": -0.018366950803623716, "brier_above": 0.24568731346507006, "bss_above": 0.043578252194990896, "crps": 57.70816501828532, "crpss": 0.015738660350666622, "crps_fair": 56.81146725704632, "crpss_fair": -0.0031573962578652637, "reliability": { "below": { "weight": [ 0.0, 0.01432, 0.325432, 0.405014, 0.228571, 0.026144, 0.000519, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2633, 0.3434, 0.438, 0.5321, 0.6084, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1892, 0.2524, 0.2748, 0.3067, 0.3052, 0.2862, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036435, 0.277982, 0.4523, 0.222525, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2599, 0.346, 0.4311, 0.5267, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2913, 0.3418, 0.4188, 0.6011, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42847079997955334, 0.44678360308660253, 0.4417445882453039, 0.5127896450048349, 0.36649003903045274, 0.5857379452577327, 0.44354653356564383, 0.4761400317744029, 0.4099831083971314 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24849028074568513, 0.11441873765877907, 0.24709261160631452, 0.12476037168665564, 0.19929779202800857, 0.42574974365752793, 0.08707977332453472, 0.1533058666350386, 0.19292511901620496 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17998052559545413, 0.3323648429661618, 0.1946519824586877, 0.38802924571583214, 0.16719224847657543, 0.15998821900785262, 0.3564667313388468, 0.3228341480325732, 0.21705799135706427 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.06418869270661, 108.37924153293123, 43.94887470990432, 65.53071796170045, 28.53805395748694, 74.77435441206568, 109.05073998643762, 59.51009533917283, 36.866969922992304 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.096781430808456, 107.38743883377133, 43.05620540378695, 64.58993537783131, 27.693604172581576, 73.84890314160768, 108.11924172897703, 58.54253648605533, 35.98382771548629 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4568540327046287, "rpss": 0.016049726740135384, "brier_below": 0.19923558848430545, "bss_below": -0.02544499592259797, "brier_above": 0.2576184372165609, "bss_above": 0.0459077308099185, "crps": 63.07369294615533, "crpss": 0.017582856454059548, "crps_fair": 62.146497143434004, "crpss_fair": 1.1648434394162521e-05, "reliability": { "below": { "weight": [ 0.0, 0.017294, 0.364815, 0.413654, 0.180336, 0.023352, 0.00055, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1894, 0.2628, 0.3422, 0.4351, 0.5347, 0.6113, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.205, 0.2513, 0.2449, 0.253, 0.3048, 0.4999, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026648, 0.245655, 0.46508, 0.251023, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2618, 0.3473, 0.4306, 0.5233, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3031, 0.374, 0.4625, 0.6087, 0.7672, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.2530510520883188, "training": [ 0.29468322537247954, 0.2571388110718598, 0.28879212783713354, 0.3063550153649481, 0.2994671196896314, 0.21198963356912212, 0.2811383482887259, 0.2435894327848538, 0.13914884549354092, 0.22559809217998664, 0.2598074388745571, 0.2706426157157719, 0.2694402267035618, 0.14928946412854685, 0.25956471508230494, 0.2603288460802496, 0.21916557319784924, 0.3328921814878791, 0.24979115317143438, 0.24878634855173803, 0.26889084448465894, 0.24165942136245025, 0.2539493604410624, 0.24111640918530505 ], "test": 0.28790445882988547 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3869973861574178, 0.39953358454508575, 0.4006801984649947, 0.44858789941155386, 0.3895222660135592, 0.39969651517936067, 0.42270294770720784, 0.48507218634638466, 0.4780913683557706, 0.4568453994351517, 0.4245372278911775, 0.45146121544204953, 0.4382376864155889, 0.5265948568387734, 0.3969612665597404, 0.4818078721927828, 0.5141692647646078, 0.3837665101714225, 0.43864969603332743, 0.39170616498157024, 0.4508814859080032, 0.4678768876495449, 0.43243750354530686, 0.4414957934257112 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11570976503148797, 0.184561796656195, 0.13119555828076418, 0.11019676187055782, 0.12995200098890566, 0.17821220357753081, 0.2912756336696, 0.3191770756548441, 0.27994820953091015, 0.32504408372925275, 0.254791083358897, 0.31608313962710616, 0.15740700426857185, 0.23127071348327008, 0.1866137955098497, 0.30904894879344497, 0.3761876672879866, 0.11087267633208972, 0.27440934570154885, 0.24771639935119452, 0.1979426188834782, 0.22031843830272735, 0.20938887664680877, 0.1566006182092734 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.27128762326161426, 0.21497178733417308, 0.2694846431925478, 0.3383911443865611, 0.25957026708149045, 0.22148431313713124, 0.13142731082103346, 0.16589510578759917, 0.19814315576652203, 0.13180130974111942, 0.1697461426220316, 0.1353780701231201, 0.28083068626992147, 0.29532414393106904, 0.21034747009407503, 0.1727589204591166, 0.13798159000304175, 0.2728938360184252, 0.16424034540866, 0.14398976404877756, 0.2529388719868562, 0.24755845120746856, 0.22304862564949934, 0.284895180139738 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.737087620519475, 33.27502851243471, 45.24211316455123, 78.20296440496514, 42.494589099050174, 42.10637764891593, 48.31217327005543, 49.176256937139556, 40.138390806352625, 41.87626168855651, 46.568705163490264, 42.341026085065316, 42.417824896833835, 50.839849948725465, 31.35033046250744, 57.98832091248406, 52.7319189615672, 79.37597787888535, 43.544229221476854, 32.9068624138095, 55.41665378022781, 67.08747885993682, 44.139358931272525, 50.77067237543043 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.49263811502894, 31.47833881100828, 43.41427889990023, 76.560980277198, 40.62169457242297, 39.976030683772045, 46.4906887569514, 47.176838796442524, 38.48385114257651, 40.0454929035978, 44.67327780814586, 40.55989097461982, 40.75704487631155, 49.06336686109033, 29.66164823378522, 56.37833556932359, 50.89120755002937, 77.47245142787854, 41.727389843104426, 31.30576755981793, 53.48323331456095, 65.52737450473961, 42.10656096706825, 48.78639727803328 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4378463826431706, "rpss": 0.03295933172446708, "brier_below": 0.22141351728109568, "bss_below": 0.02308621502212338, "brier_above": 0.2164328649363164, "bss_above": 0.04285526261828787, "crps": 48.79335221017724, "crpss": 0.02498958968936138, "crps_fair": 46.96394915530865, "crpss_fair": 0.02074316499402351, "reliability": { "below": { "weight": [ 0.000141, 0.047883, 0.284464, 0.426692, 0.204033, 0.033169, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0954, 0.1776, 0.2621, 0.3482, 0.4407, 0.5387, 0.6286, 0.71, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2323, 0.2764, 0.3565, 0.4321, 0.4706, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000311, 0.045787, 0.307688, 0.38226, 0.207081, 0.050697, 0.00578, 0.000395, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1722, 0.2631, 0.3482, 0.4412, 0.5393, 0.6466, 0.7258, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2329, 0.2314, 0.3525, 0.4718, 0.5534, 0.4827, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.383127895380301, 0.4053057289644881, 0.4025138937099256, 0.4478142856279517, 0.3937690841285075, 0.41445346201048616, 0.4199582344141586, 0.4936555598586745, 0.4459245885357227, 0.45121067416816474, 0.43756268538309917, 0.4276133949455673, 0.44021737742036754, 0.5555881389229987, 0.4035201833146013, 0.47136050299008375, 0.4800154867125717, 0.40061888601150547, 0.4391981891940117, 0.38939765700937673, 0.471712507405789, 0.42927648017070247, 0.4440159036699785, 0.42563767887232307 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12296291893177891, 0.18243183299060525, 0.12673495813375227, 0.1230686155769521, 0.1337502657696694, 0.17646159229935862, 0.30666101719442496, 0.35711514748080403, 0.2534838249312577, 0.3094617051367341, 0.24116326787842912, 0.3035379728442312, 0.14116579254972816, 0.24262619973990227, 0.1858537155179148, 0.3451945893634652, 0.3488524673699129, 0.09340907922076107, 0.29398857198578243, 0.22623750595517242, 0.1729431233585402, 0.23509706258114524, 0.21065128442838998, 0.15372841968008696 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26016497716141346, 0.22287389570013638, 0.275778938658992, 0.3247456760003988, 0.26001882113323893, 0.23799187135283442, 0.11329721310592349, 0.13654040633200842, 0.1924407602482866, 0.141748963124941, 0.19639941569767405, 0.1240754173981265, 0.29905159057967573, 0.3129619393529692, 0.21766646729330827, 0.12616590818164067, 0.13116301146996642, 0.30720981042101964, 0.14520961089059237, 0.1631601502090354, 0.2987693916708005, 0.19417941698410557, 0.2333646186744772, 0.27190926279559535 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.274077989719885, 34.65749428818616, 48.50083500855433, 73.09130955178202, 43.797218007815545, 46.28037971303036, 48.095952210610186, 54.52174107666134, 39.062153252931715, 39.140026472675665, 45.83623771772407, 40.378174974445066, 45.324416695196234, 55.98938572813881, 33.12378909454751, 56.713961131466135, 49.046217727728795, 94.78448694100935, 48.034572329847556, 33.198482061426006, 64.5170867390295, 56.63740747632751, 48.718708864380204, 50.46503360825071 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.88690631760395, 32.843825469312065, 46.570480802152105, 71.42050301402536, 41.80866983609123, 44.015109015170616, 46.28948106319546, 52.49257939127997, 37.389561583655336, 37.20024267607385, 43.90271507810017, 38.581173444939786, 43.66805275060828, 54.19536256930646, 31.36341683557019, 55.042997668052344, 47.16426254982335, 92.8297977122801, 46.154739743268784, 31.533819482340643, 62.49906854757667, 55.13240442523495, 46.72451569959422, 48.39941123211097 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43639451995088985, "rpss": 0.03628970400332954, "brier_below": 0.22027420545494994, "bss_below": 0.02791759793953852, "brier_above": 0.2161203139348817, "bss_above": 0.04467562337261122, "crps": 50.04954786089519, "crpss": 0.027649968638793765, "crps_fair": 48.171212371140285, "crpss_fair": 0.023452311211394017, "reliability": { "below": { "weight": [ 0.000174, 0.047016, 0.291274, 0.429972, 0.193657, 0.033217, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0954, 0.1769, 0.2613, 0.3482, 0.4399, 0.5404, 0.6286, 0.71, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2015, 0.2655, 0.3669, 0.4449, 0.4315, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000385, 0.04999, 0.305691, 0.379704, 0.206377, 0.050521, 0.006845, 0.000489, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1702, 0.2627, 0.3475, 0.4416, 0.5403, 0.6475, 0.7258, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2526, 0.2221, 0.3497, 0.4873, 0.5608, 0.4695, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42310485507684725, 0.4210281736147921, 0.4401284995364921, 0.5181757703041833, 0.3838894546450426, 0.5652770486577721, 0.4549599721727687, 0.4628504313189749, 0.39926610258431794 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20840965037281825, 0.13347494329736842, 0.2418033771094201, 0.14790628368269704, 0.20107695484333432, 0.4157912860177805, 0.12481217935268507, 0.1797348400030756, 0.20445937549312085 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21469520351094437, 0.28755321607102086, 0.1983251258255081, 0.37026946157731416, 0.18281249954023976, 0.1494857800434934, 0.3301477696894218, 0.28311558005468135, 0.19480673256935685 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.92257930347651, 86.77188255437792, 42.23783521509775, 61.95177722714796, 29.57506099637903, 68.46607813613144, 101.60280354690323, 51.69278941716971, 34.3144484404378 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.95833362196852, 85.82351041546703, 41.38146676464897, 61.06199387589858, 28.7610733378027, 67.54870292300278, 100.69584679147354, 50.7739988311021, 33.448706975886516 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4520755897679101, "rpss": 0.01604714165684673, "brier_below": 0.20638543224136666, "bss_below": -0.01885200220872152, "brier_above": 0.24569015209799783, "bss_above": 0.043567201847181436, "crps": 57.72613942634681, "crpss": 0.01543209168828752, "crps_fair": 56.82818150413897, "crpss_fair": -0.003452530698206502, "reliability": { "below": { "weight": [ 0.0, 0.013805, 0.324697, 0.405085, 0.229529, 0.026292, 0.000592, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2634, 0.3434, 0.438, 0.5324, 0.6097, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1909, 0.253, 0.2743, 0.3054, 0.3091, 0.3748, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036509, 0.277909, 0.452373, 0.222452, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2599, 0.346, 0.4311, 0.5267, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2908, 0.3419, 0.4187, 0.6013, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42859913103760533, 0.4469517944082646, 0.44209139060184116, 0.5130532112865499, 0.36626423619586695, 0.5853177011665638, 0.4436988151229386, 0.4763575803901278, 0.4103975723736635 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24859118826464072, 0.11461140508409473, 0.2474157666941314, 0.12500969377454488, 0.1990830388789145, 0.4253250338121082, 0.08724056006665701, 0.15353189333211262, 0.19332089979304573 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18000794910316742, 0.33234036688741175, 0.19467562975025615, 0.38804348988967197, 0.16718119878360246, 0.15999268476685088, 0.35645822611951666, 0.3228256699905127, 0.21707667457173616 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.090888436242295, 108.40517797895977, 43.980597578809515, 65.56377614604898, 28.557163435912205, 74.75266501045265, 109.05686635815069, 59.53909060969433, 36.89987161422125 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.12164857618687, 107.4119457984698, 43.08675785293204, 64.62168308563655, 27.711599768491233, 73.82541103308209, 108.12377197378753, 58.570468873302595, 36.01528210549273 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.45697015917593575, "rpss": 0.01579961912370742, "brier_below": 0.19934771996669443, "bss_below": -0.026022125080977343, "brier_above": 0.25762243220696956, "bss_above": 0.045892935325924644, "crps": 63.09401079649908, "crpss": 0.017266391640199164, "crps_fair": 62.165396563042385, "crpss_fair": -0.0002924588013863971, "reliability": { "below": { "weight": [ 0.0, 0.016748, 0.363997, 0.413651, 0.181429, 0.023534, 0.000641, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.2629, 0.3422, 0.4351, 0.535, 0.6123, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2062, 0.2519, 0.2445, 0.2515, 0.3101, 0.5708, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026739, 0.245564, 0.46508, 0.251023, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2618, 0.3473, 0.4307, 0.5234, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.302, 0.3741, 0.4625, 0.6087, 0.7672, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.25310666217537053, "training": [ 0.2946737784671071, 0.25716201975976594, 0.28888835477374253, 0.3064510960902167, 0.2995433655055834, 0.21187783619766817, 0.28126657443786224, 0.243730883866016, 0.13925309978103523, 0.22556194637729618, 0.2598560178717683, 0.2707029382237855, 0.2694177385045844, 0.1493138027463711, 0.2596857489951846, 0.26035891083127605, 0.2192673493238515, 0.33301390036205, 0.24987811403976476, 0.24879653094150703, 0.26890073370739936, 0.2416182113964902, 0.2542422453805253, 0.24109869462804132 ], "test": 0.2879860393676477 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38699673497618425, 0.39955904135100573, 0.40074115396018006, 0.44862358894889987, 0.3895396288851222, 0.39975778158646286, 0.42253764691989326, 0.48500989752362705, 0.47810321114437837, 0.45684574982589976, 0.4245148374336907, 0.45144723988152313, 0.4383285532294038, 0.5267048132772582, 0.3969202007443773, 0.48181177224042804, 0.5140406051400678, 0.38381481409216295, 0.43853275094916117, 0.39178602900675064, 0.45092239556343894, 0.46801221827956724, 0.4323294699341441, 0.4415866721716137 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11570942287691792, 0.18458730958909933, 0.13125182594401721, 0.110230137602514, 0.12996643423235474, 0.1782509547395163, 0.29110811212407983, 0.3191169764641364, 0.2799430314812954, 0.3250441228925796, 0.2547569239317098, 0.31606858432492585, 0.1574787312907947, 0.23138242768202735, 0.18657262601764668, 0.3090279593161163, 0.37606025810373345, 0.1109139357939652, 0.2742925022147836, 0.24779600035468183, 0.1979678806396965, 0.22045304645786, 0.20928216754754103, 0.15669145003137175 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2712873142349809, 0.21497173118908947, 0.26948933105229317, 0.33839345818432837, 0.25957319671916196, 0.22150682839710936, 0.13142953158369808, 0.16589291619022142, 0.19816017658800433, 0.13180162096826983, 0.16975791158223075, 0.1353786498829514, 0.2808498260586826, 0.2953223862242133, 0.2103475737650618, 0.1727838099845995, 0.13798033957374223, 0.2729008804815624, 0.16424024381624552, 0.14399002707449188, 0.2529545198856064, 0.24755917370480374, 0.2230473011491932, 0.2848952271068574 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.737087620519475, 33.283875621440515, 45.24870185430776, 78.19316675465245, 42.50603976078452, 42.11879369054272, 48.30071999007362, 49.184086636327685, 40.14163724789164, 41.88347501526025, 46.57741870895951, 42.34325344816728, 42.42915743654189, 50.852877926165874, 31.34755835364283, 57.99735420496022, 52.72401931772771, 79.38675443717915, 43.550512505294556, 32.91108513744895, 55.422894769395946, 67.09006830622165, 44.150245757472376, 50.78434353720553 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.49263811502894, 31.485940845938714, 43.41985169011668, 76.55056196692377, 40.63213416412899, 39.98676903293066, 46.477827613121676, 47.18305050716609, 38.48616691807691, 40.05191439770475, 44.680839605499834, 40.56095784102228, 40.76721773020284, 49.07575029511703, 29.657938555470356, 56.38616066716583, 50.882448348785125, 77.482297379461, 41.732435030839056, 31.309318198880007, 53.48844642089387, 65.52920777199446, 42.115188635707725, 48.79913999408981 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.43785278362771834, "rpss": 0.03294519431778742, "brier_below": 0.2214147009022235, "bss_below": 0.02308099268606112, "brier_above": 0.21643808230822495, "bss_above": 0.04283218950475354, "crps": 48.798547001591004, "crpss": 0.02488578506273942, "crps_fair": 46.96809173859443, "crpss_fair": 0.020656786972793384, "reliability": { "below": { "weight": [ 0.000141, 0.047718, 0.284299, 0.426664, 0.204282, 0.033279, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0954, 0.1776, 0.2621, 0.3482, 0.4407, 0.5387, 0.6286, 0.71, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2331, 0.2763, 0.3564, 0.4319, 0.4707, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000311, 0.045787, 0.307661, 0.382287, 0.207053, 0.050725, 0.00578, 0.000395, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1722, 0.2631, 0.3482, 0.4412, 0.5393, 0.6466, 0.7259, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2329, 0.2314, 0.3525, 0.4719, 0.5531, 0.4827, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38312735788906854, 0.4053372723285303, 0.4025892904351642, 0.44785514714342967, 0.3937881813962047, 0.41452973411218125, 0.41975118278377, 0.4935793784364319, 0.44594578501159976, 0.4512112240784061, 0.43753313086943085, 0.42759755054293475, 0.4403295180971352, 0.5557243317134392, 0.40346922270995034, 0.47136569139308526, 0.4798605900073934, 0.4006783651041904, 0.43905330767635825, 0.3894963717829735, 0.4717628890782204, 0.42944261075346285, 0.4438844215621748, 0.42574982204654543 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12296258045602448, 0.18246343650044836, 0.12680480833053445, 0.12310860390961481, 0.1337674639162989, 0.1765101343597677, 0.3064517888748922, 0.3570407530119281, 0.25348123171282616, 0.3094617018410122, 0.24111971607206187, 0.30352080412261095, 0.1412544599445531, 0.24276458100043374, 0.1858025142017426, 0.34516880928146954, 0.34869717772405917, 0.09346038190327945, 0.2938443270675553, 0.22633598424295873, 0.17297422688749325, 0.23526288995900588, 0.2105210753427636, 0.15384059151229237 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2601647781459463, 0.22287383553193432, 0.2757844852219702, 0.32474654917412366, 0.2600207202661357, 0.2380196014124666, 0.11329938980058923, 0.13653861942150625, 0.1924645499218207, 0.14174951633063151, 0.19641341297858592, 0.12407674173940061, 0.29907506385813476, 0.312959750949001, 0.21766670799746435, 0.12619687666734453, 0.13116340442406774, 0.3072179868363281, 0.1452089742973696, 0.16316038669980626, 0.29878866981368174, 0.19417972021661406, 0.2333633456663263, 0.2719092341911482 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.274077989719885, 34.66844134564254, 48.508987588711285, 73.07918633267845, 43.81138659688088, 46.29574282441284, 48.081780381830555, 54.53142923206018, 39.0661702693416, 39.14895195351077, 45.84701950902314, 40.38093102411479, 45.33843912480905, 56.00550602432675, 33.12035899834362, 56.725138564873134, 49.036443025626774, 94.7978214215438, 48.0423470129584, 33.203707090107486, 64.52480908843916, 56.64061155318943, 48.73217978599416, 50.48194975490937 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.88690631760395, 32.85323192209956, 46.57737634900834, 71.407611815206, 41.82158736769981, 44.028396217255384, 46.2735672002187, 52.500265512717924, 37.39242703127696, 37.208188375047186, 43.91207174252615, 38.58249354258959, 43.68064023155491, 54.210685333353865, 31.358826628573663, 55.05268012993053, 47.15342426590145, 92.84198069743556, 46.160982455998216, 31.538212900551486, 62.5055190360374, 55.13467283652711, 46.73519123035222, 48.41517855731627 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43640259903967005, "rpss": 0.036271862576171765, "brier_below": 0.22027583509065116, "bss_below": 0.027910406265943988, "brier_above": 0.21612676339843326, "bss_above": 0.04464711457751103, "crps": 50.05597568721034, "crpss": 0.027525090445358336, "crps_fair": 48.17633823736592, "crpss_fair": 0.02334839743033501, "reliability": { "below": { "weight": [ 0.000174, 0.046811, 0.291069, 0.429938, 0.193964, 0.033354, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0954, 0.1769, 0.2613, 0.3482, 0.4399, 0.5404, 0.6286, 0.71, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2024, 0.2654, 0.3667, 0.4445, 0.4318, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000385, 0.04999, 0.305656, 0.379738, 0.206343, 0.050555, 0.006845, 0.000489, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1702, 0.2627, 0.3475, 0.4416, 0.5402, 0.6475, 0.7259, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2526, 0.2221, 0.3497, 0.4874, 0.5604, 0.4695, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42312820764589015, 0.421068731345867, 0.4401864343840064, 0.5182166302129295, 0.38383538439603854, 0.5651341012906005, 0.4550108329928828, 0.46288651940344877, 0.39938873739196096 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20843110908695667, 0.13351189012493217, 0.24186185493259307, 0.1479481406604708, 0.20102189753330757, 0.4156659161594511, 0.12485784664248291, 0.1797705298036244, 0.20458360408092474 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21469709735635806, 0.28755682696363427, 0.19832458285967677, 0.37026846450740747, 0.18281348660384922, 0.1494682025360776, 0.33015296322374627, 0.28311597833471835, 0.1948051388079654 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.93219993727629, 86.78134102067013, 42.250064493260695, 61.96310238284856, 29.586365531013215, 68.46484283703928, 101.60877588002445, 51.70464489896417, 34.32795151131975 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.967333101493125, 85.83248461621557, 41.393299771974924, 61.07291256046941, 28.77202642959565, 67.5468571045389, 100.70128957695256, 50.7855291406149, 33.46171893206483 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45209506434040275, "rpss": 0.016004754804508692, "brier_below": 0.20640586544719375, "bss_below": -0.018952873730719855, "brier_above": 0.24568919346593704, "bss_above": 0.04357093364976483, "crps": 57.73547649915739, "crpss": 0.015272840050498782, "crps_fair": 56.83705013710221, "crpss_fair": -0.003609129976157144, "reliability": { "below": { "weight": [ 0.0, 0.013732, 0.323962, 0.405599, 0.229823, 0.026145, 0.000739, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2634, 0.3433, 0.4381, 0.5324, 0.6127, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.192, 0.2531, 0.2744, 0.305, 0.3052, 0.4991, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036509, 0.277909, 0.452447, 0.222378, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2599, 0.346, 0.4311, 0.5267, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2908, 0.3419, 0.4187, 0.6015, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.428625403934703, 0.4470017170263954, 0.4421620995873292, 0.5131074408669927, 0.36620043445154327, 0.5851396616657083, 0.44376178926966364, 0.47640198841023634, 0.41054948204704644 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24861699408577465, 0.11465653466008739, 0.24748760230393926, 0.12506378774412452, 0.19901728866761953, 0.4251689443151908, 0.08729714721237318, 0.15357566436351924, 0.19347472464565416 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1800084161675491, 0.33234515991597174, 0.19467450313800636, 0.3880436254992247, 0.16718314725362501, 0.15997073476461623, 0.35646461312554467, 0.3228263069742715, 0.21707475941568427 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.10279262222032, 108.41688150537522, 43.995729596580745, 65.57778943898745, 28.57115121317107, 74.7511365009555, 109.06425628335495, 59.55376010684778, 36.916579771957906 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.13278417080526, 107.42305011414565, 43.101399541080546, 64.6351934275196, 27.725152684489416, 73.82312709142784, 108.13050665800158, 58.584736015330996, 36.031382577614224 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4569944463621798, "rpss": 0.01574731054847156, "brier_below": 0.19937318755536473, "bss_below": -0.026153204129448993, "brier_above": 0.25762125180605483, "bss_above": 0.045897306951649286, "crps": 63.105564115494545, "crpss": 0.01708644056843156, "crps_fair": 62.17637025337946, "crpss_fair": -0.00046903452190427686, "reliability": { "below": { "weight": [ 0.0, 0.016657, 0.363088, 0.414287, 0.181793, 0.023352, 0.000823, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.2629, 0.3422, 0.4352, 0.535, 0.6151, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2074, 0.252, 0.2445, 0.251, 0.3048, 0.6657, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026739, 0.245564, 0.465171, 0.250932, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2618, 0.3473, 0.4307, 0.5234, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.302, 0.3741, 0.4624, 0.6089, 0.7672, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r3", "1994": "vs", "1995": "mvs_r4", "1996": "mvs_r4", "1997": "mvs_r4", "1998": "vs", "1999": "mvs_r3", "2000": "mvs_r4", "2001": "mvs_r4", "2002": "vs", "2003": "mvs_r3", "2004": "mvs_r4", "2005": "vs", "2006": "vs", "2007": "mvs_r3", "2008": "mvs_r3", "2009": "mvs_r3", "2010": "mvs_r4", "2011": "mvs_r3", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "mvs_r3", "2016": "vs" }, "chosen_test": "mvs_r4", "frequency": { "mvs": 0, "mvs_r3": 8, "mvs_r4": 7, "vs": 9 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3869888868679563, 0.39955904135100573, 0.4006801984649947, 0.44858789941155386, 0.3895222660135592, 0.39975778158646286, 0.4232864975743507, 0.48507218634638466, 0.4780913683557706, 0.45684574982589976, 0.4246751054598298, 0.45146121544204953, 0.4383285532294038, 0.5267048132772582, 0.39704016355835053, 0.4818601974052775, 0.514624767059552, 0.3837665101714225, 0.4388358538434595, 0.39178602900675064, 0.45092239556343894, 0.46801221827956724, 0.4324408242705709, 0.4415866721716137 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11569045683430436, 0.18458730958909933, 0.13119555828076418, 0.11019676187055782, 0.12995200098890566, 0.1782509547395163, 0.2918644588513189, 0.3191770756548441, 0.27994820953091015, 0.3250441228925796, 0.25493020712062275, 0.31608313962710616, 0.1574787312907947, 0.23138242768202735, 0.18672223663965054, 0.30910170991715785, 0.3766387104263336, 0.11087267633208972, 0.2746147544606295, 0.24779600035468183, 0.1979678806396965, 0.22045304645786, 0.20940924067290814, 0.15669145003137175 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2712984321567914, 0.21497173118908947, 0.2694846431925478, 0.3383911443865611, 0.25957026708149045, 0.22150682839710936, 0.13142203548485581, 0.16589510578759917, 0.19814315576652203, 0.13180162096826983, 0.1697448964309739, 0.1353780701231201, 0.2808498260586826, 0.2953223862242133, 0.21031792595791796, 0.17275848456264925, 0.1379860491705501, 0.2728938360184252, 0.16422109447281732, 0.14399002707449188, 0.2529545198856064, 0.24755917370480374, 0.22303158234178486, 0.2848952271068574 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.74907115991031, 33.283875621440515, 45.24211316455123, 78.20296440496514, 42.494589099050174, 42.11879369054272, 48.35965226267213, 49.176256937139556, 40.138390806352625, 41.88347501526025, 46.5604007458966, 42.341026085065316, 42.42915743654189, 50.852877926165874, 31.368259238584404, 57.97912165658275, 52.77735960522226, 79.37597787888535, 43.53570726354101, 32.91108513744895, 55.422894769395946, 67.09006830622165, 44.12338088537303, 50.78434353720553 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.504991966546505, 31.485940845938714, 43.41427889990023, 76.560980277198, 40.62169457242297, 39.98676903293066, 46.5414958234759, 47.176838796442524, 38.48385114257651, 40.05191439770475, 44.66774194109773, 40.55989097461982, 40.76721773020284, 49.07575029511703, 29.68201121054092, 56.37197783177421, 50.93889389967841, 77.47245142787854, 41.72174731149521, 31.309318198880007, 53.48844642089387, 65.52920777199446, 42.09504659353377, 48.79913999408981 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4379348831056868, "rpss": 0.03276386694547839, "brier_below": 0.22150204670357213, "bss_below": 0.022695608277533474, "brier_above": 0.21643283598098875, "bss_above": 0.04285539066926336, "crps": 48.80003510975064, "crpss": 0.024856049025316462, "crps_fair": 46.97114988987223, "crpss_fair": 0.020593020709624987 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38312240373494466, 0.4053372723285303, 0.4025138937099256, 0.4478142856279517, 0.3937690841285075, 0.41452973411218125, 0.42065582059632145, 0.4936555598586745, 0.4459245885357227, 0.4512112240784061, 0.43769722605554867, 0.4276133949455673, 0.4403295180971352, 0.5557243317134392, 0.40363618867100876, 0.4714638065020945, 0.4805319803380501, 0.40061888601150547, 0.43947773035425575, 0.3894963717829735, 0.4717628890782204, 0.42944261075346285, 0.44408056063990986, 0.42574982204654543 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12294061791294582, 0.18246343650044836, 0.12673495813375227, 0.1230686155769521, 0.1337502657696694, 0.1765101343597677, 0.3073637739450791, 0.35711514748080403, 0.2534838249312577, 0.3094617018410122, 0.24129547886093564, 0.3035379728442312, 0.1412544599445531, 0.24276458100043374, 0.18598818653696036, 0.34529858213421477, 0.3493703604063792, 0.09340907922076107, 0.29429115800657824, 0.22633598424295873, 0.17297422688749325, 0.23526288995900588, 0.210737007841798, 0.15384059151229237 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26018178651887464, 0.22287383553193432, 0.275778938658992, 0.3247456760003988, 0.26001882113323893, 0.2380196014124666, 0.11329204251069255, 0.13654040633200842, 0.1924407602482866, 0.14174951633063151, 0.1964017453952368, 0.1240754173981265, 0.29907506385813476, 0.312959750949001, 0.21764800163109757, 0.12616521892846452, 0.1311616120804328, 0.30720981042101964, 0.14518656606979422, 0.16316038669980626, 0.29878866981368174, 0.19417972021661406, 0.23334355222997105, 0.2719092341911482 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.28890594020136, 34.66844134564254, 48.50083500855433, 73.09130955178202, 43.797218007815545, 46.29574282441284, 48.15057497083683, 54.52174107666134, 39.062153252931715, 39.14895195351077, 45.82708147714015, 40.378174974445066, 45.33843912480905, 56.00550602432675, 33.14630443472514, 56.70890970855647, 49.09839430502754, 94.78448694100935, 48.02933262978158, 33.203707090107486, 64.52480908843916, 56.64061155318943, 48.707345486397244, 50.48194975490937 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.90219247744233, 32.85323192209956, 46.570480802152105, 71.42050301402536, 41.80866983609123, 44.028396217255384, 46.34754093098031, 52.49257939127997, 37.389561583655336, 37.208188375047186, 43.8965586075888, 38.581173444939786, 43.68064023155491, 54.210685333353865, 31.388610316868558, 55.041076013934536, 47.219016749775854, 92.8297977122801, 46.152531585405775, 31.538212900551486, 62.5055190360374, 55.13467283652711, 46.71758923441192, 48.41517855731627 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4365066326542035, "rpss": 0.03604212031115228, "brier_below": 0.2203855431604285, "bss_below": 0.027426258411344717, "brier_above": 0.21612108894000223, "bss_above": 0.044672197589675, "crps": 50.05837193855055, "crpss": 0.027478536676835308, "crps_fair": 48.18052529627396, "crpss_fair": 0.023263515557984116 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42310485507684725, 0.4210281736147921, 0.4401284995364921, 0.5181757703041833, 0.3838894546450426, 0.5652770486577721, 0.4549599721727687, 0.4628504313189749, 0.39926610258431794 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20840965037281825, 0.13347494329736842, 0.2418033771094201, 0.14790628368269704, 0.20107695484333432, 0.4157912860177805, 0.12481217935268507, 0.1797348400030756, 0.20445937549312085 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21469520351094437, 0.28755321607102086, 0.1983251258255081, 0.37026946157731416, 0.18281249954023976, 0.1494857800434934, 0.3301477696894218, 0.28311558005468135, 0.19480673256935685 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.92257930347651, 86.77188255437792, 42.23783521509775, 61.95177722714796, 29.57506099637903, 68.46607813613144, 101.60280354690323, 51.69278941716971, 34.3144484404378 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.95833362196852, 85.82351041546703, 41.38146676464897, 61.06199387589858, 28.7610733378027, 67.54870292300278, 100.69584679147354, 50.7739988311021, 33.448706975886516 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4520755897679101, "rpss": 0.01604714165684673, "brier_below": 0.20638543224136666, "bss_below": -0.01885200220872152, "brier_above": 0.24569015209799783, "bss_above": 0.043567201847181436, "crps": 57.72613942634681, "crpss": 0.01543209168828752, "crps_fair": 56.82818150413897, "crpss_fair": -0.003452530698206502 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42859913103760533, 0.4469517944082646, 0.44209139060184116, 0.5130532112865499, 0.36626423619586695, 0.5853177011665638, 0.4436988151229386, 0.4763575803901278, 0.4103975723736635 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24859118826464072, 0.11461140508409473, 0.2474157666941314, 0.12500969377454488, 0.1990830388789145, 0.4253250338121082, 0.08724056006665701, 0.15353189333211262, 0.19332089979304573 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18000794910316742, 0.33234036688741175, 0.19467562975025615, 0.38804348988967197, 0.16718119878360246, 0.15999268476685088, 0.35645822611951666, 0.3228256699905127, 0.21707667457173616 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.090888436242295, 108.40517797895977, 43.980597578809515, 65.56377614604898, 28.557163435912205, 74.75266501045265, 109.05686635815069, 59.53909060969433, 36.89987161422125 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.12164857618687, 107.4119457984698, 43.08675785293204, 64.62168308563655, 27.711599768491233, 73.82541103308209, 108.12377197378753, 58.570468873302595, 36.01528210549273 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.45697015917593575, "rpss": 0.01579961912370742, "brier_below": 0.19934771996669443, "bss_below": -0.026022125080977343, "brier_above": 0.25762243220696956, "bss_above": 0.045892935325924644, "crps": 63.09401079649908, "crpss": 0.017266391640199164, "crps_fair": 62.165396563042385, "crpss_fair": -0.0002924588013863971 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs_r3", "1995": "mvs_r3", "1996": "mvs", "1997": "mvs_r3", "1998": "mvs_r3", "1999": "mvs_r3", "2000": "mvs_r3", "2001": "mvs_r3", "2002": "mvs_r3", "2003": "mvs_r3", "2004": "mvs_r3", "2005": "mvs_r3", "2006": "mvs_r3", "2007": "mvs_r3", "2008": "mvs_r3", "2009": "mvs_r3", "2010": "mvs_r3", "2011": "mvs_r3", "2012": "mvs_r3", "2013": "mvs_r3", "2014": "mvs_r3", "2015": "mvs_r3", "2016": "mvs_r3" }, "chosen_test": "mvs_r3", "frequency": { "mvs": 2, "mvs_r3": 22, "mvs_r4": 0, "vs": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38717393372903236, 0.39966002140363244, 0.4004531401912421, 0.44844364296573347, 0.3894753346279306, 0.39953306778795106, 0.4232864975743507, 0.4852758104281391, 0.47808090774322687, 0.4568943514337817, 0.4246751054598298, 0.4515688071725847, 0.4379199567227825, 0.5261148515028826, 0.39704016355835053, 0.4818601974052775, 0.514624767059552, 0.3836383645133562, 0.4388358538434595, 0.3916733625294673, 0.4509385206686481, 0.46762719155867527, 0.4324408242705709, 0.4411424261253484 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11551522376082186, 0.18471058039668242, 0.13101312027770717, 0.10965757174758532, 0.12991067120108296, 0.17812930642421046, 0.2918644588513189, 0.31940062574695477, 0.2799487377366913, 0.3250800619904135, 0.25493020712062275, 0.3162068083131753, 0.1571454508702332, 0.2308354754988906, 0.18672223663965054, 0.30910170991715785, 0.3766387104263336, 0.11071909377308388, 0.2746147544606295, 0.24767033467631563, 0.1980115417256192, 0.22009317242010593, 0.20940924067290814, 0.15636918363201985 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2716587120112365, 0.21494944045702244, 0.2694400229300733, 0.33878607782657627, 0.2595646654742835, 0.22140376289142694, 0.13142203548485581, 0.1658751798110443, 0.19813216692328942, 0.13181428345384624, 0.1697448964309739, 0.13536199320210873, 0.28077450999610665, 0.29527937660331754, 0.21031792595791796, 0.17275848456264925, 0.1379860491705501, 0.2729192729454572, 0.16422109447281732, 0.14400302629906955, 0.25292698388873014, 0.24753402098322266, 0.22303158234178486, 0.2847732473671278 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.91549078966645, 33.2658862814912, 45.229378379890505, 78.41218030299444, 42.47422921874038, 42.089565008635056, 48.35965226267213, 49.16190917681146, 40.13439209061224, 41.87962378912783, 46.5604007458966, 42.34510430462066, 42.39636364478818, 50.81013914565639, 31.368259238584404, 57.97912165658275, 52.77735960522226, 79.35246605909911, 43.53570726354101, 32.91367620175601, 55.411919907813505, 67.08527148758891, 44.12338088537303, 50.74466027669774 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.689660271553294, 31.472310760885055, 43.40413328085597, 76.78436985151947, 40.60360245563246, 39.9627548532452, 46.5414958234759, 47.166096959059345, 38.48214502494521, 40.050871206872216, 44.66774194109773, 40.56669440382748, 40.73847328902704, 49.03552635336538, 29.68201121054092, 56.37197783177421, 50.93889389967841, 77.45124965222476, 41.72174731149521, 31.314340978546475, 53.48097537547562, 65.52764224816387, 42.09504659353377, 48.7626947888102 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4378490458448252, "rpss": 0.03295344969732261, "brier_below": 0.22140409492834226, "bss_below": 0.023127788031778618, "brier_above": 0.21644495047856202, "bss_above": 0.042801815960996636, "crps": 48.80525573849426, "crpss": 0.024751728105706916, "crps_fair": 46.979685681900214, "crpss_fair": 0.020415038814236453 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38331165156718916, 0.4055029868348368, 0.40223295581636437, 0.44753282376819487, 0.39371305606268886, 0.41429835095080386, 0.42065582059632145, 0.49392199836977513, 0.4458883090620376, 0.45121190201426137, 0.43769722605554867, 0.4276536049738368, 0.43986583438707744, 0.5550139117936591, 0.40363618867100876, 0.4714638065020945, 0.4805319803380501, 0.4005001152779988, 0.43947773035425575, 0.38925462780184167, 0.47175280284402044, 0.4290131235336547, 0.44408056063990986, 0.42526067811414553 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12281480699475111, 0.18265675295670614, 0.1265090916774227, 0.12239542760033635, 0.13370708778507498, 0.17638110058774786, 0.3073637739450791, 0.3574050161205405, 0.25345265415908413, 0.3094476389998579, 0.24129547886093564, 0.3035950643625322, 0.1408787779628558, 0.24210770981834884, 0.18598818653696036, 0.34529858213421477, 0.3493703604063792, 0.09325971835187652, 0.29429115800657824, 0.22608255214445863, 0.1729996288620749, 0.23486085188428063, 0.210737007841798, 0.15349921486130336 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26049684529491746, 0.22284623360928843, 0.27572386723187364, 0.3251374019090496, 0.2600059710403929, 0.23791725196571664, 0.11329204251069255, 0.1365169762391067, 0.19243565152735367, 0.14176425708374696, 0.1964017453952368, 0.12405853594297753, 0.29898706215836224, 0.3129062021752614, 0.21764800163109757, 0.12616521892846452, 0.1311616120804328, 0.3072404005834899, 0.14518656606979422, 0.16317207485148058, 0.29875318158457764, 0.19415227103051158, 0.23334355222997105, 0.27176146679710256 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.404311443362865, 34.6514396341355, 48.48728399291846, 73.269129916245, 43.770889939800476, 46.262028291879474, 48.15057497083683, 54.509311836281256, 39.05623996889674, 39.14142731380621, 45.82708147714015, 40.37924132577031, 45.30381618481364, 55.95763375512827, 33.14630443472514, 56.70890970855647, 49.09839430502754, 94.75869519615424, 48.02933262978158, 33.20501490025724, 64.51064880232666, 56.634042415189704, 48.707345486397244, 50.43677938240431 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 49.03702134353986, 32.840956446102126, 46.55982791873137, 71.61393201846612, 41.78493457234079, 44.00073962197717, 46.34754093098031, 52.484120936444775, 37.386218393558636, 37.203959900612624, 43.8965586075888, 38.58532572226044, 43.65045210114036, 54.165658791227415, 31.388610316868558, 55.041076013934536, 47.219016749775854, 92.80660473623517, 46.152531585405775, 31.54231141579415, 62.49528314286898, 55.13184725367811, 46.71758923441192, 48.37369648864043 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43639466859706566, "rpss": 0.03628937574107238, "brier_below": 0.2202665684525499, "bss_below": 0.02795130045873373, "brier_above": 0.21612809957795412, "bss_above": 0.04464120821524176, "crps": 50.05857822132648, "crpss": 0.027474529066932374, "crps_fair": 48.184408926774346, "crpss_fair": 0.023184784917782753 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4229942974011115, 0.4208814779790523, 0.4398065555819379, 0.5179179536305377, 0.38405013945091193, 0.5656737694633406, 0.45482577842090754, 0.4626834500088546, 0.3989370411781655 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20831618679910557, 0.13331544756435776, 0.24151066950991107, 0.14766367775375588, 0.20123067361980937, 0.41618399892635044, 0.12467100575420673, 0.17954736611068906, 0.2041455670103414 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2146781094416838, 0.2875660161538959, 0.1982958894437983, 0.37025425084936364, 0.18281946557608442, 0.14948978793716547, 0.3301547495533929, 0.2831360726052094, 0.19479147962503704 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.90098950914242, 86.74973365973752, 42.2097275378694, 61.92244123577793, 29.556908574833756, 68.48401768422251, 101.59490198849997, 51.668491855764145, 34.28627311872027 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.938378101314015, 85.80262839157903, 41.35440536736287, 61.03381786548014, 28.743906284092265, 67.56823819769753, 100.68936713303619, 50.7506437251883, 33.42182024766651 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4519744959016466, "rpss": 0.016267174768393455, "brier_below": 0.2062871770053919, "bss_below": -0.018366950803623716, "brier_above": 0.24568731346507006, "bss_above": 0.043578252194990896, "crps": 57.70816501828532, "crpss": 0.015738660350666622, "crps_fair": 56.81146725704632, "crpss_fair": -0.0031573962578652637 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42847079997955334, 0.44678360308660253, 0.4417445882453039, 0.5127896450048349, 0.36649003903045274, 0.5857379452577327, 0.44354653356564383, 0.4761400317744029, 0.4099831083971314 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24849028074568513, 0.11441873765877907, 0.24709261160631452, 0.12476037168665564, 0.19929779202800857, 0.42574974365752793, 0.08707977332453472, 0.1533058666350386, 0.19292511901620496 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17998052559545413, 0.3323648429661618, 0.1946519824586877, 0.38802924571583214, 0.16719224847657543, 0.15998821900785262, 0.3564667313388468, 0.3228341480325732, 0.21705799135706427 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.06418869270661, 108.37924153293123, 43.94887470990432, 65.53071796170045, 28.53805395748694, 74.77435441206568, 109.05073998643762, 59.51009533917283, 36.866969922992304 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.096781430808456, 107.38743883377133, 43.05620540378695, 64.58993537783131, 27.693604172581576, 73.84890314160768, 108.11924172897703, 58.54253648605533, 35.98382771548629 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4568540327046287, "rpss": 0.016049726740135384, "brier_below": 0.19923558848430545, "bss_below": -0.02544499592259797, "brier_above": 0.2576184372165609, "bss_above": 0.0459077308099185, "crps": 63.07369294615533, "crpss": 0.017582856454059548, "crps_fair": 62.146497143434004, "crpss_fair": 1.1648434394162521e-05 } } } } } }, "tests": { "mvs_r3": { "rps": { "Feb": { "training": { "mean_difference": -0.0008066330537627731, "bootstrap_95": [ -0.001637505922766256, 7.477037228335485e-05 ], "p_improvement": 0.04025, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0014250874932291405, "bootstrap_95": [ -0.00300371181201145, 0.0003551848265586699 ], "p_improvement": 0.076171875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.60375, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00023036201362612122, "bootstrap_95": [ -0.0006575226666602855, 0.00020701271322572963 ], "p_improvement": 0.160475, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00044896425019307843, "bootstrap_95": [ -0.001140747281441705, 0.0002586690414368521 ], "p_improvement": 0.126953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -2.664749895553431e-05, "bootstrap_95": [ -0.0005991167331248287, 0.0005713288038398694 ], "p_improvement": 0.466685, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00010828294738445759, "bootstrap_95": [ -0.0005619943392558875, 0.000730513887851315 ], "p_improvement": 0.62109375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -2.5778061510384198e-05, "bootstrap_95": [ -0.0003162311571511778, 0.00025841916947757734 ], "p_improvement": 0.430655, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00032511130241945504, "bootstrap_95": [ -0.0003687111751887858, 0.001030959402737431 ], "p_improvement": 0.78515625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00028025697017622597, "bootstrap_95": [ -0.0009626022465505115, 0.00039315346534899776 ], "p_improvement": 0.226775, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0003260328711373359, "bootstrap_95": [ -0.0006878670374487616, 0.001133033558817858 ], "p_improvement": 0.732421875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -7.149990113062878e-05, "bootstrap_95": [ -0.0008197456726473579, 0.0007079590453642541 ], "p_improvement": 0.426975, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.001516428830007222, "bootstrap_95": [ -0.0025190696683674223, -0.00016392860565905522 ], "p_improvement": 0.025390625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00018655904853544353, "bootstrap_95": [ -0.00042531121429549644, 6.758422857325122e-05 ], "p_improvement": 0.079495, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.0003090265213704708, "bootstrap_95": [ -0.0008532042974575067, 0.00018585187298706727 ], "p_improvement": 0.166015625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -7.360292757746754e-05, "bootstrap_95": [ -0.0006183541316918856, 0.000452916456928132 ], "p_improvement": 0.39548, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00013373985470942516, "bootstrap_95": [ -0.0006102756314140533, 0.0008035802927733604 ], "p_improvement": 0.630859375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -6.429330515148161e-05, "bootstrap_95": [ -0.00032016714390378055, 0.00017525400699155557 ], "p_improvement": 0.31134, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0002761175363252482, "bootstrap_95": [ -0.00032369423182027757, 0.0008172962788033412 ], "p_improvement": 0.80078125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0003277975362890705, "bootstrap_95": [ -0.0010109707908103193, 0.0003209255121860594 ], "p_improvement": 0.18423, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0004763892559115465, "bootstrap_95": [ -0.0006811674718899074, 0.0013622840303282651 ], "p_improvement": 0.78515625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0007351331692105108, "bootstrap_95": [ -0.0011226151260689003, -0.00034433354730814693 ], "p_improvement": 0.00075, "years_better": 18, "years": 24 }, "test": { "mean_difference": 9.134136818564497e-05, "bootstrap_95": [ -0.0006663483321593631, 0.0008754059623489463 ], "p_improvement": 0.587890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 0.01125, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -4.3802955967970486e-05, "bootstrap_95": [ -0.0002996365801823006, 0.00019815572198102002 ], "p_improvement": 0.36759, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0001399377170648524, "bootstrap_95": [ -0.0003587281407317577, 0.00010484969877140226 ], "p_improvement": 0.138671875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 4.695543571226271e-05, "bootstrap_95": [ -5.468508303474691e-05, 0.00017411739951027762 ], "p_improvement": 0.761745, "years_better": 14, "years": 24 }, "test": { "mean_difference": -2.545690804272212e-05, "bootstrap_95": [ -0.00015744999713606078, 0.00010317651608945279 ], "p_improvement": 0.384765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 3.8515231136482024e-05, "bootstrap_95": [ -5.3096187776139996e-05, 0.00013864062009808146 ], "p_improvement": 0.7575, "years_better": 15, "years": 24 }, "test": { "mean_difference": 4.899374620206028e-05, "bootstrap_95": [ -0.0001303421346135567, 0.0002446976193030322 ], "p_improvement": 0.66015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 4.754057032076963e-05, "bootstrap_95": [ -8.935902527642024e-05, 0.00019128693596826913 ], "p_improvement": 0.738035, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00015035634641296584, "bootstrap_95": [ -0.00040043751659083257, 7.497318098434767e-05 ], "p_improvement": 0.13671875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.03674673491262148, "bootstrap_95": [ -0.059606758759739836, -0.01428019409164476 ], "p_improvement": 0.00287, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.01568096600026007, "bootstrap_95": [ -0.04845304663026077, 0.014835208896389647 ], "p_improvement": 0.189453125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.041475, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.05513636674465686, "bootstrap_95": [ -0.09692103136515642, -0.01702296242057533 ], "p_improvement": 0.00626, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.08259272819252692, "bootstrap_95": [ -0.15832467208515133, -0.006706898071002698 ], "p_improvement": 0.037109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.0626, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.012864315019945671, "bootstrap_95": [ -0.04899919562136684, 0.022178346478136962 ], "p_improvement": 0.24766, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0181717169947125, "bootstrap_95": [ -0.0608889282183679, 0.026552004487267775 ], "p_improvement": 0.224609375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0031188292344549082, "bootstrap_95": [ -0.027720210797184463, 0.019811793272789587 ], "p_improvement": 0.401675, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.022861451361011673, "bootstrap_95": [ -0.02946243344271214, 0.0667905803793917 ], "p_improvement": 0.806640625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.012680733080112491, "bootstrap_95": [ -0.061388132204934054, 0.03405380888319508 ], "p_improvement": 0.30898, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.021604729755956162, "bootstrap_95": [ -0.06486401654980825, 0.0934962042560956 ], "p_improvement": 0.69140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "mvs_r4": { "rps": { "Feb": { "training": { "mean_difference": -0.0008290913486168963, "bootstrap_95": [ -0.0019099297020611062, 0.0003024913572482465 ], "p_improvement": 0.07974, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0017962988057116133, "bootstrap_95": [ -0.003533610455470904, 0.00033513781359184754 ], "p_improvement": 0.0625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002578811639326282, "bootstrap_95": [ -0.0007162065557586385, 0.00020352734360196397 ], "p_improvement": 0.149655, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0004943137843289468, "bootstrap_95": [ -0.0012767571680780193, 0.0002799004127948168 ], "p_improvement": 0.123046875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -9.495463993313784e-05, "bootstrap_95": [ -0.0008861377896269122, 0.0007155178191412653 ], "p_improvement": 0.412725, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00022469919311096653, "bootstrap_95": [ -0.0007373553506834863, 0.0011119200147482466 ], "p_improvement": 0.671875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -3.016833597928546e-05, "bootstrap_95": [ -0.00034998228316599324, 0.0002800874531744701 ], "p_improvement": 0.42614, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00035936479934837545, "bootstrap_95": [ -0.00034367777138152205, 0.0010440456922495107 ], "p_improvement": 0.81640625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00027530969770965297, "bootstrap_95": [ -0.0010421335184105532, 0.0004810077675886147 ], "p_improvement": 0.25472, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.00042712673740082546, "bootstrap_95": [ -0.0007060251980300197, 0.0013053878824693234 ], "p_improvement": 0.76171875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -4.899686456879467e-05, "bootstrap_95": [ -0.0010446902551031693, 0.0010124218827924037 ], "p_improvement": 0.463615, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.001991042066616535, "bootstrap_95": [ -0.0031477199667684706, -0.00030407137658899967 ], "p_improvement": 0.01953125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00020741189939788886, "bootstrap_95": [ -0.00046758329132734006, 6.790874761002733e-05 ], "p_improvement": 0.07477, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0003599274197899411, "bootstrap_95": [ -0.0009843215215929167, 0.00020642633059790602 ], "p_improvement": 0.15625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0001274772882346164, "bootstrap_95": [ -0.0008699139481961462, 0.0006064515111931043 ], "p_improvement": 0.370335, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00027457854598491997, "bootstrap_95": [ -0.0007091262136969071, 0.001154259156683819 ], "p_improvement": 0.703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -7.170889939231197e-05, "bootstrap_95": [ -0.00035424434209405174, 0.00019397119635394323 ], "p_improvement": 0.308805, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0003121397741919589, "bootstrap_95": [ -0.00031051988499958895, 0.0008527899803524705 ], "p_improvement": 0.82421875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0003455403049510142, "bootstrap_95": [ -0.0011083130624486859, 0.00037467002422895843 ], "p_improvement": 0.19835, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0005746444918863086, "bootstrap_95": [ -0.000716337785299978, 0.0015173893606956056 ], "p_improvement": 0.8046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0007800945048332721, "bootstrap_95": [ -0.0012034157470302482, -0.00034622230558262033 ], "p_improvement": 0.001065, "years_better": 19, "years": 24 }, "test": { "mean_difference": 0.0001947433070174411, "bootstrap_95": [ -0.0006102749805862645, 0.001028564005865726 ], "p_improvement": 0.669921875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 0.01491, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -5.0469255514698844e-05, "bootstrap_95": [ -0.0003223008601902566, 0.0002019640195133467 ], "p_improvement": 0.35772, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00013438635273825395, "bootstrap_95": [ -0.0003558796794967785, 0.0001128532785795107 ], "p_improvement": 0.1484375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 3.2522654764534364e-05, "bootstrap_95": [ -0.00011372128937619093, 0.0002089625293227127 ], "p_improvement": 0.640375, "years_better": 11, "years": 24 }, "test": { "mean_difference": -4.9879351725182516e-05, "bootstrap_95": [ -0.00031104295639012956, 0.00020983770655991807 ], "p_improvement": 0.392578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 4.154055182655746e-05, "bootstrap_95": [ -5.280084215271097e-05, 0.00014235258053832373 ], "p_improvement": 0.77243, "years_better": 15, "years": 24 }, "test": { "mean_difference": 4.722500654438799e-05, "bootstrap_95": [ -0.00011856429665265068, 0.00022134382928603674 ], "p_improvement": 0.685546875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 7.023061277951677e-05, "bootstrap_95": [ -6.97931886897325e-05, 0.0002190544532064597 ], "p_improvement": 0.81905, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00014751771348521669, "bootstrap_95": [ -0.00039895869530600384, 7.764152891092006e-05 ], "p_improvement": 0.154296875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.03944840489999576, "bootstrap_95": [ -0.06403678500395046, -0.015286234410052117 ], "p_improvement": 0.002765, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.017639919967748066, "bootstrap_95": [ -0.05351636977139707, 0.01673266189345812 ], "p_improvement": 0.197265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.041475, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.06696397613002973, "bootstrap_95": [ -0.11493614107546214, -0.022815597237644463 ], "p_improvement": 0.004275, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09576905314986482, "bootstrap_95": [ -0.18320144640602345, -0.008549049797075645 ], "p_improvement": 0.0390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.047025000000000004, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Apr": { "training": { "mean_difference": -0.017163526818441948, "bootstrap_95": [ -0.06275672419513913, 0.026398745720142454 ], "p_improvement": 0.233485, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.01602570756706396, "bootstrap_95": [ -0.06914349842747257, 0.03750643551710987 ], "p_improvement": 0.296875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0020302214304758572, "bootstrap_95": [ -0.029519037109249722, 0.024201877595204695 ], "p_improvement": 0.44331, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.03100370715212127, "bootstrap_95": [ -0.023929612405268117, 0.07857509241883798 ], "p_improvement": 0.861328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.011115880744478298, "bootstrap_95": [ -0.06869058736126595, 0.04287806125567601 ], "p_improvement": 0.35396, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.039579137817451086, "bootstrap_95": [ -0.05664369112312983, 0.11752730881418766 ], "p_improvement": 0.796875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "vs": { "rps": { "Feb": { "training": { "mean_difference": -0.0008530308793636884, "bootstrap_95": [ -0.0021160387174253927, 0.0004889790072127395 ], "p_improvement": 0.107445, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.002022843617748978, "bootstrap_95": [ -0.0038951973290191517, 0.00037924623616400444 ], "p_improvement": 0.056640625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002734670891655193, "bootstrap_95": [ -0.0007296714600798411, 0.00019077692507611728 ], "p_improvement": 0.135215, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005075522451306232, "bootstrap_95": [ -0.0013203379347269744, 0.00028805910933878766 ], "p_improvement": 0.126953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0001161701519011062, "bootstrap_95": [ -0.0009792469276580955, 0.0007557370365905095 ], "p_improvement": 0.4013, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00026872742029360186, "bootstrap_95": [ -0.0007617451827606662, 0.0012038157827482644 ], "p_improvement": 0.685546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -2.0265345931492578e-05, "bootstrap_95": [ -0.0003455429987270184, 0.0002960862288684061 ], "p_improvement": 0.45065, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0003689471095234727, "bootstrap_95": [ -0.00032823860163035617, 0.0010192007177043231 ], "p_improvement": 0.837890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00026890871316183573, "bootstrap_95": [ -0.0010636881103565062, 0.0005075615565509953 ], "p_improvement": 0.26577, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0004466013098934598, "bootstrap_95": [ -0.000734290934580698, 0.0013361572126996438 ], "p_improvement": 0.765625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -1.2102745883516355e-05, "bootstrap_95": [ -0.0011990917553119447, 0.0012766696104802007 ], "p_improvement": 0.493125, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0022246813654370184, "bootstrap_95": [ -0.0035137295843885217, -0.00025284353884383413 ], "p_improvement": 0.01953125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002190414573916121, "bootstrap_95": [ -0.00047967673302613616, 5.409225489480778e-05 ], "p_improvement": 0.064675, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.00037407960893853787, "bootstrap_95": [ -0.0010281796140853504, 0.00021454547000276887 ], "p_improvement": 0.16015625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.9701249999999999, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00014278331060159702, "bootstrap_95": [ -0.000940870316750218, 0.0006467166464576656 ], "p_improvement": 0.36578, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0003260047571484305, "bootstrap_95": [ -0.0007233444522839555, 0.001249693620251514 ], "p_improvement": 0.720703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -6.818657384370305e-05, "bootstrap_95": [ -0.00035817787427995426, 0.00020563587103945236 ], "p_improvement": 0.321975, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0003261932600942726, "bootstrap_95": [ -0.00029742975339297527, 0.0008572808071265757 ], "p_improvement": 0.833984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0003443566838231312, "bootstrap_95": [ -0.0011287215272624317, 0.0003917314568237252 ], "p_improvement": 0.206295, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0005950776977133402, "bootstrap_95": [ -0.0007325354321663155, 0.0015549854210658504 ], "p_improvement": 0.80859375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0008409281533197909, "bootstrap_95": [ -0.001290351394504825, -0.00037416087069962124 ], "p_improvement": 0.00115, "years_better": 19, "years": 24 }, "test": { "mean_difference": 0.00020183780219109235, "bootstrap_95": [ -0.0006248066186124974, 0.0010635155133860862 ], "p_improvement": 0.671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 0.01495, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -5.4425624158142144e-05, "bootstrap_95": [ -0.00032698356623442055, 0.00019693815371442882 ], "p_improvement": 0.347425, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00013347262447801426, "bootstrap_95": [ -0.000353163812355987, 0.00011181150750363524 ], "p_improvement": 0.150390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 2.6613165605186954e-05, "bootstrap_95": [ -0.0001368976363734825, 0.0002227836260945769 ], "p_improvement": 0.604065, "years_better": 12, "years": 24 }, "test": { "mean_difference": -5.727733709388739e-05, "bootstrap_95": [ -0.000338417092586194, 0.00022180105073686242 ], "p_improvement": 0.384765625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 4.7921218700632796e-05, "bootstrap_95": [ -4.488267944138419e-05, 0.00014663471145320208 ], "p_improvement": 0.810735, "years_better": 15, "years": 24 }, "test": { "mean_difference": 4.275383329093502e-05, "bootstrap_95": [ -0.00010592448465961365, 0.00019287072536066288 ], "p_improvement": 0.693359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 7.544798468812318e-05, "bootstrap_95": [ -6.44869919913411e-05, 0.00022456789772942612 ], "p_improvement": 0.83536, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00014847634554601696, "bootstrap_95": [ -0.0003972921280022659, 7.420740405555959e-05 ], "p_improvement": 0.142578125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.039281263423427824, "bootstrap_95": [ -0.06381508381978875, -0.015230990469176817 ], "p_improvement": 0.002775, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.01749304918329115, "bootstrap_95": [ -0.054536643480887666, 0.018715454725664986 ], "p_improvement": 0.20703125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.041475, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.07010612505466025, "bootstrap_95": [ -0.11897849603183329, -0.02455303080443297 ], "p_improvement": 0.00372, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09826984949766704, "bootstrap_95": [ -0.18802101536995214, -0.00902858131152944 ], "p_improvement": 0.037109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.04464, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Apr": { "training": { "mean_difference": -0.018015791656617708, "bootstrap_95": [ -0.06580659829754676, 0.027523600386985064 ], "p_improvement": 0.23307, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.014576377668909006, "bootstrap_95": [ -0.069762682219328, 0.040881582962716344 ], "p_improvement": 0.322265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0011876435237825334, "bootstrap_95": [ -0.027885123459356936, 0.02871108108846366 ], "p_improvement": 0.531935, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.036546813275317426, "bootstrap_95": [ -0.019769833954198755, 0.08538183240209053 ], "p_improvement": 0.884765625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.005921089330709783, "bootstrap_95": [ -0.06607136691583781, 0.05047504078064472 ], "p_improvement": 0.423995, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.04891621062802661, "bootstrap_95": [ -0.04981548235359858, 0.1288200937506108 ], "p_improvement": 0.83984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "SEL-P": { "rps": { "Feb": { "training": { "mean_difference": -0.0007421080588920747, "bootstrap_95": [ -0.0018855598111052801, 0.00042368444967978176 ], "p_improvement": 0.11207, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0017962988057116133, "bootstrap_95": [ -0.003533610455470904, 0.00033513781359184754 ], "p_improvement": 0.0625, "years_better": 7, "years": 9 }, "decision": { "holm_p": 0.56035, "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00027108887028962314, "bootstrap_95": [ -0.0007287148757634349, 0.00019071498819349565 ], "p_improvement": 0.137855, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005075522451306232, "bootstrap_95": [ -0.0013203379347269744, 0.00028805910933878766 ], "p_improvement": 0.126953125, "years_better": 5, "years": 9 }, "decision": { "holm_p": 0.56035, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0001161701519011062, "bootstrap_95": [ -0.0009792469276580955, 0.0007557370365905095 ], "p_improvement": 0.4013, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00026872742029360186, "bootstrap_95": [ -0.0007617451827606662, 0.0012038157827482644 ], "p_improvement": 0.685546875, "years_better": 4, "years": 9 }, "decision": { "holm_p": 0.960405, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -3.359764590228168e-05, "bootstrap_95": [ -0.0003576476427368561, 0.00028015012339673386 ], "p_improvement": 0.418395, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00032511130241945504, "bootstrap_95": [ -0.0003687111751887858, 0.001030959402737431 ], "p_improvement": 0.78515625, "years_better": 3, "years": 9 }, "decision": { "holm_p": 0.960405, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0001868092351934164, "bootstrap_95": [ -0.0009121565067702731, 0.0005515596774967082 ], "p_improvement": 0.320135, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00042712673740082546, "bootstrap_95": [ -0.0007060251980300197, 0.0013053878824693234 ], "p_improvement": 0.76171875, "years_better": 2, "years": 9 }, "decision": { "holm_p": 0.960405, "no_harm": false, "confirmed": false } } } }, "SEL-A": { "crps": { "Feb": { "training": { "mean_difference": -0.03956213052114014, "bootstrap_95": [ -0.0641232594101374, -0.015400380618119562 ], "p_improvement": 0.00273, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.017639919967748066, "bootstrap_95": [ -0.05351636977139707, 0.01673266189345812 ], "p_improvement": 0.197265625, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.013649999999999999, "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.07010612505466025, "bootstrap_95": [ -0.11897849603183329, -0.02455303080443297 ], "p_improvement": 0.00372, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09826984949766704, "bootstrap_95": [ -0.18802101536995214, -0.00902858131152944 ], "p_improvement": 0.037109375, "years_better": 6, "years": 9 }, "decision": { "holm_p": 0.01488, "no_harm": true, "confirmed": true } }, "Apr": { "training": { "mean_difference": -0.018095735751914255, "bootstrap_95": [ -0.06580659829754676, 0.027510315352243825 ], "p_improvement": 0.23202, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.014576377668909006, "bootstrap_95": [ -0.069762682219328, 0.040881582962716344 ], "p_improvement": 0.322265625, "years_better": 5, "years": 9 }, "decision": { "holm_p": 0.69606, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.000864667340588395, "bootstrap_95": [ -0.022217388129259007, 0.023246893953738586 ], "p_improvement": 0.528835, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.022861451361011673, "bootstrap_95": [ -0.02946243344271214, 0.0667905803793917 ], "p_improvement": 0.806640625, "years_better": 3, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0007876475725470122, "bootstrap_95": [ -0.04539500727530115, 0.04277965590065199 ], "p_improvement": 0.51169, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.021604729755956162, "bootstrap_95": [ -0.06486401654980825, 0.0934962042560956 ], "p_improvement": 0.69140625, "years_better": 3, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } } } } } }