{ "created_utc": "2026-10-12T12:12:50.770483+00:00", "config": "config/bias_correction/jan_fmam.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P, SEL-A and each sensitivity variant).\nVariants (e.g. the MVS all-zero guard) run through the same pipeline but are never chosen by SEL-P / SEL-A.\nCheckpoints (one per target and method) are reused only when the complete dependency fingerprint of the target\n(configuration contents, masks, input files, calculation code; bias_benchmark.dependencies) is unchanged.", "provenance": { "commit": "9f397927f5d4ddf2be3a1fa52595f34fc8fcb56a", "uncommitted_changes": false, "code_sha256": { "scripts/bias_methods.py": "03b2fdd8a645b96f27e4087a96408c0b412b135c80bfc23637757c6c44f9c370", "scripts/bias_benchmark.py": "b2cbc28349379aa016ef81d0255ac9edd21b38ffc5425b9a12c93a1df52e9084", "scripts/bias_confirmation.py": "f2fd9f9c0a73d3ed54e670f7770b47139793173cbdcd42dda1ba642be90848cc", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/jan_fmam.json", "sha256": "2833c363d033d7dbb5f2de9fa5a19d098d909d4b8b0e757e754c025abc33c577" }, "project_config": { "path": "config/fmam/project.json", "sha256": "14e5ba3ed255032ad337f226889b5a4d28d68adf06eb1c3727f665c32e25501b" }, "cycle_config": { "path": "config/cycles/jan_2026_fmam.json", "sha256": "c8310fabdd26ede83b0f6d93af8af4bd5d6825e7f600e7f0867a55fbd37dc9ed" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "fmam_domain": { "path": "data/masks/fmam_coverage_chirps_v3_1993_2025_v1.nc", "sha256": "c386d127f7041ed6b383c5f46b9537e3740bfee6b85f383e3a8b0792cac58fbb" } }, "inputs": { "Feb": { "folder": "data/processed/init01_Feb", "files": 67, "sha256": "b9b3974ef4958e55a2a35f73a53d338fd3edc31199af14efd09d91854df3219e" }, "Mar": { "folder": "data/processed/init01_Mar", "files": 67, "sha256": "2ee69ddc9e04fe6676a6145d2cf5e2ac4c11c1dc77aec88a3b42c10455e157cd" }, "Apr": { "folder": "data/processed/init01_Apr", "files": 67, "sha256": "19ef0f789981c73311c6a090a7364856ad50e3b99f1e73787b06cc83ba9aa59b" }, "May": { "folder": "data/processed/init01_May", "files": 67, "sha256": "783f94cce917835eb27d92d69d78974941c955626a6de8ef3fa9bdd81e28c26b" }, "FMAM": { "folder": "data/processed/init01_FMAM", "files": 67, "sha256": "84fa8dbde4f6f1c758ce9c83c6d196f514b39ddb6759f9b25c2b51349bf08fdd" } }, "scoring_version": 3, "dependency_sha256": "2d76c92465ba7c155ab841ca0effcaa3d7a12712a42aa0a2c1f385fef5e99709", "python": "3.11.9", "numpy": "1.26.4", "checkpoint_keys": { "Feb": "ed62d03b733f6f643bda39e789e7cf19f33987a77ab3356f72105a44f0efbfd9", "Mar": "9fb3d0d15708c8d16934beb90cb1c0ae84e7aa425d2d883b46c7e9e4566531ca", "Apr": "88e22bb74b1699f49410f05dcbfb3f367c8a35632822422c6a7b154f4c05537d", "May": "880b09616a4a5e2ab8b40e821e72c7fe6caeff42472f1dc7f10f86f4cf831a61", "FMAM": "5a5ea92abbaf39353fb53d5ccd31aeedf3d6b20f02644dafdeb344d084b924ac" } }, "methods": [ "mvs", "ls", "vs", "sqrt_mvs", "pt", "dc", "loci", "eqm", "gqm", "dqm", "qdm", "sdm", "cdft", "mvs_zero_guard" ], "family": [ "mvs", "ls", "vs", "sqrt_mvs", "pt", "dc", "loci", "eqm", "gqm", "dqm", "qdm", "sdm", "cdft" ], "variants": [ "mvs_zero_guard" ], "reference": "mvs", "targets": { "Feb": { "tag": "init01_Feb", "methods": { "mvs": { "lambda_": { "training_mean": 0.7287589677192076, "training": [ 0.7391300736939214, 0.7237778462584883, 0.7371016836174269, 0.7318641620896597, 0.7413052073222791, 0.7491017187234599, 0.7191852340821809, 0.7374335564313386, 0.7328726261835875, 0.7250682930730384, 0.7267374899576167, 0.7147684182829679, 0.7129085699459968, 0.7384210643071715, 0.7478089289107858, 0.7372754290109317, 0.708582888643509, 0.7158944347623447, 0.7287218081398505, 0.7477378651452714, 0.732743300027204, 0.7149000225684984, 0.730094785727101, 0.6967798183563522 ], "test": 0.73254938003349 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4697167691561273, 0.5220476195635646, 0.45315364837565175, 0.42177772540078307, 0.4927894895969841, 0.44430518755752957, 0.4491599162158127, 0.5146963522411389, 0.37268830648721524, 0.45881062180371324, 0.4688033711068823, 0.3901609075453103, 0.428856574389697, 0.4256845583986342, 0.4276632914045571, 0.47280452067047146, 0.3989630965197899, 0.42677518261370473, 0.3748546392467086, 0.43137825900674875, 0.49239201820385625, 0.38932945243093775, 0.42530674552769776, 0.42645301861011725 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09359313983304539, 0.36367549070238014, 0.12967636100695107, 0.22087815925006066, 0.36929429355118654, 0.13716137072088846, 0.32850408615712673, 0.4059938744430964, 0.15205909241431684, 0.3067181138401013, 0.19919983350435666, 0.18653404391373016, 0.21495388431155557, 0.13293615771656384, 0.10791838427022603, 0.3531875866460927, 0.16105097730248247, 0.0922639936796349, 0.24848985190236936, 0.30664733383630993, 0.3324329661549068, 0.12583748606684533, 0.27042953795948343, 0.16236069548684756 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3761236299892731, 0.1583721298072275, 0.3234772874821168, 0.20089956681087054, 0.12349519735322503, 0.3071438161418349, 0.12065583138882689, 0.1087024792769411, 0.22062921428625848, 0.15209250898472, 0.26960353847103097, 0.2036268646341797, 0.2139026908964454, 0.29274840054449425, 0.3197449078638221, 0.11961693480172889, 0.23791211905317455, 0.334511188342761, 0.12636478783662355, 0.12473092618385166, 0.15995905239228647, 0.2634919668014, 0.1548772077023015, 0.2640923220506327 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.7970892735109, 3.9353902663224876, 8.336641016148581, 4.475050040436888, 3.2413823944285736, 12.039186514161063, 3.052486045986887, 3.209153572862789, 3.8376466190940524, 3.172333631103006, 7.037987347544257, 3.8906725022745037, 6.884163239775635, 6.529194175691248, 9.364383291059735, 2.559259644449932, 4.064092012406403, 24.240334658358737, 2.378080354433913, 2.477666123251026, 4.6065253442670535, 4.279713462385071, 3.369278064406953, 4.552438339724186 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.556334989102066, 3.76976574189008, 8.06828538027154, 4.227581429674143, 3.1154054654967456, 11.751919759868631, 2.9222454759856773, 3.1174668193179884, 3.650280214057467, 2.996191504663891, 6.823839605811347, 3.607167717686776, 6.51530586704989, 6.099810982003533, 9.045300321460505, 2.3901605110555986, 3.9157930525589233, 23.954959012459568, 2.2459001786335495, 2.3860070561812314, 4.286928477513339, 4.088511627072232, 3.2186617866609453, 4.4331713347306225 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.44077380300306807, "rpss": 0.026809816796343866, "brier_below": 0.22507486311127325, "bss_below": 0.008905861847829044, "brier_above": 0.21569894037900114, "bss_above": 0.04481511995989884, "crps": 6.388756163920161, "crpss": 0.07040756417756366, "crps_fair": 6.174458096300262, "crpss_fair": 0.06252753332822014, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.532385, 0.34785, 0.119072, 0.000462, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2631, 0.3463, 0.4292, 0.5099, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3187, 0.3309, 0.532, 0.4971, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193702, 0.626195, 0.106389, 0.073715, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3457, 0.4237, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1199, 0.3782, 0.5321, 0.3778, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47660980731148606, 0.5413750896144859, 0.4624130804293757, 0.43552818657920117, 0.4982702346519304, 0.438218062792756, 0.4470198838200296, 0.5243093630746387, 0.3741234937411294, 0.476957138642094, 0.4592964610171942, 0.3884271644889022, 0.41700256566509447, 0.4226660240772324, 0.40962646686666965, 0.4592403684038722, 0.38634534231938955, 0.4349876427513093, 0.35784373354133636, 0.42635917395626255, 0.4977674662756877, 0.39367365545541927, 0.4225178288589419, 0.44713280537769434 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09217217056871442, 0.39790203542509944, 0.12002389332341726, 0.2274822883538815, 0.3771682152918335, 0.1338829289418809, 0.3229439449742379, 0.4151724894999428, 0.15057473948204814, 0.34075185343138453, 0.21854114978999353, 0.20351800587431693, 0.2083739098556627, 0.11714985367378623, 0.10174054693588439, 0.335796036272529, 0.16491348205597928, 0.08261584855265591, 0.22332411677485148, 0.29619765619015387, 0.32655711659543357, 0.12439624261239568, 0.27489319510086124, 0.16105719429523274 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3844376375229135, 0.1434730552355396, 0.3423891873331063, 0.2080458991275504, 0.12110202075133776, 0.30433513312536764, 0.12407594038719771, 0.10913687549960875, 0.22354875451420536, 0.13620528638781126, 0.24075531180051493, 0.18490915967602298, 0.20862865681373616, 0.30551617031469286, 0.3078859203826225, 0.12344433314136302, 0.22143186049248428, 0.35237179340270286, 0.13451961738354548, 0.13016151877145174, 0.17121035023436817, 0.2692774131393196, 0.14762463405683532, 0.2860756094836867 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.64326592765724, 4.463073755339806, 10.067505335361405, 5.454352200269778, 3.8542460951177255, 14.174570644595127, 3.62871622777071, 3.858140262773985, 4.528953224992515, 3.6352325875210103, 7.032622258959586, 4.490732728679309, 7.918840479443219, 7.655269618495795, 9.33337559546855, 2.983017371317333, 4.686483262200504, 30.07606082356836, 2.822129900874419, 2.935362606693401, 5.485844049230062, 5.115767434628641, 3.920951195744622, 5.503040774359379 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.375489904739897, 4.2686500428040945, 9.749171339822551, 5.15717858855901, 3.714561737208405, 13.82661371609687, 3.485249159519496, 3.7559908989032658, 4.31851423443742, 3.4257877045599847, 6.787609588847285, 4.165453946750216, 7.497632505857696, 7.1573893153218755, 8.95172203033233, 2.7830287640684523, 4.51354304770529, 29.755415445740077, 2.673628586791193, 2.8313625854888613, 5.100305164971877, 4.903495663491069, 3.749338802156443, 5.367205159866045 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4415712933213389, "rpss": 0.024975525838007884, "brier_below": 0.22571453807800737, "bss_below": 0.0057891865542923915, "brier_above": 0.21585675579074937, "bss_above": 0.04426171631899023, "crps": 7.511148098377603, "crpss": 0.07170056976175754, "crps_fair": 7.263097413918321, "crpss_fair": 0.06332908812379323, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.586235, 0.30688, 0.106376, 0.000236, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2625, 0.3447, 0.4301, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3214, 0.3332, 0.5401, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198114, 0.599943, 0.1113, 0.090643, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3456, 0.4245, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1099, 0.3815, 0.538, 0.3763, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4136402807709526, 0.5204002471910848, 0.4158672102577216, 0.3931619586279176, 0.45194929035911785, 0.3783736934989211, 0.34474289306832384, 0.45192659446558126, 0.41349001398098406 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08829144654632647, 0.10572906929660064, 0.14411471587287913, 0.16529460294576598, 0.16008653961032063, 0.17133341296890078, 0.22075695919364857, 0.12541124293431588, 0.222287481528306 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3253488126920037, 0.4146711464831913, 0.271752486901064, 0.2278673574194399, 0.29186273994606693, 0.2070402825771906, 0.12398594918967068, 0.3265153337286653, 0.19120253369958815 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.249686427915206, 13.561460915421787, 5.254056149601307, 6.088711631288636, 5.194785825410667, 3.730084497322033, 1.9975171558073106, 11.681291292819795, 3.3484915561945106 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.077937330908366, 13.461435212189873, 5.136457180464751, 5.943791432488476, 5.136149585387327, 3.6361311616562144, 1.9348883883918475, 11.513950678338386, 3.306280296853736 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.42039468691340054, "rpss": 0.021915397122448943, "brier_below": 0.15592283009967378, "bss_below": 0.03895418296519593, "brier_above": 0.2644718491818756, "bss_above": 0.011583866257627529, "crps": 7.234009494642361, "crpss": 0.00011518740914717718, "crps_fair": 7.127446807408775, "crpss_fair": -0.023997474711144662, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.544457, 0.356031, 0.099512, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2539, 0.3526, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.154, 0.1324, 0.2254, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244891, 0.656009, 0.030893, 0.068207, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3401, 0.4243, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.5108, 0.6692, 0.3994, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40620828007718396, 0.5221140452389598, 0.4066286740882119, 0.4002725122913209, 0.4309772131021313, 0.37737940117376495, 0.33572697845516114, 0.4391423649833136, 0.4031237627540497 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08860583776107743, 0.10707520507244263, 0.1512982634890718, 0.16266116196181038, 0.16384524989286814, 0.17901235399102486, 0.2081683542285182, 0.12719687353039427, 0.24754953778571892 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31760242366857927, 0.41503880949296185, 0.25533040654916794, 0.2376113510926637, 0.26713195628202097, 0.19836705064614732, 0.12755863903696682, 0.3119454765092748, 0.1555742312216677 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.279702572403831, 16.52481341326327, 5.5928454178484905, 7.363553305246221, 5.903745040262096, 4.297159552997516, 2.354194681402829, 13.709590058019144, 3.56642985803642 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.08627252371781, 16.415471331030464, 5.45874795343239, 7.191710614766642, 5.83713337956792, 4.189929551883552, 2.284594998134124, 13.51003907849072, 3.5189759886510803 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4135081369071219, "rpss": 0.024309654511629586, "brier_below": 0.1594903153014363, "bss_below": 0.047608413136456695, "brier_above": 0.2540178160554945, "bss_above": 0.009089400985630158, "crps": 8.288003766608869, "crpss": -0.008964104208530888, "crps_fair": 8.165875046630523, "crpss_fair": -0.034797374613078524, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.592886, 0.311977, 0.095137, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2526, 0.3518, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.165, 0.1479, 0.2638, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.261909, 0.622745, 0.03088, 0.084466, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.341, 0.4261, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4785, 0.588, 0.3891, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.6210954853692496, "training": [ 0.6475029409116083, 0.6181199660922679, 0.6224867885711844, 0.6149891012963401, 0.6399324649548332, 0.6595534518001253, 0.6218007703869054, 0.6423795129130555, 0.6033522568796444, 0.6209475539748986, 0.6271151794857199, 0.6038676514934198, 0.583915375062657, 0.6230835901266005, 0.6328459133086818, 0.6268881324799569, 0.6009492437595313, 0.6485075297850336, 0.6173488785311728, 0.6354240499836381, 0.5947678389647464, 0.5998830772429764, 0.619516384494457, 0.6011139963625366 ], "test": 0.6462086218180028 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5580772933450628, 0.39813345399025096, 0.5413008458537398, 0.40413714193134037, 0.37324970301941224, 0.4506333242277176, 0.3612874455429887, 0.33669145562822655, 0.44004584066091373, 0.375392808946986, 0.4482633326820248, 0.38598485015279455, 0.4354191100365466, 0.49169099366620633, 0.4908329285034375, 0.3627331969504821, 0.48272876281072996, 0.4869968445099332, 0.3622522829610825, 0.36441760471586937, 0.41749983461475476, 0.5008962872575561, 0.41573704068779804, 0.5424533069527102 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.16435462859912256, 0.2631862889848202, 0.19714225636294014, 0.21410248916784386, 0.26146715441778623, 0.15338330355635915, 0.26223561491444897, 0.2511978399217768, 0.21960897658005926, 0.24295540190935339, 0.1928670959566935, 0.19499826421242603, 0.22325365363900682, 0.18317376493301749, 0.17097842756610998, 0.2631772026255235, 0.2376877129672119, 0.14345324666431475, 0.25941621637122003, 0.24860780632439017, 0.27143067836518503, 0.22212015874058894, 0.26778559984369626, 0.2426829281237346 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.393722665233998, 0.1349471658471439, 0.34415858942902466, 0.19003465267185807, 0.1117825506078307, 0.297250020439925, 0.09905183344783548, 0.08549361780206571, 0.22043686392765868, 0.13243740860333883, 0.2553962378188107, 0.1909865857250622, 0.2121654575031634, 0.30851722912392565, 0.3198545017039085, 0.09955599608229011, 0.24504104903086257, 0.34354359893651143, 0.10283606847731101, 0.11580980026889562, 0.14606915550586824, 0.2787761286348074, 0.14795144019954606, 0.29977037581198174 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.09077830731777, 3.839141552680755, 10.349385747221874, 5.964430703688869, 2.9489153213170334, 11.859890747354191, 3.503190026769094, 2.8057387179439037, 6.642924816548261, 4.414123414207545, 7.834202113294921, 5.640428093028326, 9.263857528788135, 9.447320271569517, 11.302844909638099, 3.284644463320619, 6.3358374980703465, 21.0509127462613, 4.188335341519978, 3.251611150346379, 5.666675667539132, 6.9936637549954845, 4.268868344358504, 6.8329267382856465 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.63636055363409, 3.525341859418812, 9.848667845804295, 5.508945213949483, 2.7015289549415797, 11.333730145277922, 3.2630239524063533, 2.6241994136044653, 6.277132752260634, 4.072814155715982, 7.446204173384493, 5.113843368795395, 8.553340267956498, 8.670220511594367, 10.6954189717289, 2.962228529207783, 6.064985391930298, 20.488894365621675, 3.9517776277728753, 3.0800424527243337, 5.026500173655406, 6.639849588368931, 3.992171458853481, 6.619925632795795 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4344523204020236, "rpss": 0.040767100030316694, "brier_below": 0.22296944628115126, "bss_below": 0.018176849508806603, "brier_above": 0.211482874701401, "bss_above": 0.06348522645844568, "crps": 7.449193665669402, "crpss": -0.08389080861925668, "crps_fair": 7.045714473391828, "crpss_fair": -0.06975595652572553, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.022099, 0.285463, 0.451436, 0.241003, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.3632, 0.4526, 0.5281, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1255, 0.1916, 0.3766, 0.5025, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.406142, 0.479696, 0.111814, 0.002347, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2703, 0.3476, 0.4322, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1702, 0.4347, 0.5841, 0.6628, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5748504395585091, 0.38506265421226604, 0.5668407450331174, 0.4083452009657891, 0.36798605902343035, 0.43987394798307733, 0.36022678038301287, 0.32815599350481606, 0.44910817256886487, 0.3584404607997819, 0.42236498507184644, 0.3728589928118697, 0.42151506505806774, 0.5037806923418038, 0.47259755853007573, 0.35919751938630884, 0.46303070224724624, 0.4993780718522868, 0.3644598578790931, 0.3722424313605553, 0.42672777300419645, 0.5172915819964868, 0.4097157662133581, 0.5761693972184759 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.1683063044856409, 0.27012440918718367, 0.19895310702186947, 0.2126713884074996, 0.2594006351046657, 0.14740093776547725, 0.2613700416045009, 0.24557061768081428, 0.22519390792025382, 0.24644938944700565, 0.19896646722870548, 0.20429936262292825, 0.2171748247534439, 0.17971818440933074, 0.16536491276217558, 0.25746561252016303, 0.23606869090204805, 0.13708982400068173, 0.25634843210883135, 0.24892775245028975, 0.2712049759119372, 0.22843064338516386, 0.2701873847052328, 0.24504258828665038 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.4065441354177411, 0.11493824610121833, 0.3678876375641959, 0.19567381258137762, 0.10858542607772108, 0.29247301016999366, 0.09885674161341736, 0.08258537817384624, 0.2239142641808556, 0.11199107320751224, 0.2233985190390626, 0.16855962993997514, 0.20434024136842943, 0.32406250843506895, 0.30723264662126526, 0.1017319085051529, 0.22696201131890856, 0.3622882491906789, 0.10811142753449819, 0.12331468056723285, 0.15552279608902148, 0.28886093837998433, 0.13952838115192193, 0.33112680504580627 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 25.56391923705743, 4.147907421326586, 12.416318222273519, 7.139799916280559, 3.329246793353775, 13.841870647200134, 3.9959570394907153, 3.1833314674808735, 7.818540838971389, 4.801002267411328, 8.037120311770115, 6.471303463029625, 10.584582559594365, 11.066321659667027, 11.818144384466336, 3.8361710849143833, 7.211488393705414, 25.92413086299166, 4.9923729049492955, 3.7183115441324293, 6.7477457710330535, 8.211532101315678, 4.782272624033208, 7.929057005893972 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 25.06299278461237, 3.7794927924537363, 11.822730711666892, 6.594725556112555, 3.053628963604047, 13.206319854943908, 3.7318512775087593, 2.9862354714324573, 7.409313711041518, 4.394504690141185, 7.594133809984635, 5.8678486145486595, 9.772412784963715, 10.168236932424024, 11.09188502737576, 3.461115047244204, 6.897621449145459, 25.290116312482397, 4.728597221965679, 3.523434368805725, 5.973315495420595, 7.821040317399848, 4.465675943422458, 7.68614480796318 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.434175868708514, "rpss": 0.04130521054211944, "brier_below": 0.22298876644468724, "bss_below": 0.01779546517465258, "brier_above": 0.21118710284478692, "bss_above": 0.06493730775744633, "crps": 8.64868535509762, "crpss": -0.06888715044523108, "crps_fair": 8.18264058111099, "crpss_fair": -0.055257967486029624, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.024197, 0.285175, 0.431659, 0.258969, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3625, 0.4531, 0.5286, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1302, 0.1956, 0.3667, 0.5065, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.42623, 0.458227, 0.112383, 0.003159, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2693, 0.3479, 0.4332, 0.5117, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1706, 0.4447, 0.5883, 0.6304, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.47778860222646885, 0.6412690114638411, 0.4565709283466853, 0.4089475752068361, 0.5350709741744685, 0.44297253942079695, 0.3465373010568887, 0.4993760055223393, 0.4261382950116368 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.1530370197230097, 0.20457444428884855, 0.19112810209517703, 0.18494458110247539, 0.2389303262141287, 0.22255281914001954, 0.2410789619959542, 0.17176063471018552, 0.23875086935489903 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.32475156035733355, 0.4366945336643977, 0.26544281732746866, 0.22400299495571183, 0.29614063623698533, 0.22041972145012706, 0.10545835270221081, 0.3276153530055023, 0.1873874243999803 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.087947343471823, 16.216736776028025, 6.8809798511980285, 7.580221664719455, 8.697745475048448, 5.759414020313964, 3.8458146400016195, 13.26877238781285, 4.633210869069772 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.748379386669603, 16.026207005368143, 6.66574207943976, 7.2970145824212045, 8.590222528287445, 5.587433762163384, 3.730305056968819, 12.959665873980562, 4.555572192096032 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.47051902582555133, "rpss": -0.09470321306824059, "brier_below": 0.2051953065138553, "bss_below": -0.2647416088731429, "brier_above": 0.26532371045552416, "bss_above": 0.008400187430602224, "crps": 9.107871447518221, "crpss": -0.25889001696058234, "crps_fair": 8.906726940821663, "crpss_fair": -0.2796259504683558, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.008875, 0.249019, 0.599075, 0.143031, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2911, 0.3594, 0.4497, 0.5211, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0796, 0.0542, 0.1696, 0.263, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.448698, 0.51014, 0.041074, 8.9e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2707, 0.34, 0.417, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3805, 0.5287, 0.7015, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.47984664766385826, 0.6503772858497493, 0.443261539743259, 0.41478350942560976, 0.5068394218761773, 0.443269943038539, 0.3449171306370183, 0.4815791818654739, 0.3944848051296789 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.16041720179090874, 0.211132306277722, 0.19620318021494532, 0.18251510399973309, 0.2389684253913092, 0.2291389533985233, 0.23901325120007505, 0.16995731519878343, 0.24468922911883836 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3194294260257593, 0.43924494678138876, 0.24705835372089233, 0.23226840527634443, 0.2678709880118962, 0.21413099207258604, 0.10590389220382027, 0.3116218518712606, 0.14979557930352771 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.499383518844883, 19.609423353738773, 7.47325403316059, 9.023330031029928, 9.863694322909575, 6.596603215912448, 4.434163480312545, 15.505506130363239, 4.82026649496198 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.119191746044372, 19.407192618421867, 7.228394509769733, 8.689513954031783, 9.74176651204563, 6.402136701684779, 4.306884936933169, 15.136940455005288, 4.733776593722815 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.46215105169215154, "rpss": -0.09046540816827853, "brier_below": 0.20800388517675983, "bss_below": -0.24208889989881754, "brier_above": 0.254147159474164, "bss_above": 0.008584838878678003, "crps": 10.425069397914886, "crpss": -0.26912596839742187, "crps_fair": 10.196199780851048, "crpss_fair": -0.2920845229696185, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.007812, 0.244498, 0.584008, 0.163683, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2901, 0.36, 0.4503, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1069, 0.0658, 0.18, 0.2872, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.482184, 0.479639, 0.037968, 0.000209, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2698, 0.3414, 0.417, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3609, 0.4968, 0.6095, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7166656692631523, "training": [ 0.7303830790600572, 0.7083604922279655, 0.7222810654174594, 0.7194206689733941, 0.7280547473069403, 0.7310374076351963, 0.7047389978957375, 0.7224684379887231, 0.7229362488506572, 0.7081023085165831, 0.7159662726238366, 0.6983637608013347, 0.6931566687486296, 0.7227426877396278, 0.733544984520879, 0.723746103734204, 0.7015632921361982, 0.7343308516785126, 0.7174544678966059, 0.7328408124705965, 0.7163828461702988, 0.7057282858983529, 0.716929136246382, 0.6894424377774818 ], "test": 0.717126130843664 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46587810394821466, 0.5189015551666666, 0.4516242893588918, 0.41938318623482185, 0.49185661680449, 0.4407105306556269, 0.4541853448295176, 0.5164781279061323, 0.37294845395190734, 0.4557358566419551, 0.4644805461739648, 0.38879433887634235, 0.43063070270562015, 0.42665036043259136, 0.42370980826097937, 0.475927063520575, 0.3942274047813033, 0.42190621650657345, 0.37825867044706457, 0.43345067595814096, 0.4977009801764119, 0.3827549675030369, 0.42570892449584274, 0.42619580563223425 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09067330513860263, 0.3610748435175544, 0.12784852159529944, 0.21901233894963473, 0.3703033982135406, 0.1353695061640265, 0.3337305333243805, 0.4090961570171778, 0.15232278421821033, 0.3048783863372152, 0.1964176662941876, 0.1844484759789081, 0.214597829576374, 0.13511394001087873, 0.1039484472762438, 0.35775204226762436, 0.15643648136431018, 0.09018251112771113, 0.25194032805714833, 0.3113413751859897, 0.3374202328086705, 0.12240717276712235, 0.27204057055960346, 0.16314940101893952 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.37520479944319834, 0.15782671257095396, 0.3237757680014985, 0.20037084792581822, 0.12155321981718034, 0.3053410237524019, 0.12045481287441581, 0.10738197240423036, 0.22062567002334474, 0.15085747131141392, 0.26806288059475186, 0.2043458636763141, 0.21603287399925944, 0.29153642035353833, 0.319761361855295, 0.11817502205015398, 0.23779092316556263, 0.33172370470300594, 0.1263183428357241, 0.12210930173981707, 0.1602807476412085, 0.26034779503568145, 0.15366835404424994, 0.26304640359733367 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.773887825433164, 3.8086001518425903, 8.356586396112604, 4.414659089696276, 3.115822500592483, 12.026734971876598, 2.9545427506672817, 3.0764015548004995, 3.8371695333326508, 3.058461119840404, 7.037788763017043, 3.874872118750289, 6.922262545690477, 6.618912430897021, 9.427451860176904, 2.4631589789602293, 4.014132865356374, 24.24231443597048, 2.3430360512934607, 2.3729879182202525, 4.555113162417109, 4.2631520200974835, 3.2856546201849772, 4.543693946694959 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.533768963121435, 3.64154084540663, 8.084791328384346, 4.1643468207917325, 2.9902527907931247, 11.737940086108445, 2.8236739140186944, 2.985293524465241, 3.6487293681689645, 2.8800459070599493, 6.8221741233611795, 3.5876392785449016, 6.5423730631740336, 6.177127956845144, 9.105211865195402, 2.291402361663663, 3.8644773616863377, 23.957427895292795, 2.210093304856427, 2.2806812380198473, 4.229452985829232, 4.071084496840382, 3.1333971682552044, 4.423627769650364 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4399207721237044, "rpss": 0.028693234712994675, "brier_below": 0.22506276036538975, "bss_below": 0.008959155051409762, "brier_above": 0.21485801222568135, "bss_above": 0.04853902261718468, "crps": 6.349474900496734, "crpss": 0.07612316270896236, "crps_fair": 6.132773100730561, "crpss_fair": 0.06885659654485221, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.564486, 0.330876, 0.10351, 0.000897, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2604, 0.3451, 0.4306, 0.5032, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3157, 0.3379, 0.5628, 0.1102, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.215683, 0.594071, 0.116176, 0.07407, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3462, 0.4233, 0.5214, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1108, 0.3791, 0.565, 0.4016, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47446569390642745, 0.5411400423460139, 0.46322445999680445, 0.43573960975655673, 0.4938839806336698, 0.4369866448616648, 0.44622431961229836, 0.520887729923015, 0.3762450794216758, 0.4754473785372042, 0.4583326100399914, 0.38962239306079327, 0.4207478617726771, 0.4220483083789764, 0.4082486335121261, 0.4557250932161235, 0.38492654710598134, 0.4282443319120716, 0.3560651726664077, 0.4213007493828091, 0.4997260599475507, 0.3886081414017539, 0.42182591755815, 0.446009662455876 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09115662380211943, 0.39804770615779955, 0.12022025488625258, 0.22802076410086589, 0.37491695034483813, 0.13483178673069532, 0.3226149338205401, 0.4130334845934694, 0.152522640779339, 0.34057116201705523, 0.2190615871924217, 0.203890245895228, 0.2093811445172233, 0.11786113884658089, 0.10061115828674375, 0.33363930097085304, 0.1642682921424164, 0.08072851465828501, 0.22140267053869164, 0.29378426174031136, 0.32788436936241777, 0.12306417440563615, 0.2756589775583101, 0.16083723782468387 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3833090709025547, 0.1430923371210769, 0.3430042054130746, 0.20771884659959566, 0.11896703166951272, 0.30215485735315906, 0.12360938738980244, 0.10785424726314267, 0.22372243894942512, 0.13487621766208277, 0.2392710234285347, 0.1857321480578974, 0.2113667183942924, 0.30418716946734536, 0.3076374757704057, 0.12208579329401574, 0.2206582551238906, 0.3475158162199588, 0.13466250277239014, 0.12751648864925408, 0.1718416910860724, 0.265543967238287, 0.1461669402395616, 0.2851724230808103 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.629907378836403, 4.31298297898622, 10.10421067020175, 5.40230977095862, 3.6968304527434, 14.15995013213774, 3.4977813873740433, 3.687505512817726, 4.555405810464496, 3.5120248838687274, 7.018579519003229, 4.4865394743746, 7.9857900497237075, 7.777044435197647, 9.37597098987763, 2.8536579222985923, 4.653964306440307, 30.10713557627698, 2.7608768681483853, 2.7923375436195146, 5.418186846286635, 5.132100761296438, 3.833781811930573, 5.5153382495940715 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.359155098123775, 4.115183125041182, 9.779406924214035, 5.099462524924861, 3.555701358521621, 13.807467733699568, 3.3516191760856398, 3.5841557980687417, 4.340959286355029, 3.2986107486619884, 6.768581718429831, 4.153770846112153, 7.5479238677758085, 7.260300152859594, 8.985448326658721, 2.6487370180934318, 4.477847032781876, 29.78440917919592, 2.6099290643091786, 2.68640827906508, 5.02313946175111, 4.915808490571012, 3.6586593515923234, 5.377145512899453 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4402365175586091, "rpss": 0.02792281669650276, "brier_below": 0.22533372421553235, "bss_below": 0.007466567476259622, "brier_above": 0.21490279388108927, "bss_above": 0.04848552629378411, "crps": 7.469592222185727, "crpss": 0.07683644189298366, "crps_fair": 7.216242919824665, "crpss_fair": 0.06937158476222494, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.584604, 0.305818, 0.108439, 0.000866, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2596, 0.345, 0.4317, 0.5031, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3181, 0.3315, 0.5605, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.218637, 0.569128, 0.119373, 0.092861, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.346, 0.424, 0.5213, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1014, 0.3815, 0.5695, 0.402, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4094632878623058, 0.5208778226386799, 0.41352079571230727, 0.39116608308227196, 0.4504703450109326, 0.373513351432293, 0.3503413206336053, 0.44858048928782157, 0.40741309400064657 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08536131220959974, 0.10376280985975321, 0.14117825243594995, 0.16309858663730833, 0.15704146094670984, 0.1681009031363589, 0.2255321747160632, 0.1218186739169538, 0.21738916474943393 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3241019542814509, 0.41711498146936205, 0.2723425358434342, 0.22806749823672906, 0.2934288733438612, 0.20541245039376824, 0.12480916106818418, 0.32676179773761066, 0.19002393048219995 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.333282025727039, 13.59011479402063, 5.2518764449207485, 6.083850501787497, 5.178595225536293, 3.6444940565553052, 1.942928005573051, 11.688216707849088, 3.235290247161979 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.159938838063624, 13.48995253374472, 5.133249872566958, 5.9374711694828815, 5.119394456492463, 3.5502212139211387, 1.8802728039702061, 11.518779525894216, 3.193079757179685 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.41837184329565147, "rpss": 0.02662171777334965, "brier_below": 0.15369814873423676, "bss_below": 0.05266622705214452, "brier_above": 0.2646736869840667, "bss_above": 0.010829533648308631, "crps": 7.21651644545907, "crpss": 0.0025330767162087264, "crps_fair": 7.10915113014621, "crpss_fair": -0.02136894196705974, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.566513, 0.331479, 0.102008, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2495, 0.3491, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1501, 0.1305, 0.2461, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.245226, 0.6444, 0.040914, 0.06946, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2794, 0.3394, 0.4206, 0.5165, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3523, 0.5098, 0.6618, 0.3936, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4043547022580984, 0.526283549740233, 0.40679443484587835, 0.40081050610817226, 0.4327719806543663, 0.3748741222816838, 0.33712817849668913, 0.43855388597237754, 0.3994040246962044 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08738077646312209, 0.10831571825410771, 0.15073214595696172, 0.16269252307353466, 0.16440365855966374, 0.17861732151901116, 0.20843209157998815, 0.12645774943662766, 0.2455371748344602 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3169739072934571, 0.4179678008248142, 0.25606228491497546, 0.2381179838740472, 0.26836831510853104, 0.1962568042296837, 0.12869610160837602, 0.3120961217346695, 0.15386685603794648 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.277739594603085, 16.58679863859595, 5.582872054973443, 7.378059872763601, 5.920898938479913, 4.221451888130204, 2.2857239247232917, 13.737399384672708, 3.4413340055721853 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.08015579577521, 16.47530246747457, 5.446190433694605, 7.203132293074497, 5.853078278531164, 4.112508226490633, 2.215144330659375, 13.533880029256315, 3.3932086229569167 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4134417094504115, "rpss": 0.024466392970689865, "brier_below": 0.15917435107527522, "bss_below": 0.04949518394242647, "brier_above": 0.25426735284738894, "bss_above": 0.00811597063427949, "crps": 8.270253144723819, "crpss": -0.006803180925466057, "crps_fair": 8.145844497545921, "crpss_fair": -0.03225906004342849, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.583129, 0.306432, 0.110439, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2482, 0.3502, 0.4246, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1633, 0.144, 0.2689, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.260349, 0.612829, 0.039939, 0.086884, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2795, 0.3402, 0.4216, 0.5165, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4782, 0.569, 0.3879, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.3458427527976493, "training": [ 0.396469545601078, 0.34180109097034767, 0.355558800957776, 0.3473899246975273, 0.37405578774778203, 0.39536000459830767, 0.34148780965823894, 0.3785753673339068, 0.3207733919785553, 0.35132320869328637, 0.3564888020893224, 0.31245642247530536, 0.2671757913596157, 0.36324333637780054, 0.37392347723274466, 0.3665648758479437, 0.3091157309810797, 0.3582913780668253, 0.3458951424855796, 0.3691283913671381, 0.31401299257737136, 0.30662724058127144, 0.3435258349037817, 0.31098171856099804 ], "test": 0.3487354824688978 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40645150419730763, 0.4808349177730686, 0.444401838808047, 0.4308689215749412, 0.40730927126158867, 0.35979428022348614, 0.3912308516572569, 0.3917771736850034, 0.41439936447477294, 0.4318380981803854, 0.4218729197216847, 0.40121241859204, 0.5026069588795906, 0.41042361586505055, 0.40017705269663895, 0.428970195801723, 0.4323662827983059, 0.3270134750978895, 0.36748081650437125, 0.3547121625188732, 0.5433799962311777, 0.43337952237969196, 0.43474491916602204, 0.4589308857539418 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.08506186702710651, 0.33114434628372147, 0.1390967282693456, 0.22690125087903992, 0.300015253134661, 0.11813387186306391, 0.2848179026582824, 0.3107946463649125, 0.19379647343826947, 0.2911897725729989, 0.18458988104985674, 0.1799207592795877, 0.22039023758459428, 0.13852080670154068, 0.10759764182290069, 0.3248241076472906, 0.1917459691263288, 0.07083375950610517, 0.255592553786097, 0.2526841943182713, 0.3443796657630313, 0.17068901425617664, 0.27830370761561674, 0.1866222561483817 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3213896407343833, 0.14969056906440362, 0.3053051155253487, 0.20396766990030446, 0.10729401735219915, 0.24166040663576754, 0.10641294848999201, 0.08098252720876653, 0.22060288980049353, 0.14064832344931938, 0.23728303882532525, 0.22129165994632333, 0.28221672512169593, 0.2719028098916086, 0.2925794137530312, 0.10414608524774764, 0.2406203129625658, 0.2561797138933024, 0.11188825975801453, 0.10202796886791293, 0.19900032936521625, 0.26269051135020577, 0.15644120986478466, 0.2723086311502434 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 20.898210770983574, 3.5008576161490295, 8.021220019846101, 4.473058666315121, 2.2054595174842158, 11.416099187216453, 2.4129284085807434, 2.097009093633031, 4.157395777064157, 2.886410427141914, 6.879765280486294, 4.2552794909978395, 7.534843103125412, 6.493746658934706, 9.285850687824821, 2.183002439532332, 4.076472239320653, 23.18782576552044, 2.431046240953737, 1.7191936942101669, 4.743224218919938, 4.2877043145257225, 3.1503012379334474, 4.428914426779075 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.638002389226383, 3.3000992641543405, 7.730952748650507, 4.187641362568442, 2.046436408369865, 11.119555151661615, 2.243637310814565, 1.9721970567693388, 3.93023780366812, 2.677831136539927, 6.638557226451233, 3.9428424421397295, 7.147020737717855, 6.0550621904702195, 8.941024527040199, 1.97820599464394, 3.8896236616910542, 22.890345816454595, 2.2580672320117148, 1.5926271760154025, 4.395921048452823, 4.063136599583763, 2.9623849200674592, 4.276889928212617 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4198407268267858, "rpss": 0.07302822655712182, "brier_below": 0.21615194446238253, "bss_below": 0.04819702144636773, "brier_above": 0.20368878242328983, "bss_above": 0.09799999544436644, "crps": 6.113575803478288, "crpss": 0.1104475304856053, "crps_fair": 5.869929172223987, "crpss_fair": 0.10876438151377232, "reliability": { "below": { "weight": [ 0.0, 0.108175, 0.247916, 0.32341, 0.217617, 0.093232, 0.009617, 3.3e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1613, 0.2523, 0.3422, 0.4413, 0.5395, 0.6305, 0.7192, NaN, NaN ], "observed_frequency": [ NaN, 0.2284, 0.2168, 0.3449, 0.4927, 0.499, 0.5001, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.049138, 0.247799, 0.30827, 0.276685, 0.099334, 0.01828, 0.000495, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1822, 0.2508, 0.3435, 0.4439, 0.5391, 0.6252, 0.7161, NaN, NaN ], "observed_frequency": [ NaN, 0.0638, 0.1354, 0.344, 0.508, 0.5428, 0.3958, 0.0664, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4176933119827582, 0.4880787869526905, 0.4616532319638558, 0.4444736140050151, 0.3929919242503289, 0.34572594025568754, 0.39201815404914064, 0.3793185435483485, 0.4264538928836906, 0.43994040125431816, 0.424469100482024, 0.4144203617692888, 0.49514533350955614, 0.4039495789269234, 0.38059600180222036, 0.41270205862777054, 0.41453560057720346, 0.3158044937515539, 0.35397787066220765, 0.3601308899386378, 0.5576715136591684, 0.4474371050689883, 0.42966223619570454, 0.48569383317368037 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.08617137150360912, 0.35615321558105, 0.13713871901983932, 0.2330374366801153, 0.29329482002308527, 0.11383833967801221, 0.2854830092342184, 0.30624425623102136, 0.20161623432863557, 0.3167189234422336, 0.20669770580882244, 0.20150469636289872, 0.2101527370333075, 0.12392230365392636, 0.09967707818120135, 0.3085656231212376, 0.19315956009289367, 0.05747628615483682, 0.23891865920952832, 0.25249689268567715, 0.34321521953946904, 0.1753256863497777, 0.2816648783902921, 0.18474446877942918 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.33152194499751175, 0.13192556802265623, 0.3245145191818251, 0.21143617706127668, 0.09969710420281408, 0.2318875981549115, 0.10653514439291467, 0.07307428809726316, 0.22483765744286976, 0.12322147513228783, 0.21777139332642273, 0.21291566592095995, 0.28499260034590945, 0.280027276216515, 0.280918925369148, 0.10413643311169338, 0.22137603952231655, 0.25832820538883106, 0.11505920905729021, 0.10763399811954222, 0.21445629391239993, 0.2721114220039754, 0.14799735623351104, 0.30094936632152053 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 25.527469608743218, 3.904033485835694, 9.695785010542057, 5.442416871010743, 2.5211480972597307, 13.444385118649535, 2.8316363613445916, 2.446159086507857, 4.9288872744493775, 3.277011600947067, 6.934548378951573, 4.973619127026238, 8.715716667967191, 7.619667382724226, 9.302131595366257, 2.5168504993726306, 4.722601252385079, 28.749979733136776, 2.8711756810486966, 2.0265313544477395, 5.634733847265277, 5.141219664247214, 3.6146551026884106, 5.332820750459493 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 25.232625747248335, 3.6670717250758003, 9.350180545254947, 5.098663307373699, 2.3411192482942935, 13.085646122069903, 2.640931389137788, 2.304214698645005, 4.669006030408942, 3.0290741734418876, 6.654467169203597, 4.610141935664628, 8.267083581474292, 7.10637403282733, 8.886608775862339, 2.2735184922658207, 4.503137971981873, 28.41089546297843, 2.6737597831652766, 1.8808951440490456, 5.215521762159533, 4.887066749884409, 3.3985153449742738, 5.157289432534961 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.42018932413711507, "rpss": 0.07218861141606947, "brier_below": 0.2169674217118799, "bss_below": 0.044317842048633316, "brier_above": 0.20322190256401526, "bss_above": 0.10020443116821354, "crps": 7.173965981349028, "crpss": 0.11337275662647395, "crps_fair": 6.889325359415683, "crpss_fair": 0.11153185770993801, "reliability": { "below": { "weight": [ 0.0, 0.122275, 0.251722, 0.309693, 0.206458, 0.101118, 0.008734, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1594, 0.2527, 0.3419, 0.4425, 0.5399, 0.6255, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.235, 0.2219, 0.3492, 0.494, 0.4885, 0.4869, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.052064, 0.258571, 0.296629, 0.267866, 0.102765, 0.021129, 0.000977, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1818, 0.2505, 0.3426, 0.4444, 0.5391, 0.6254, 0.7316, NaN, NaN ], "observed_frequency": [ NaN, 0.0646, 0.1346, 0.3585, 0.5049, 0.5438, 0.4155, 0.2006, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3490714243398327, 0.5782940459995228, 0.4024945002824186, 0.4003510282726501, 0.5507148941606037, 0.4159994413105152, 0.336259428939334, 0.43518339182748944, 0.3736041371363616 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.07908275201923033, 0.16047059376598827, 0.1474201925782359, 0.15864169188919736, 0.24231593284871003, 0.1951241042789054, 0.21627435420539298, 0.1342136349783668, 0.2005409728914103 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26998865529818256, 0.41782342083898943, 0.2550743019469241, 0.24170934219087153, 0.30839894802113393, 0.22087533831457723, 0.1199850887363879, 0.30096974378510055, 0.17306316404082858 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 13.99033635732539, 13.415155992617226, 5.2223678143664545, 6.184442071108985, 5.489628268916364, 3.7575122931217866, 2.0007732264255154, 11.416314978471632, 2.6451532123301424 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 13.811938155923688, 13.299311794638939, 5.090955026503468, 6.030462699592762, 5.411155602871553, 3.6457952916611336, 1.9192045848737591, 11.238510428599826, 2.585445175034758 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4268858102520809, "rpss": 0.006813237198505351, "brier_below": 0.17045380327282636, "bss_below": -0.050608910371271465, "brier_above": 0.2564320003525551, "bss_above": 0.041631360236032866, "crps": 7.124631579409278, "crpss": 0.0152334031587128, "crps_fair": 7.003642084411099, "crpss_fair": -0.006210498935309561, "reliability": { "below": { "weight": [ 0.0, 0.085099, 0.238975, 0.313173, 0.267436, 0.086644, 0.008672, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1567, 0.2573, 0.3534, 0.4454, 0.5374, 0.6195, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1153, 0.0834, 0.1407, 0.1847, 0.3163, 0.3253, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.052419, 0.253067, 0.392666, 0.233832, 0.065284, 0.002732, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2564, 0.3498, 0.4442, 0.5346, 0.6231, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2209, 0.4077, 0.4783, 0.5299, 0.6242, 0.773, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36512547563302883, 0.5993695875062514, 0.39907023792453644, 0.4117813942761812, 0.5218095325681359, 0.4181976729369907, 0.32359691336053875, 0.42069381532971295, 0.34864811048501065 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08522885007743355, 0.17077697546126827, 0.15475201955516357, 0.1585593002741722, 0.24086671803209822, 0.20349931297801768, 0.20526163757974517, 0.13258779714678465, 0.21219566337089393 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2798966109220195, 0.4285925800216803, 0.24431821575933713, 0.25322209902056136, 0.28094280547420586, 0.21469836201211198, 0.11833528945030482, 0.2881060081905648, 0.13645245103248085 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 14.98489022576132, 16.41105123724026, 5.575979653708991, 7.46586781051577, 6.282688603378498, 4.348858230996358, 2.307061058619658, 13.408129814412671, 2.691588032590618 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 14.780208588689307, 16.280775700727695, 5.424165453842744, 7.282083882552652, 6.192229660824962, 4.219429582473385, 2.2144651529110235, 13.19532698861235, 2.6232862361548044 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.423143637780043, "rpss": 0.001574273181599084, "brier_below": 0.17374758605284193, "bss_below": -0.03752844730306948, "brier_above": 0.24939604687591851, "bss_above": 0.02711868781816973, "crps": 8.164012740802683, "crpss": 0.006130301851762554, "crps_fair": 8.023552360754325, "crpss_fair": -0.016761935563182506, "reliability": { "below": { "weight": [ 0.0, 0.090886, 0.241066, 0.298182, 0.263954, 0.097919, 0.007993, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1535, 0.2573, 0.3523, 0.4466, 0.5379, 0.6191, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1289, 0.0982, 0.1488, 0.1961, 0.3471, 0.4434, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.056143, 0.274578, 0.362999, 0.239217, 0.064032, 0.003031, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1825, 0.256, 0.3492, 0.4442, 0.5342, 0.6242, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2056, 0.3886, 0.4493, 0.4935, 0.5335, 0.6887, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.41687997175630737, "training": [ 0.4573922690896745, 0.4119973470408739, 0.4280846503355655, 0.4039792814699769, 0.44210812492431106, 0.45671797801311115, 0.4122968843127535, 0.44593872720654665, 0.39223691394283305, 0.4212125274843363, 0.42309996467688427, 0.3762596642102461, 0.3533264459054526, 0.4316095447004149, 0.4378897521110835, 0.43098467605697577, 0.3946881680299913, 0.4456939262763499, 0.4138021915750087, 0.4398101546631442, 0.37716630141497015, 0.3939373010985714, 0.41399878319721833, 0.40088774441508357 ], "test": 0.41986145233761263 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40061300526073507, 0.47014684518813404, 0.44969181289568344, 0.4242840611637277, 0.4172818046234247, 0.3605877940505525, 0.40777537419151144, 0.38450547684549524, 0.4252320220978303, 0.4237260850746494, 0.4036427364332666, 0.4103133286360487, 0.5013017328473099, 0.42208330139945666, 0.40378137402577813, 0.436759350691294, 0.4319313754845607, 0.3250144765958885, 0.3993389232470701, 0.3843308405829125, 0.5527568746608373, 0.4440823682916358, 0.45906198131566156, 0.4625556816037965 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09791984606288949, 0.305285394516077, 0.15524544300144275, 0.21011492599764595, 0.2972438791102691, 0.12064622469996844, 0.2840785906590445, 0.2857526728039348, 0.20103839536027432, 0.2647655806743521, 0.16765604858525715, 0.1762274688741966, 0.216604710149607, 0.15393216166756588, 0.11860820524071941, 0.31297945052643655, 0.19702307663615887, 0.08171935226523701, 0.2689692390935464, 0.2697258395319003, 0.32958220569211677, 0.18393495877875096, 0.2874195055412197, 0.20518989763064183 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3026931604065109, 0.1648614489125909, 0.29444637252379363, 0.2141691336897728, 0.12003792525693867, 0.23994156772992384, 0.1236967840995272, 0.09875280473433797, 0.2241936266641471, 0.1589605026595404, 0.23598668661809083, 0.2340858610276075, 0.28469702674963876, 0.2681511400063323, 0.28517316955238187, 0.12377989753849551, 0.23490829720085013, 0.24329512038372472, 0.13036968177413857, 0.11460500178425762, 0.22317467014360776, 0.2601474117470913, 0.17164247480373768, 0.25736578308910507 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 20.167216303623466, 4.10841950810725, 7.836647837904282, 5.005157695359027, 2.5689562337540512, 11.195568774997307, 2.9932288730247714, 2.387608753826634, 4.692243691211319, 3.4241533553496244, 7.137592234840067, 5.081173353229288, 8.662699821419887, 6.378842059485324, 9.464190039721354, 2.693013513488241, 4.464316019162851, 22.317303679455964, 3.1035398703558337, 2.2451259265544947, 5.598037268179976, 4.550130814135596, 3.8307956866770585, 4.469237997886697 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 19.88782663745994, 3.8709963615881935, 7.530468843895517, 4.695032246850993, 2.3720683222689978, 10.900980113339802, 2.780274100972537, 2.2246737460387402, 4.428803100471742, 3.183774976979234, 6.871577338610419, 4.757913815839061, 8.298627856686768, 5.951584725239835, 9.11650716503569, 2.4575583386936812, 4.236243948083488, 22.021495814620568, 2.884002136662442, 2.075535830604119, 5.255544021123431, 4.293497260230565, 3.5991652888089454, 4.277524755380797 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4250332761336359, "rpss": 0.06156352975164425, "brier_below": 0.21631929471246888, "bss_below": 0.047460111737366195, "brier_above": 0.2087139812123393, "bss_above": 0.07574678504814525, "crps": 6.432299971322931, "crpss": 0.06407174653952019, "crps_fair": 6.165486531061897, "crpss_fair": 0.06388969260806954, "reliability": { "below": { "weight": [ 0.0, 0.029637, 0.267559, 0.379526, 0.21055, 0.101191, 0.011537, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1796, 0.2559, 0.351, 0.4484, 0.5381, 0.6189, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2016, 0.2069, 0.3509, 0.4557, 0.5273, 0.4124, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008935, 0.200132, 0.337459, 0.294798, 0.142602, 0.014982, 0.001091, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1882, 0.2587, 0.3528, 0.4495, 0.5396, 0.6353, 0.7279, NaN, NaN ], "observed_frequency": [ NaN, 0.1035, 0.1056, 0.296, 0.4836, 0.5191, 0.3974, 0.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40935761687190264, 0.4805528146421369, 0.46371191658185157, 0.4390241780358179, 0.3946968949435868, 0.3537366569680798, 0.39762988180664566, 0.3609466480716406, 0.43960210852291914, 0.42990142006869875, 0.4111537807426741, 0.43117516934757505, 0.4984938758216998, 0.41125226010677063, 0.39410981579502785, 0.4118961851835283, 0.4290927169228244, 0.3098018411359014, 0.379765111607775, 0.3807890019209742, 0.5568260812004192, 0.4602781785450306, 0.4583343133128905, 0.4901864222660117 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.10134345592716315, 0.32881575987737516, 0.15623078928542158, 0.2157289853734519, 0.28472677386167233, 0.11898154838837836, 0.2757348338583579, 0.27141961195216197, 0.21217524280758376, 0.2856814806780471, 0.18703798996508963, 0.1975988662577033, 0.20950897813179953, 0.1389863830211859, 0.11613301519801406, 0.2894352354380244, 0.20446341358782888, 0.06994268240372421, 0.2491955796382607, 0.2629590800297307, 0.32144300269403514, 0.19241195201076136, 0.2935419570249748, 0.20862774726618602 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.30801416256808795, 0.1517370524407412, 0.3074811304147198, 0.22329519190681793, 0.10997012133359495, 0.23475510643105565, 0.12189504868471965, 0.08952703726389438, 0.22742686616222027, 0.14421993747303755, 0.22411578931738116, 0.2335763050039143, 0.2889849021894455, 0.272265877162891, 0.27797680081913917, 0.12246094736972751, 0.22462930151197089, 0.23985915374502687, 0.1305695302359078, 0.11782992278218742, 0.23538308067286295, 0.2678662292320267, 0.16479235544731627, 0.28155867406363455 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 24.60775794339098, 4.630827954171634, 9.44368155283669, 6.059560784626841, 2.9047342044437676, 13.185865150259254, 3.477299251712942, 2.753228640609923, 5.557857662966254, 3.928837566455463, 7.323567183880952, 6.00939578685553, 10.079592943735953, 7.434245072808368, 9.499096960689165, 3.1075947923148632, 5.201467064763771, 27.637811298694167, 3.625957786349149, 2.6230778998140574, 6.625252254026233, 5.4486909884819985, 4.389249336288662, 5.35978112296129 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 24.28610418986549, 4.350950566155294, 9.080219079309648, 5.687940038918256, 2.6783892245208047, 12.832540981089272, 3.234290509870923, 2.5639801023365565, 5.252862315328163, 3.644557420218775, 7.012551399741669, 5.631307666046902, 9.657392048380434, 6.9325571636437, 9.079964083041808, 2.827561700132782, 4.932428844414196, 27.299254261923213, 3.3726377944899966, 2.4264074611859665, 6.215832899395268, 5.1546927376534635, 4.122318340759766, 5.137601213310947 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4246797871009325, "rpss": 0.062273312672104675, "brier_below": 0.21633851519487216, "bss_below": 0.047088003267223066, "brier_above": 0.2083412718430134, "bss_above": 0.07753765296006698, "crps": 7.538101300130745, "crpss": 0.06836943562582665, "crps_fair": 7.22559758507222, "crpss_fair": 0.06816517896475716, "reliability": { "below": { "weight": [ 0.0, 0.028395, 0.254856, 0.369811, 0.218027, 0.11609, 0.012821, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1793, 0.2566, 0.3515, 0.4494, 0.5384, 0.6187, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1808, 0.2002, 0.3495, 0.4457, 0.5222, 0.4051, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009165, 0.216169, 0.331333, 0.282069, 0.143594, 0.016381, 0.001289, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1874, 0.2587, 0.3515, 0.45, 0.5411, 0.6361, 0.7279, NaN, NaN ], "observed_frequency": [ NaN, 0.1193, 0.1059, 0.3092, 0.4841, 0.5221, 0.4078, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3632004331393121, 0.5683853505334804, 0.41400740512544726, 0.39808729470572, 0.5301287018587507, 0.4090075099590507, 0.3799110301986378, 0.42881764065432504, 0.38106738896223236 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.09364736396832359, 0.17337684121708025, 0.1567619543242189, 0.15035234359138402, 0.23625223049684027, 0.19847967237907224, 0.23660667232906457, 0.1351575774902801, 0.2095929530439915 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26955305306266936, 0.3950084788443081, 0.2572454470268377, 0.24773495803767948, 0.29387645954612396, 0.2105278401578674, 0.14330437424353304, 0.2936600495485095, 0.1714744375280863 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.199336249968672, 13.283940286092204, 5.620839453684787, 6.652823542571142, 6.064966324588952, 4.187199131692888, 2.6727229229327256, 11.470768819868074, 3.0330733684668028 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.02669431563337, 13.151880986728383, 5.477963932302395, 6.49835132698888, 5.9627666151457515, 4.056713612037597, 2.569127795655429, 11.292417534476181, 2.9519337741909712 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4302903061263285, "rpss": -0.0011076169388537505, "brier_below": 0.17669195653780617, "bss_below": -0.08905838629149732, "brier_above": 0.253598344221735, "bss_above": 0.05222164213501279, "crps": 7.465074455540695, "crpss": -0.0318226121327605, "crps_fair": 7.331983321462106, "crpss_fair": -0.0533831551008066, "reliability": { "below": { "weight": [ 0.0, 0.016813, 0.20836, 0.382907, 0.301255, 0.087589, 0.003075, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.2538, 0.3499, 0.4506, 0.5369, 0.6156, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0734, 0.0731, 0.1435, 0.1948, 0.2563, 0.2853, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007277, 0.196421, 0.418442, 0.288262, 0.08104, 0.00838, 0.000177, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1813, 0.2549, 0.3526, 0.4494, 0.5394, 0.6322, 0.709, NaN, NaN ], "observed_frequency": [ NaN, 0.0362, 0.356, 0.4657, 0.5322, 0.5764, 0.4832, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38454702895211884, 0.5959002673954563, 0.41581369871885465, 0.40636936225600107, 0.5131372780349558, 0.4196311836301414, 0.36389417732375945, 0.4190208171554841, 0.3701756352741852 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.10300387399535849, 0.18743221765654108, 0.16690931484903326, 0.14911955641957236, 0.24066208696459385, 0.21114365306643254, 0.22358410087212824, 0.13602112412648665, 0.22594359954425802 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28154314090881066, 0.4084680187971311, 0.24890438371927734, 0.25724981184108137, 0.27247518288115546, 0.2084875341016245, 0.1403100923870419, 0.2829996824626832, 0.14423204180871166 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.138716041252932, 16.26968997722134, 6.057258789101165, 7.983205828187716, 6.976517806695349, 4.867478945351885, 3.073300885761281, 13.494890750608546, 3.1795286967144367 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 14.938125472672136, 16.117702411198515, 5.891180009511271, 7.799245354526463, 6.858218977165816, 4.71473328518772, 2.9539639805726576, 13.282736152917538, 3.0854637206495665 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4320543831934397, "rpss": -0.019451016274576016, "brier_below": 0.18264661416604494, "bss_below": -0.09066872412964844, "brier_above": 0.2494077654341686, "bss_above": 0.027072974317615017, "crps": 8.560065302321627, "crpss": -0.04208430195457202, "crps_fair": 8.404596596044632, "crpss_fair": -0.06504868646718509, "reliability": { "below": { "weight": [ 0.0, 0.011633, 0.1953, 0.362435, 0.325291, 0.102219, 0.003122, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2553, 0.3503, 0.4516, 0.5359, 0.6149, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0809, 0.0763, 0.1515, 0.2125, 0.2751, 0.3324, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007161, 0.220356, 0.409125, 0.275639, 0.078939, 0.00857, 0.00021, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1816, 0.2552, 0.3506, 0.4509, 0.539, 0.6342, 0.709, NaN, NaN ], "observed_frequency": [ NaN, 0.0292, 0.3447, 0.4473, 0.4883, 0.4815, 0.4385, 0.5, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.5939182986837234, "training": [ 0.6161240134246679, 0.5883352499486348, 0.6112224103984005, 0.5959253832715529, 0.6092412024527615, 0.6256420459267688, 0.5920672237564655, 0.6132581156823181, 0.586676556204201, 0.5810709106739751, 0.6060177856161658, 0.5790144528333664, 0.5524109937557927, 0.6087510980804677, 0.613187470351876, 0.5973408897035561, 0.5691906158318706, 0.6119666497607802, 0.5912499951080692, 0.6088054027221241, 0.5467520210371023, 0.5860549154390572, 0.5950941460958897, 0.5686396203334956 ], "test": 0.6077696488759305 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4622356133161348, 0.43996413763416087, 0.42253482819390903, 0.37350981528833715, 0.3754583740885189, 0.3834092397636256, 0.3635801079355812, 0.34628746333007254, 0.3894263080398109, 0.4932885289593764, 0.3931807970398546, 0.36123270178059463, 0.4756747091987315, 0.3604199334251583, 0.38042236141312913, 0.3880411175818935, 0.49203501427812635, 0.3455558686100692, 0.3613284370661789, 0.3595289421944145, 0.5665147455641176, 0.44915950220733464, 0.4193258824320304, 0.5532551696138328 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.10463148405549538, 0.2956079119782794, 0.1269980882779447, 0.19134337943803642, 0.26724548004248755, 0.11154325807122283, 0.2742729863103244, 0.25970879995672735, 0.17240226249647575, 0.3237009988122123, 0.15462719956266985, 0.15962214928529692, 0.218656476967099, 0.11338767282323985, 0.08387642272738324, 0.2791613961050495, 0.23774824028601493, 0.07659505651592263, 0.26627443501717685, 0.2502320483270619, 0.3492444017616926, 0.1709114750660376, 0.2734189060852316, 0.25087292880920825 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3576041276886246, 0.14435622588181124, 0.2955367386114634, 0.1821664358937961, 0.10821289383051994, 0.27186598110590915, 0.08930712154887165, 0.08657866381179213, 0.2170240458855902, 0.169587531055578, 0.23855359732935882, 0.20161055309239542, 0.2570182340582204, 0.24703225986542107, 0.296545938866654, 0.10887972171698979, 0.2542867735571293, 0.2689608103281209, 0.095054002137868, 0.10929689401369015, 0.21727034642091037, 0.27824802652426583, 0.14590697744966769, 0.30238224087641113 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 20.98374762637554, 3.060236807563507, 8.057009071358104, 4.010057702492104, 1.94191318916835, 11.765390138523358, 2.6895473474929883, 2.004609585973134, 4.589465438161942, 3.6322063843094674, 7.370798372007251, 4.811918372108419, 9.905062635201581, 6.609271529171658, 9.459675420522023, 2.273351347693757, 5.137061230090988, 21.452237611936575, 3.1097773078297317, 2.154446915618761, 7.02804392422616, 5.068416437127671, 3.416422100081583, 6.070614599984936 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.669708935181703, 2.8320550922033085, 7.70659750843699, 3.6813614722832826, 1.7966340625071273, 11.292961763141333, 2.54033055262299, 1.8905655930447423, 4.360526202187301, 3.4150893731337146, 7.059973003484132, 4.412551632629819, 9.333304460913789, 6.077934118271062, 9.01444447563097, 2.0668386954529923, 4.959878332094924, 21.038304522232664, 2.9442168150120667, 2.0485042144221146, 6.5918836163896515, 4.838539956241036, 3.227378470389347, 5.9103525247416 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4148070666231248, "rpss": 0.08414211005566474, "brier_below": 0.20883681078242877, "bss_below": 0.08040846438487748, "brier_above": 0.2059702558979608, "bss_above": 0.0878968907958726, "crps": 6.52505337895915, "crpss": 0.050575713207974604, "crps_fair": 6.2379139746936945, "crpss_fair": 0.052892981127119154, "reliability": { "below": { "weight": [ 0.0, 0.020757, 0.329285, 0.19266, 0.265843, 0.187892, 0.003562, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1992, 0.2305, 0.3552, 0.4542, 0.5402, 0.6106, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6371, 0.1443, 0.3242, 0.4881, 0.5028, 0.3236, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000459, 0.415096, 0.316978, 0.132097, 0.096375, 0.038995, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1941, 0.2624, 0.3474, 0.4425, 0.5665, 0.6151, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1738, 0.3852, 0.5689, 0.6952, 0.2075, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4937511432421937, 0.4340774895936465, 0.42456836495082345, 0.3832491074149489, 0.3660926469283672, 0.36516772307822143, 0.3530991093762487, 0.3288061183915782, 0.40218549726688363, 0.49983076387986414, 0.3858427236226066, 0.37305694245675547, 0.45479018635342827, 0.3349568181768529, 0.3673235814446151, 0.38132776883279157, 0.47043334922353763, 0.3486693898793523, 0.36235557740574176, 0.37246065466055917, 0.6011402034633117, 0.46845470891089236, 0.4144934652312048, 0.5898150321258618 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.11708033757624053, 0.30889302971498644, 0.11735906834404763, 0.19435779177083534, 0.26173911549272344, 0.10464156566921534, 0.2650503360084103, 0.24788039764189146, 0.18387575332219314, 0.34382624313991544, 0.17187036047369877, 0.17947209435664577, 0.20340604229519704, 0.09402547362470662, 0.07776098029287777, 0.26811525244539136, 0.2344342556580808, 0.071281149695891, 0.2602609384013752, 0.25383964200843673, 0.3604978369932621, 0.18381242157471636, 0.2776047195323448, 0.25489867817056566 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.37667080379504037, 0.12518446022325788, 0.3072092951326079, 0.1888913155582156, 0.10435353115908297, 0.2605261566075596, 0.08804877324534172, 0.0809257210501637, 0.21830974442354253, 0.15600452193017333, 0.21397236327953473, 0.19358484893530528, 0.25138414602690085, 0.24093134345101835, 0.28956260156847496, 0.113212516710839, 0.23599909314915143, 0.2773882380533096, 0.10209463908404619, 0.11862101268090894, 0.24064236955004906, 0.2846422868750169, 0.1368887468231744, 0.33491635392592717 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 25.497945371288704, 3.273139825424892, 9.626067835123717, 4.888786323990559, 2.168388604906822, 13.759894661731746, 3.1739283457904257, 2.242911167564956, 5.452093173247679, 3.947246768187543, 7.4756925324941585, 5.660329281258339, 11.23977856095679, 7.487249612021075, 9.554850251565794, 2.6252788752834038, 5.84785874725382, 26.566740478512582, 3.8237830584682384, 2.48060925811035, 8.56219983296145, 6.070266691653889, 3.8238799095638267, 7.138346682828898 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 25.140896257664867, 3.00425099073758, 9.209091757862428, 4.488179532042164, 2.0046294245935306, 13.179583043718393, 3.0038143105554447, 2.1136147535827448, 5.191469705478674, 3.687038538345248, 7.112728965026762, 5.192936185404363, 10.573583562933816, 6.866278750558338, 9.00927945743237, 2.3790894472384, 5.6383424508332105, 26.087781544864352, 3.6345191584543266, 2.3576660345484237, 8.031180951122451, 5.81010163785498, 3.605534894266187, 6.952045948785422 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.41566451524626197, "rpss": 0.0821797486938205, "brier_below": 0.20983264517515207, "bss_below": 0.07574458152556507, "brier_above": 0.20583187013494345, "bss_above": 0.0886484068151, "crps": 7.599469410424569, "crpss": 0.06078497835319485, "crps_fair": 7.261401554329353, "crpss_fair": 0.0635477912826643, "reliability": { "below": { "weight": [ 0.0, 0.02482, 0.317995, 0.194624, 0.270287, 0.189844, 0.00243, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1991, 0.232, 0.3542, 0.4547, 0.5402, 0.611, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6377, 0.1452, 0.3113, 0.4771, 0.506, 0.3218, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000351, 0.414217, 0.320707, 0.129836, 0.095228, 0.039661, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1913, 0.2627, 0.347, 0.4418, 0.567, 0.6155, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1753, 0.3821, 0.569, 0.7225, 0.1714, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.33122286402492196, 0.5518670997286004, 0.42965088816152397, 0.4419835663268802, 0.5376515038007005, 0.4182421294075982, 0.3582799895183605, 0.44731770278283733, 0.43947067135250595 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.062447963299125844, 0.1463700273627548, 0.16512731774723954, 0.17804388665580573, 0.23448403266175558, 0.20280947775730596, 0.25922774912752383, 0.11921359476976194, 0.24831610155949055 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26877488664043253, 0.40549704126629194, 0.26452356313951125, 0.2639396828872628, 0.3031674579402488, 0.21543265299241893, 0.09905225314180738, 0.32810409229030524, 0.19115456782478074 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.211394775141324, 14.519045008487131, 5.68537598656352, 7.299282860519411, 7.191938187476271, 3.971702102372866, 2.6219533551166814, 11.24471452876893, 3.9867376352422923 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 13.777474756352833, 14.29526559788459, 5.381803187157286, 6.901242001397053, 7.066243744047918, 3.750690842429786, 2.473697809031839, 10.821831505652836, 3.885902020347805 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4395207127893255, "rpss": -0.022582956462436687, "brier_below": 0.17956001677119598, "bss_below": -0.1067359597971933, "brier_above": 0.2599606886803399, "bss_above": 0.028443520074895923, "crps": 7.8591271599653805, "crpss": -0.08628857804093393, "crps_fair": 7.59490571825577, "crpss_fair": -0.09115711226059275, "reliability": { "below": { "weight": [ 0.0, 0.000177, 0.329161, 0.252277, 0.237935, 0.180451, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2229, 0.3519, 0.4502, 0.5358, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1158, 0.1191, 0.1817, 0.2329, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000354, 0.396539, 0.384722, 0.10188, 0.116506, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2516, 0.3411, 0.4375, 0.5676, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.3596, 0.5183, 0.6509, 0.5223, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35012026627844267, 0.5906731072720605, 0.43574752063768085, 0.4499078025581193, 0.5075811317622522, 0.43744471718066996, 0.3461453237027712, 0.4373595025182139, 0.4038283527708519 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.06714596234346379, 0.16333119503833204, 0.18083836964276861, 0.17539655487350247, 0.235123239990069, 0.22166935844718444, 0.2483202907376443, 0.12147016633557445, 0.2544886926256851 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28297429098549093, 0.42734187997772427, 0.25490914640278806, 0.2745112500444424, 0.2724578817170462, 0.21577536078753365, 0.09782504483477879, 0.31588932341376047, 0.1493396630025915 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.581015893072987, 17.691859084785946, 6.130571953221763, 8.747526072174038, 8.130743413536196, 4.650853014538243, 3.0735141042713803, 13.185424161638212, 4.038653247035979 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.085700601687039, 17.442262694500528, 5.779112604451633, 8.268640066012411, 7.985038075977363, 4.393992523375425, 2.9052458748299475, 12.67362846626593, 3.9242352057220606 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4398675249645625, "rpss": -0.037886462432987766, "brier_below": 0.18530931444824714, "bss_below": -0.10656895821167178, "brier_above": 0.25455820457401734, "bss_above": 0.0069813728208931725, "crps": 9.02557343825275, "crpss": -0.09875428095045558, "crps_fair": 8.71753956809137, "crpss_fair": -0.10470549777379468, "reliability": { "below": { "weight": [ 0.0, 0.00052, 0.310511, 0.23765, 0.252343, 0.198975, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2229, 0.3522, 0.4518, 0.5359, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1992, 0.1262, 0.113, 0.2017, 0.2613, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000419, 0.423028, 0.3656, 0.10194, 0.109013, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.251, 0.3398, 0.4382, 0.5674, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.3357, 0.5087, 0.6205, 0.4055, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.6368010071040081, "training": [ 0.663989998967632, 0.6319503405504462, 0.6390838352530553, 0.6292424291237941, 0.6531221472126988, 0.6742824902154214, 0.6372861582277588, 0.6571873891454745, 0.6201658930386101, 0.6380425577664891, 0.6428317594195166, 0.6184631097755756, 0.6001456066821844, 0.6393523042770051, 0.650086131345647, 0.6414563172648815, 0.615608330433039, 0.6593200962022082, 0.6332606519380611, 0.6501143294338181, 0.6107470592395285, 0.6195814445857569, 0.6346722438331496, 0.6232315465644443 ], "test": 0.6618698785253573 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5606078651692136, 0.39720902188927043, 0.5341702199216675, 0.4047669875414197, 0.37865428076611335, 0.4574782543594742, 0.36050805057621543, 0.3450287917174333, 0.435994421752431, 0.37294720542534454, 0.4432214989465819, 0.380418911995989, 0.43247211084843457, 0.4947247704953282, 0.4868560317211923, 0.37117255964480356, 0.4821844443364693, 0.49381271852555636, 0.3639983020884674, 0.3690040328926537, 0.4185635699202249, 0.496844291733558, 0.41640507528225057, 0.5373413074096526 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.1628973880015317, 0.26292052798600085, 0.19066600245188464, 0.21485087939361203, 0.26601499713419385, 0.15422054803966723, 0.2619810421977365, 0.2586799971011998, 0.21587701352961594, 0.24149378290841922, 0.18893537899108975, 0.19147790522084515, 0.22380421436979567, 0.18346625153701646, 0.16750382662338462, 0.27035080170865966, 0.23317364463013712, 0.1438560754444132, 0.2608998808613464, 0.2510743502240659, 0.274800484465773, 0.21659949431444303, 0.2679307109441966, 0.2375423132176077 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.39771047763496636, 0.13428849457769582, 0.34350421791026975, 0.18991610807429554, 0.11263928541726397, 0.30325770606170893, 0.09852701091662976, 0.0863487966757984, 0.2201174078056931, 0.13145342401566695, 0.2542861213882822, 0.18894100668199484, 0.2086678977457141, 0.3112585189003719, 0.31935220615757925, 0.10082175975622425, 0.24901079916701344, 0.34995664410608046, 0.10309842306158325, 0.11792968446955125, 0.14376308476106114, 0.2802447969644153, 0.1484743640357469, 0.29979899182965003 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.30324251289967, 3.57382333136762, 10.086314343415912, 5.621108929354703, 2.644192002213231, 11.872537868081976, 3.213855761236153, 2.485556583552357, 6.277662560283018, 4.083680477295705, 7.710508445277582, 5.3041845085418995, 8.76480335986424, 9.04363565084547, 10.932172018057441, 2.9821594962141744, 6.064680317386341, 21.95736382612586, 3.9106280096012718, 2.88291208286893, 5.115178385931988, 6.680663970730739, 3.98176447740019, 6.544650632910599 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.893654166765906, 3.2922222875114127, 9.647593238131218, 5.209724774056741, 2.426979248871194, 11.394096980481345, 2.9914456239231044, 2.3274720605493813, 5.958595585003353, 3.7890203892838255, 7.3525652328503694, 4.827488605979352, 8.128457914018865, 8.343064482557596, 10.394622951252323, 2.69399422251793, 5.818336773988042, 21.453256170931315, 3.689032800387498, 2.7271227290835216, 4.566211368987012, 6.364032821473834, 3.7283918356342167, 6.34816314410543 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.43476603020665605, "rpss": 0.0400744560933064, "brier_below": 0.2225423963040265, "bss_below": 0.0200573204026937, "brier_above": 0.2122236345048024, "bss_above": 0.06020490174888882, "crps": 7.2098866479773775, "crpss": -0.04907057322789199, "crps_fair": 6.848564392014366, "crpss_fair": -0.03982251617988908, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.026128, 0.298814, 0.464955, 0.210102, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2826, 0.3613, 0.4518, 0.5285, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1235, 0.2017, 0.3885, 0.4971, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.424401, 0.465394, 0.109218, 0.000987, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2717, 0.3473, 0.4288, 0.5093, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1754, 0.4402, 0.5936, 0.368, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5786450059370072, 0.3860004385047731, 0.5589853118649354, 0.41048784841299285, 0.3726656286670192, 0.4506656290876669, 0.35651817288886173, 0.3348551056106599, 0.44381897390788916, 0.3571892287004908, 0.41802346254459155, 0.3679156419537027, 0.41790425085700195, 0.5071370665292364, 0.4690145123636431, 0.3652825362206981, 0.46765154843311935, 0.5090151216408878, 0.36415372049511646, 0.37576235759172616, 0.4260529116893114, 0.5150896578745663, 0.411939343897173, 0.572200489083438 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.16818296924373471, 0.27190264040345724, 0.19205452502343132, 0.21494672376629118, 0.262971250713742, 0.15051045565133395, 0.25850952299850505, 0.25116170735426313, 0.22095976919549962, 0.24638193151604276, 0.19640370161535448, 0.20199752800111076, 0.21761841727558354, 0.18000440666418668, 0.1629316604419448, 0.26220106850206587, 0.23447537734971766, 0.1389900169258489, 0.25596038571546664, 0.24992883981408975, 0.2733859056185764, 0.22379487109122312, 0.2714431556299119, 0.2407942527359209 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.41046203712084506, 0.11409779893589583, 0.36693078716774385, 0.19554112487890268, 0.10969437985254372, 0.30015517330651864, 0.0980086524147674, 0.08369340048549345, 0.22285920410911458, 0.11080729885078149, 0.22161976236492476, 0.1659181138212355, 0.20028583477321454, 0.3271326598231971, 0.3060828529662397, 0.10308146951001064, 0.23317617096257248, 0.3700251060736435, 0.10819333661747728, 0.12583351936725404, 0.15266700530512614, 0.2912947856255257, 0.14049618821926196, 0.33140623323609947 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 25.903249770333975, 3.873819693598953, 12.150061802823503, 6.7737187779894334, 3.0145661269312387, 13.904007044888035, 3.7139970703491736, 2.856656798408441, 7.440701329125962, 4.474757059956056, 7.87991309672587, 6.114821533661541, 10.06447949813946, 10.656919925431614, 11.344740128845238, 3.528665971841536, 6.965707045140785, 27.133824742317646, 4.714180786812602, 3.3528137889451433, 6.112922257644041, 7.919765180514113, 4.509050638440986, 7.682271718593426 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 25.444852553675908, 3.542023809258372, 11.628517263355066, 6.2781969224863765, 2.771767516185912, 13.32354534343931, 3.4667039939084066, 2.681135934934091, 7.081030953674659, 4.124037484798204, 7.467734861775732, 5.564486626985167, 9.331575570629163, 9.841988751621075, 10.69881709487652, 3.188611289625869, 6.677744721061103, 26.56058516040453, 4.464056690914206, 3.1749075175156554, 5.448531764850674, 7.567360889758892, 4.218961408204942, 7.457167605183816 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4348739151981879, "rpss": 0.039763868471588526, "brier_below": 0.22281296180197094, "bss_below": 0.018569836548029017, "brier_above": 0.21206095399118294, "bss_above": 0.061068200247747506, "crps": 8.42023382447745, "crpss": -0.04065292806881882, "crps_fair": 8.000180905380153, "crpss_fair": -0.03172741831289949, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.024905, 0.288487, 0.452496, 0.234113, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2808, 0.3612, 0.4526, 0.529, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1342, 0.1971, 0.3777, 0.5008, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.446175, 0.445166, 0.106949, 0.00171, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2705, 0.3474, 0.4297, 0.521, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1766, 0.4521, 0.5966, 0.4324, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4785688826773578, 0.6363303049391902, 0.4539335001048644, 0.40491787249323397, 0.5278651409083418, 0.4404749916390001, 0.346029870833445, 0.49754789556556517, 0.4248004304452128 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.15084805799496412, 0.19905886218750546, 0.1893032584961862, 0.18225614619829328, 0.2321873077377871, 0.2202908074325785, 0.24117704295677506, 0.16943399266644146, 0.23664564011406009 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3277208021936709, 0.4372714094139432, 0.264630232455178, 0.2226617269331075, 0.2956778214692151, 0.22018418533864695, 0.10485284139592829, 0.3281138849249351, 0.18815478914884537 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.925454132092916, 16.008550623455477, 6.6289600171024485, 7.184954722121472, 8.33119421390577, 5.450959917780077, 3.550205108972511, 12.938440598550894, 4.3065431766681 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.632252284864432, 15.83902485975389, 6.4333232346496345, 6.941981928478716, 8.231717266245756, 5.294758064775883, 3.444502786861359, 12.658982886202734, 4.2349097257714305 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.46782987662291237, "rpss": -0.08844667483924185, "brier_below": 0.20235567953162129, "bss_below": -0.2472392865290023, "brier_above": 0.2654741881414967, "bss_above": 0.007837804050126906, "crps": 8.813918056738851, "crpss": -0.2182597784645508, "crps_fair": 8.634605893067093, "crpss_fair": -0.24053042674914948, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.011386, 0.291826, 0.565536, 0.131252, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3603, 0.4488, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0699, 0.0634, 0.1817, 0.2387, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.421447, 0.550774, 0.027779, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2681, 0.3374, 0.42, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3655, 0.5348, 0.7466, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4818614458764136, 0.6473355846274063, 0.44235739594266826, 0.4115230359786439, 0.5019200531292429, 0.4417755384917187, 0.3428551688769033, 0.4822923016351321, 0.396576536318085 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.15921836217313143, 0.20713308866183452, 0.1966287600193561, 0.1807350132082011, 0.23369839279776722, 0.22845293230957378, 0.23785924982863993, 0.1695996311734809, 0.24594409849965132 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.3226430636120458, 0.44020246323143536, 0.24572862989408914, 0.2307880223314713, 0.2682216519202478, 0.21332260849461016, 0.10499593171763592, 0.3126926554746232, 0.15063244127870926 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 16.243514052836055, 19.43933337455013, 7.209274068281412, 8.604951986603178, 9.517638052700551, 6.29311123769495, 4.134481824965447, 15.1605915750481, 4.481039726365182 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.911407320034058, 19.25409835718511, 6.985118933506239, 8.316281235865407, 9.404142399591645, 6.114715153576293, 4.016504698744831, 14.826297772202697, 4.400238175141789 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4609441178751349, "rpss": -0.08761759559144622, "brier_below": 0.20658550318573735, "bss_below": -0.23361907480219357, "brier_above": 0.2543586075505409, "bss_above": 0.007759990672057238, "crps": 10.120437322116112, "crpss": -0.23204070177268732, "crps_fair": 9.914311560649786, "crpss_fair": -0.2563630370868555, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.008112, 0.274269, 0.566122, 0.151497, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2823, 0.3609, 0.4501, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1415, 0.0689, 0.197, 0.2475, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.460694, 0.5144, 0.024074, 0.000832, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2674, 0.3381, 0.4189, 0.5153, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3506, 0.5015, 0.6497, 0.6247, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.30030898996901206, "training": [ 0.35445522921716016, 0.2871308065088134, 0.31347495196836583, 0.2909705409640333, 0.3397948450209268, 0.36699107452091845, 0.30795783903876817, 0.3446718427990557, 0.27110720745194955, 0.30306061605654544, 0.3174481932529647, 0.26287657354140914, 0.20257215256546365, 0.3136587258584909, 0.32547430462635846, 0.3141112069343181, 0.2550890086458459, 0.2796514776168854, 0.2971878158276055, 0.3366633914874234, 0.24796623231731707, 0.2881038522389522, 0.29182836239477555, 0.2951695084019426 ], "test": 0.31520344461255806 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4473601815006858, 0.4565490367441352, 0.45991629528112615, 0.41863297307646025, 0.3907715844257196, 0.37189496765572666, 0.3515943841013681, 0.359827724971856, 0.40858548547805956, 0.39720650427029436, 0.41704313916940056, 0.38135654512118156, 0.4809693202324535, 0.43655774965352767, 0.4133494596599416, 0.4153247101973082, 0.4552528191097185, 0.35449822552913957, 0.37009510667118856, 0.35258654795244726, 0.5188266498890087, 0.46078231522059715, 0.43738966788433997, 0.5100588543651188 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.10336084572423626, 0.31405899336037296, 0.13321223448964042, 0.22510745628831402, 0.2938018223143185, 0.11881545157324841, 0.26388288522894154, 0.2893709749367033, 0.1914657258712436, 0.26732087217162137, 0.17134885950910478, 0.17089028771534906, 0.21793588928726246, 0.15269247784019618, 0.1160283930344185, 0.3238241836019721, 0.20223762549150032, 0.0842807281377838, 0.2714514855208494, 0.2521341344863127, 0.3383055867617769, 0.1718290279466111, 0.2848443100701194, 0.20590404721603786 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.34399934501456675, 0.14249003752202394, 0.3267040719724251, 0.19352551386259098, 0.09696976030571028, 0.25307951380971605, 0.08771149865631167, 0.0704567477946948, 0.21711975889128687, 0.12988562840857917, 0.24569428068748003, 0.21046625512717945, 0.263033432943443, 0.2838652743014899, 0.29732107315353995, 0.0915005211518051, 0.2530151946540047, 0.2702174963911978, 0.09864361586902572, 0.10045241267583326, 0.18052105795517784, 0.2889532908502021, 0.1525453526987179, 0.3041548116947382 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.167279314745013, 3.4433968726692616, 8.300962992646532, 4.462233490962626, 2.0736691449510047, 11.692749612079954, 2.2992488175647923, 1.9636112717949636, 4.157361914976445, 2.931131772630794, 7.085876944466096, 4.4349431292748696, 7.716801864387571, 6.8274296451083165, 9.579463296876733, 2.1063827203282446, 4.10696789382568, 23.28251918857459, 2.396536323902522, 1.7025983617573723, 4.5896669166402, 4.502575102060134, 3.0493139740258957, 4.752241323892888 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.91331831335295, 3.2333497485801597, 8.013903396069507, 4.176502579496714, 1.9137017967683039, 11.403278439473658, 2.1378822951673646, 1.8407461498012918, 3.927943264921078, 2.731851226710395, 6.8404454467709295, 4.132570733063313, 7.361238223681928, 6.427768562450224, 9.241298530040208, 1.9045299143084289, 3.917938439704797, 22.99979945710775, 2.2255678783847883, 1.5786356801640602, 4.275275061940465, 4.2821330874869385, 2.8570570676421507, 4.601348471364165 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4194345936733668, "rpss": 0.07392493320186355, "brier_below": 0.21517101244074732, "bss_below": 0.05251645526998294, "brier_above": 0.20426358109965584, "bss_above": 0.09545460044257748, "crps": 6.192706745422605, "crpss": 0.09893362649810289, "crps_fair": 5.955753490185482, "crpss_fair": 0.09573361285279525, "reliability": { "below": { "weight": [ 0.0, 0.040648, 0.216448, 0.450038, 0.183122, 0.063923, 0.027315, 0.018375, 0.000132, 0.0 ], "mean_forecast": [ NaN, 0.1724, 0.2533, 0.3426, 0.437, 0.5416, 0.648, 0.731, 0.8031, NaN ], "observed_frequency": [ NaN, 0.1193, 0.2042, 0.3322, 0.4959, 0.6109, 0.4257, 0.4581, 0.7492, NaN ] }, "above": { "weight": [ 0.0, 0.080627, 0.277037, 0.344885, 0.227393, 0.061098, 0.008961, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1768, 0.2495, 0.3402, 0.4392, 0.54, 0.629, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1302, 0.1598, 0.3608, 0.5605, 0.5625, 0.3877, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4638443179479993, 0.4627417719182157, 0.4761076186520982, 0.43506930111118014, 0.3773692261725659, 0.3621962897476236, 0.3386166114960181, 0.34808995675416815, 0.4215978155476897, 0.3890825903930173, 0.41040990185218584, 0.3878319949871061, 0.4662572111310845, 0.4354904753274664, 0.393005040125893, 0.40147759838089814, 0.4470669857749144, 0.3488343878873625, 0.3582618693718098, 0.356524782307818, 0.5294117823289498, 0.4787182564960614, 0.4386937547790447, 0.5500242220406536 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.10944763806763026, 0.3386493790967572, 0.13110611034772732, 0.23175089945506203, 0.2866139435417875, 0.11774772801798336, 0.25163069137063554, 0.28312051646590786, 0.19988727887642999, 0.28312053425054934, 0.19085166044490717, 0.18931159439045714, 0.20551266786627903, 0.14036495703225632, 0.11067320286831374, 0.3075453604769922, 0.21217672713085592, 0.07667239664548385, 0.255981226783767, 0.24778604403672524, 0.3336038009790711, 0.1789147298242239, 0.2942333893800258, 0.2113834764222187 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3543966911357292, 0.12409238562637001, 0.3450015217914343, 0.20331839886497682, 0.09075528158220847, 0.24444855787703829, 0.08698592053687149, 0.06496943885289774, 0.2217105366689828, 0.10596205170877508, 0.21955823970181373, 0.19852039766061483, 0.2607445450214921, 0.2951255222324499, 0.2823318418963906, 0.09393223287971215, 0.2348902587408132, 0.2721619895451495, 0.10228063817914329, 0.10873873785464659, 0.19580797761157856, 0.2998035304665479, 0.1444603605232228, 0.338640751315521 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 25.84349308055213, 3.8395643443175067, 10.01271889663854, 5.4443760996960995, 2.3821098954116455, 13.75106805078277, 2.7276821773476674, 2.31840948645297, 4.924806893495391, 3.3215467228495856, 7.095585454859718, 5.19847278804715, 8.967815034831162, 8.038050488398639, 9.579546047904335, 2.45649399233349, 4.749212758882193, 28.89232140828795, 2.8387012229804327, 2.0114727531084853, 5.453502978335126, 5.397369730179681, 3.522942056482021, 5.74879137628201 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 25.55463893528487, 3.589862085734412, 9.671997756565071, 5.098533984599212, 2.198669160542845, 13.401366277052906, 2.542272275840507, 2.1746137062866433, 4.659117200292656, 3.083429724707935, 6.809379677542212, 4.845611813791766, 8.554396259396562, 7.570182431279533, 9.171527963230579, 2.21397884351475, 4.524090224673269, 28.567334062081702, 2.6418086657443305, 1.8659678939320568, 5.075057597277844, 5.145819638224916, 3.298660051561384, 5.5733985968333855 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4198634901054927, "rpss": 0.07290807882745198, "brier_below": 0.2161702480738353, "bss_below": 0.04782917391890873, "brier_above": 0.2036932420114325, "bss_above": 0.09811750480422066, "crps": 7.271502239102364, "crpss": 0.10131829420420468, "crps_fair": 6.99298811774964, "crpss_fair": 0.0981631962638998, "reliability": { "below": { "weight": [ 0.0, 0.041284, 0.217328, 0.432198, 0.17957, 0.072569, 0.033803, 0.023092, 0.000156, 0.0 ], "mean_forecast": [ NaN, 0.1708, 0.2534, 0.3427, 0.4388, 0.5427, 0.6483, 0.7302, 0.8031, NaN ], "observed_frequency": [ NaN, 0.1104, 0.2075, 0.3265, 0.5057, 0.582, 0.4187, 0.4458, 0.7491, NaN ] }, "above": { "weight": [ 0.0, 0.084694, 0.283396, 0.335184, 0.222469, 0.064028, 0.01023, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1762, 0.2488, 0.3389, 0.4395, 0.5419, 0.6295, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1293, 0.1579, 0.3717, 0.5542, 0.5765, 0.4046, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.38967569421725695, 0.610222519634538, 0.4265199117357169, 0.38717052702346016, 0.5678756190405481, 0.42367680310185396, 0.34950250844253083, 0.45385983451703715, 0.4131598739031579 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.10020624207074183, 0.1670271895897418, 0.16680109606455767, 0.15299559394438667, 0.24729483578907127, 0.20221436292627876, 0.24428604078068183, 0.1424506351037735, 0.22765479926348214 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2894694324243258, 0.44319529624506254, 0.25971880746502013, 0.2341749364147094, 0.32058076963786564, 0.221462440745282, 0.10521648079859298, 0.31140918418712926, 0.18550507210796438 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.19371940152599, 13.555264869373138, 5.309558064620483, 6.063549222263179, 5.333904470448761, 3.6820850828127067, 2.0062813516061366, 11.537788649835427, 2.6712363169658024 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.03227669751363, 13.442686850407462, 5.178724146908611, 5.915904315188424, 5.260218357487721, 3.5695391706446324, 1.9265843929751836, 11.373115259366372, 2.6146047387272704 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4468514768462334, "rpss": -0.03963861314552619, "brier_below": 0.1834367550591906, "bss_below": -0.13063062046384633, "brier_above": 0.26341471333621697, "bss_above": 0.015534722005181356, "crps": 7.150376381050181, "crpss": 0.011674956603870967, "crps_fair": 7.034850436579923, "crpss_fair": -0.01069419059577248, "reliability": { "below": { "weight": [ 0.0, 0.023624, 0.205575, 0.469802, 0.16816, 0.077895, 0.037654, 0.017291, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1847, 0.2598, 0.351, 0.4485, 0.5407, 0.6428, 0.7327, NaN, NaN ], "observed_frequency": [ NaN, 0.0635, 0.0618, 0.1556, 0.2363, 0.2522, 0.1244, 0.118, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.089323, 0.306525, 0.42669, 0.155286, 0.022177, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1706, 0.2589, 0.3459, 0.4417, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3107, 0.4063, 0.497, 0.5543, 0.8524, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40827701698218005, 0.6311701969613107, 0.42673401854483295, 0.39284288128153855, 0.5399365684958459, 0.4308433426039623, 0.33785890315101774, 0.44346910772252357, 0.39389816520790044 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.11246368183824297, 0.1790980402254514, 0.1809282137689404, 0.1509100590192184, 0.251273128530657, 0.21588724243303584, 0.23380951372953904, 0.14760176558592172, 0.2462055100009266 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.29581331787730664, 0.45207212294624505, 0.24580579965873622, 0.24193282485610296, 0.2886634297331233, 0.2149561018108591, 0.1040494017703415, 0.29586732968867385, 0.1476926575088527 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.052948955253195, 16.535748185242635, 5.623009263636373, 7.3205031488987915, 6.104383142764748, 4.26484322471453, 2.337398220703123, 13.54132991142536, 2.6977427323843557 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 14.865748912448367, 16.406720755770742, 5.470875284564844, 7.143436086920073, 6.018021048466843, 4.132963597348923, 2.245852499900607, 13.34441251947635, 2.63169278891096 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4450033556612347, "rpss": -0.05000467723835067, "brier_below": 0.19090857279243703, "bss_below": -0.14000475981256022, "brier_above": 0.25409477620558235, "bss_above": 0.008789183348898999, "crps": 8.164211865002567, "crpss": 0.006106060891499898, "crps_fair": 8.028858165978635, "crpss_fair": -0.01743429869450308, "reliability": { "below": { "weight": [ 0.0, 0.020927, 0.205664, 0.439359, 0.17686, 0.090959, 0.044726, 0.021504, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1841, 0.2608, 0.351, 0.4497, 0.542, 0.6456, 0.732, NaN, NaN ], "observed_frequency": [ NaN, 0.0848, 0.0746, 0.1604, 0.2711, 0.275, 0.1358, 0.1122, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.09487, 0.332641, 0.39771, 0.158763, 0.016016, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1712, 0.258, 0.3476, 0.4417, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2811, 0.3924, 0.4638, 0.5155, 0.7583, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.48511287634093314, "training": [ 0.5116643030256018, 0.47218979426382557, 0.4972845055346316, 0.4713826686441526, 0.5040933813102245, 0.5226007188635893, 0.48335828620199844, 0.5055334758650993, 0.46635215791952106, 0.4877617764578752, 0.494605850568765, 0.4533088279580768, 0.43506971544499384, 0.4950239671161782, 0.5062982366081423, 0.49254332698574643, 0.46876308947949064, 0.4534900362708359, 0.48494766579652665, 0.5202317917071445, 0.45987404754545586, 0.482621180633809, 0.487945476084498, 0.48576475189621193 ], "test": 0.5014860180816659 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40605967922545433, 0.5102823799214988, 0.39818062030546586, 0.44273150951865986, 0.4711855454549282, 0.3702175209778463, 0.42122920591324575, 0.4699722519464894, 0.38246404640388293, 0.43898784170710514, 0.4206872592024473, 0.3879158081837588, 0.4649662558314622, 0.4104176851407833, 0.39239581576576016, 0.5010119261364385, 0.4077856820193174, 0.34219814662600284, 0.40784767295698227, 0.41164155629324595, 0.5516982494845376, 0.40988591625319987, 0.45222829991239677, 0.4098135549477857 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09507049694936741, 0.3342350443282396, 0.1232569464951769, 0.2204786464835166, 0.3390962842267617, 0.1193079803749037, 0.2935283167692266, 0.35534349203841686, 0.16167437293612347, 0.27521132872098547, 0.17391776996434014, 0.16585871714386674, 0.21492962456140943, 0.14355219469818886, 0.10412303708143655, 0.3613587158443433, 0.1718882309704111, 0.08221421891668863, 0.26803034521332786, 0.2847691069181255, 0.3470868465713276, 0.14206498020090916, 0.2780468799739192, 0.17339373163225544 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3109891821820279, 0.17604733573889242, 0.2749236738965566, 0.222252864494498, 0.13208925936466706, 0.2509095382117881, 0.12770088712804148, 0.11462875810328013, 0.2207896733033906, 0.16377651098165108, 0.2467694889453435, 0.2220570919602838, 0.2500366339613389, 0.2668654893530372, 0.2882727798024635, 0.13965320851680615, 0.23589745186641561, 0.2599839259611669, 0.1398173248032081, 0.1268724474357358, 0.20461140385749127, 0.26782093601194124, 0.17418141829988346, 0.23641982315555765 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 20.912994292902276, 4.143600930937631, 7.631157367807433, 4.664470119466625, 2.638379198009053, 11.813098871403277, 2.820337490434713, 2.5992270797267047, 3.961196518853984, 3.150701256798554, 7.20582494845627, 4.418715078298459, 7.588885284146584, 6.03622057393506, 9.231931668153184, 2.74995340099123, 4.1743090213422365, 23.94956649416393, 2.664904682491511, 2.1169563009442323, 5.135501712526161, 4.070979177071216, 3.5519711704065053, 3.8898192791952177 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.673750934967554, 3.9497249664649337, 7.369514142579575, 4.396572275670585, 2.4712883139580897, 11.5493847334782, 2.64109778371881, 2.459787591994673, 3.740275008082666, 2.94478190682704, 6.979644533707993, 4.132218330436361, 7.243493003176159, 5.642747303637887, 8.923240158607562, 2.548109600097475, 3.987115599705747, 23.6860884676219, 2.4842522255853923, 1.9747927660584155, 4.827919213308917, 3.8521294497935124, 3.363303232187594, 3.7319408641963907 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.428408517922029, "rpss": 0.05411128973188051, "brier_below": 0.2178515545422195, "bss_below": 0.04071296230273069, "brier_above": 0.21055696280564443, "bss_above": 0.06758546469569415, "crps": 6.296695913269251, "crpss": 0.08380274008493338, "crps_fair": 6.065548850244309, "crpss_fair": 0.07906330342351253, "reliability": { "below": { "weight": [ 0.0, 0.00842, 0.426105, 0.424964, 0.078011, 0.043006, 0.019495, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.263, 0.3389, 0.4416, 0.5489, 0.6243, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1719, 0.2238, 0.423, 0.5609, 0.4427, 0.471, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007541, 0.203747, 0.288944, 0.373409, 0.121612, 0.004748, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1912, 0.2614, 0.3564, 0.4503, 0.5315, 0.6182, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2154, 0.1209, 0.2986, 0.433, 0.5602, 0.4542, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41673494803579614, 0.527265349343102, 0.4058925510480085, 0.4627063414704863, 0.4587160925576034, 0.36454210965957234, 0.40405754380761183, 0.4584674052457662, 0.38941938677647747, 0.449746488957761, 0.42664766080169, 0.39838985356845136, 0.4505651077422672, 0.40046999541689937, 0.378190406835333, 0.4792074614746889, 0.4112257236984709, 0.3387340560621595, 0.38612990899537436, 0.40552099016229726, 0.5538320165770471, 0.42674462513559824, 0.4549425806283187, 0.433844146435521 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.10053850354747508, 0.3641232529354409, 0.12015706923866079, 0.2293306818862063, 0.33298249643394784, 0.11919813482591715, 0.2770267687378, 0.34823406001008617, 0.1666851204472916, 0.29972852022082297, 0.19487555410055357, 0.18342243589601342, 0.2029115960381618, 0.1288821489230674, 0.10166994277355364, 0.33693957839120614, 0.18348992915583326, 0.07487558517299316, 0.24352088635157265, 0.2726583386495478, 0.3385486309241484, 0.14915274788511537, 0.28707894262780304, 0.17747127692199852 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.31619644492159943, 0.163142096481493, 0.2857354824123727, 0.2333756617749284, 0.12573359413839472, 0.2453439719224733, 0.12703077351187422, 0.11023334352925984, 0.2227342666135279, 0.1500179665587559, 0.231772106423517, 0.2149674188403096, 0.24765351447204165, 0.2715878451150443, 0.27652046440857414, 0.14226788148502442, 0.22773579411649172, 0.2638584684741081, 0.14260902013400414, 0.1328626498052814, 0.21528338716976114, 0.277591877219657, 0.16786363641816238, 0.25637286963269706 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 25.557325764581737, 4.6946154058346545, 9.206015454137022, 5.665817648243219, 3.023691068694299, 13.930591369309798, 3.3107003151864487, 3.0337208238831326, 4.681478355445166, 3.6315949850037197, 7.291160733679322, 5.198728737469113, 8.813552129920664, 7.048176498741728, 9.137737928978623, 3.167269228710158, 4.890676356418303, 29.713611519120864, 3.096556024811063, 2.4823573573770155, 6.077481672657699, 4.9068050241837655, 4.127573480412065, 4.697235899358624 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 25.28306013546331, 4.464716325722464, 8.893936144103554, 5.343050730093241, 2.8314108062107057, 13.611598348012965, 3.105592062601724, 2.871605815177885, 4.425752008148991, 3.3866433341734474, 7.02591452877958, 4.8633660906862195, 8.412467540450784, 6.585730328862243, 8.7644281996321, 2.9264415833074557, 4.669719983095743, 29.412131781276095, 2.887734107700006, 2.3173687078332317, 5.7064973930885285, 4.655877669837499, 3.9092478508094857, 4.51401582505083 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4284163646015126, "rpss": 0.054022652885628464, "brier_below": 0.21806259175396736, "bss_below": 0.039493917512461785, "brier_above": 0.2103537723158064, "bss_above": 0.06862700413312472, "crps": 7.391019740923258, "crpss": 0.08654717967008985, "crps_fair": 7.119512804171587, "crpss_fair": 0.08184619173376761, "reliability": { "below": { "weight": [ 0.0, 0.008096, 0.4099, 0.415848, 0.086548, 0.055037, 0.024571, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2628, 0.3393, 0.4431, 0.5484, 0.6238, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1297, 0.2227, 0.4181, 0.5406, 0.4359, 0.4637, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009306, 0.217067, 0.273999, 0.368847, 0.125962, 0.00482, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1913, 0.2608, 0.3553, 0.4511, 0.5326, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2106, 0.1298, 0.3042, 0.4283, 0.5641, 0.4368, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3744878704954179, 0.5072470014043124, 0.4049825572342754, 0.3989083069234653, 0.48375852835767186, 0.40866652749674753, 0.368631681158466, 0.43344665786606046, 0.4083812282355522 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.09216526306933033, 0.12725637287270625, 0.14898186537644728, 0.151210090335999, 0.18694946766132944, 0.18636551710384466, 0.22934250174822501, 0.12658748287353322, 0.21523100954003813 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.2823225906573743, 0.3799905979896631, 0.2560006871265853, 0.24769822259241278, 0.29680905079460607, 0.22230101443888134, 0.13928919714425098, 0.30685916116529677, 0.19315022094076598 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.15507523690394, 12.87506893521204, 5.3980034177762874, 6.318298160811516, 5.157464091066041, 3.904967088504298, 2.3058764465118693, 11.381581358649001, 2.951196169997561 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 13.99618721743664, 12.763788802004829, 5.274964394921719, 6.182016783811111, 5.074239573519159, 3.79707561559363, 2.221264835573311, 11.221308425377126, 2.883714236553762 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4209455954635521, "rpss": 0.020633660727412573, "brier_below": 0.1626766189534948, "bss_below": -0.002673464012169724, "brier_above": 0.2582689714277596, "bss_above": 0.03476601009170954, "crps": 7.160836767270284, "crpss": 0.010229121991259249, "crps_fair": 7.046062209421255, "crpss_fair": -0.01230498158261284, "reliability": { "below": { "weight": [ 0.0, 0.003674, 0.369686, 0.469515, 0.089546, 0.051884, 0.015694, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1877, 0.2621, 0.3359, 0.4514, 0.5452, 0.6232, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0239, 0.0996, 0.1771, 0.2203, 0.2182, 0.1468, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006956, 0.221135, 0.355355, 0.347786, 0.067805, 0.000964, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1866, 0.2559, 0.3549, 0.4476, 0.5242, 0.6165, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1401, 0.3817, 0.5135, 0.4706, 0.5433, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39032178449611166, 0.5226865336544944, 0.40656032794899505, 0.410291122582117, 0.47192766501341943, 0.4227114970948932, 0.3523422521485915, 0.4312733472368353, 0.40768238348708774 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.10114858358657002, 0.13650077607179367, 0.1621518709312891, 0.1514408672829606, 0.19440731951022208, 0.20298697809966842, 0.21481927348775362, 0.13370503082302085, 0.24089826138492654 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28917318629659194, 0.3861857270657202, 0.24440845548776963, 0.2588502601875944, 0.27752033923056113, 0.21972452417334493, 0.13752299551007494, 0.29756830541264856, 0.16678412912157217 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.009696371755961, 15.75585994518601, 5.769102304284727, 7.628303373469179, 5.940428804032536, 4.545351623821465, 2.673550667056859, 13.404776161168238, 3.099570137814386 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 14.825785278302472, 15.628519789121043, 5.62598917975508, 7.4654434090374036, 5.843733882536913, 4.419108076342876, 2.5759354117106645, 13.212789721420569, 3.0209919638378064 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.42397743485139394, "rpss": -0.0003931070946354698, "brier_below": 0.17089544013091165, "bss_below": -0.020496944321715116, "brier_above": 0.2530819913873198, "bss_above": 0.01274000548618548, "crps": 8.202959932065484, "crpss": 0.0013889529032702352, "crps_fair": 8.06869963467387, "crpss_fair": -0.0224830959111062, "reliability": { "below": { "weight": [ 0.0, 0.00238, 0.346508, 0.463018, 0.103289, 0.065501, 0.019304, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1871, 0.2618, 0.337, 0.4522, 0.5466, 0.6227, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1105, 0.1908, 0.2411, 0.227, 0.1359, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008334, 0.246439, 0.328022, 0.34835, 0.068025, 0.000829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2557, 0.3528, 0.4496, 0.5237, 0.6158, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1383, 0.3715, 0.4901, 0.4302, 0.463, 1.0, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.5888662674808323, "training": [ 0.6148673092087997, 0.5806086392538732, 0.606823384777333, 0.5849800687079495, 0.6034980225735309, 0.6198795385539512, 0.586769598957464, 0.6069840357734188, 0.5767139007677382, 0.5861511857221279, 0.5997402089638265, 0.5707663213558385, 0.5460034987525072, 0.5997085279563866, 0.6064907576491207, 0.5946727020940482, 0.5665968046887951, 0.6092223203669102, 0.5858270944685898, 0.6042356139290628, 0.5460963646871851, 0.5791050862025064, 0.5898440370780811, 0.5672053970509294 ], "test": 0.6006860833409139 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4428068422983253, 0.44072064269144184, 0.40759930644564085, 0.39349154441009454, 0.3634522811753469, 0.36519947288865073, 0.3566748216978869, 0.3309173815327117, 0.39904754427574757, 0.44847228064976513, 0.37987445001926, 0.3635214452060511, 0.4893193179584336, 0.379876718778625, 0.3786220646816783, 0.3784682150545309, 0.48733095378348124, 0.3346585095352112, 0.36766828876456076, 0.3504791638669779, 0.5743693822336854, 0.46582281659090613, 0.4272326127024345, 0.5588006080869696 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.10248035782316557, 0.2982975589074482, 0.12314820732944462, 0.2034087044138346, 0.25872739508026826, 0.11289803965668212, 0.2672860197644417, 0.24847469278684237, 0.18323827162574596, 0.2961066624596027, 0.15152653498117655, 0.1549943092242804, 0.2197160620443984, 0.12633770128098204, 0.0918108202401315, 0.27860202270884193, 0.23556197965133424, 0.0793179508428736, 0.2716727861105052, 0.24276198674799748, 0.35858841581632045, 0.18232746799099708, 0.2792716869720612, 0.25216925834582865 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.34032648378330527, 0.14242308342844512, 0.28445109935568025, 0.19008283987104171, 0.10472488787898182, 0.2523014321533233, 0.0893888041793999, 0.08244269067251056, 0.21580927262658747, 0.15236561921176803, 0.22834791388015024, 0.20852713728675765, 0.26960326083056635, 0.2535390165712547, 0.28681124441961925, 0.09986619282976648, 0.25176897258037656, 0.25534055451296556, 0.09599550350531096, 0.10771717883679255, 0.2157809695476116, 0.2834953494338615, 0.1479609244049025, 0.3066313466388584 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 20.45682447570395, 3.38709017628063, 7.950626859751582, 4.490803399794562, 1.869046561048152, 10.699986696373754, 2.666235678201194, 1.9989687391036213, 4.877998771576142, 3.5567752094087535, 7.11172481962636, 5.696328168777911, 12.676779423304565, 7.151786452194059, 9.82739044528265, 2.0530435647029024, 5.181874730464944, 19.65970060710771, 3.1695437934942023, 2.327591604649718, 7.8157104095799514, 5.113866833863353, 3.6437312878445804, 6.088265212881772 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.185262954002564, 3.1895957049437356, 7.63462833684032, 4.181090966314073, 1.7454270822227438, 10.36747302331062, 2.526719615006234, 1.9035916677519666, 4.65704196624056, 3.3726309344511325, 6.861395318689967, 5.354140385696945, 12.211032495527364, 6.648772905392703, 9.427861729449653, 1.8704503404619617, 5.021085194650198, 19.32396313776068, 3.015179828844369, 2.237468845752431, 7.427744116733096, 4.905931079413906, 3.4733569908252795, 5.958298445695136 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4118511110553507, "rpss": 0.09066860260341691, "brier_below": 0.20911353720021686, "bss_below": 0.07918992790883383, "brier_above": 0.2027375741016599, "bss_above": 0.1022122544614611, "crps": 6.644653913375708, "crpss": 0.03317330352738135, "crps_fair": 6.395839294415734, "crpss_fair": 0.02891506489209572, "reliability": { "below": { "weight": [ 0.0, 0.047545, 0.302447, 0.175302, 0.239477, 0.224767, 0.010463, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1984, 0.232, 0.3525, 0.4553, 0.5424, 0.6063, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4179, 0.1297, 0.3467, 0.4376, 0.5364, 0.3185, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000492, 0.412379, 0.28771, 0.151232, 0.112993, 0.035194, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.193, 0.2555, 0.3442, 0.4439, 0.561, 0.619, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.166, 0.3648, 0.5814, 0.6686, 0.2168, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46982048130449616, 0.43360910390853913, 0.4115188535261751, 0.40923852655138976, 0.35207910727536423, 0.3524522506534067, 0.3510476315699772, 0.311208416002884, 0.4138696297339287, 0.44149053671685157, 0.3754013696861907, 0.3757325883223945, 0.4703266562568838, 0.35691550515169207, 0.3639349348979273, 0.37012513606773323, 0.4618633014842312, 0.3330842503978333, 0.36803069808205935, 0.36304538961465227, 0.6069351005225898, 0.4901901175900814, 0.4234949407533207, 0.5972083036283476 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.11370609124972521, 0.3113486292676076, 0.11496988852327346, 0.21004826459986303, 0.25193285574574276, 0.1098726892748287, 0.26144394466127113, 0.23555788687386703, 0.196044138718125, 0.30771857527037927, 0.1691306310325601, 0.17368810803496876, 0.20388301951666832, 0.10859040044092197, 0.08669937588017977, 0.26783290886373695, 0.23016978260445173, 0.07441383049671492, 0.26610625187445713, 0.2464675118629303, 0.37003725968866996, 0.19734865905308774, 0.28388082865671216, 0.25677481225038873 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3561143897362578, 0.12226047393477912, 0.29654896529298125, 0.19919026210625276, 0.10014625363411928, 0.24257955968961276, 0.08960368929409838, 0.07565053130894422, 0.21782549117948868, 0.1337719626927436, 0.2062707374317692, 0.20204448213977358, 0.2664436420707907, 0.24832510293599794, 0.2772355589266343, 0.10229222756648707, 0.23169351803619895, 0.25867041505514055, 0.10192444728122403, 0.11657787926700387, 0.23689784447855824, 0.29284145886699564, 0.13961411106307345, 0.34043348765391157 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 24.83298969750596, 3.6481830572563525, 9.518030545346722, 5.50770572283371, 2.0977747712027224, 12.4502413106605, 3.149717798511378, 2.238111560344306, 5.799316759349529, 3.850316415532211, 7.19704138874712, 6.794305431172007, 14.569829109269307, 8.096432186772619, 10.088495380382444, 2.364914563085871, 5.89063806903972, 24.2890369419494, 3.864981317186698, 2.678119556004126, 9.516322570317866, 6.0852694858495, 4.0835652452623385, 7.162462107158823 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 24.525323866272153, 3.4138534274386427, 9.139917890479419, 5.128997263118768, 1.9597706233421657, 12.042499101453073, 2.990397053188495, 2.130389953714263, 5.545738502118537, 3.6302714777142686, 6.90509204754249, 6.394593772515581, 14.028569787288786, 7.505947629257846, 9.598860511237534, 2.146359733511858, 5.700119839686765, 23.903633193996594, 3.6890907590515543, 2.5737884689290804, 9.042796151632858, 5.852209063987988, 3.887561567708615, 7.01209440643973 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.41260928457078955, "rpss": 0.08892594059499614, "brier_below": 0.2103194310183805, "bss_below": 0.07360042300883396, "brier_above": 0.20228985381845155, "bss_above": 0.10433121730992523, "crps": 7.740575041280884, "crpss": 0.04334579661803262, "crps_fair": 7.447828170484461, "crpss_fair": 0.03950565352785829, "reliability": { "below": { "weight": [ 0.0, 0.04812, 0.290281, 0.170566, 0.246639, 0.234231, 0.010164, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1983, 0.2338, 0.3512, 0.4557, 0.5418, 0.6052, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4149, 0.1334, 0.3438, 0.4078, 0.5429, 0.3229, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000351, 0.417373, 0.289478, 0.146903, 0.111355, 0.034541, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1894, 0.2557, 0.3439, 0.4438, 0.5606, 0.6192, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1664, 0.372, 0.5703, 0.697, 0.1765, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3428065832984814, 0.5751547304005369, 0.4273798744587767, 0.4273329970090348, 0.5549577827310268, 0.42307789038126514, 0.3593770216067972, 0.4514239741905848, 0.43768538906751303 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.07582599525715526, 0.16149982606197508, 0.1643442548974581, 0.16512955039801167, 0.24940188098843388, 0.2057384968290116, 0.25936998513855347, 0.1280936013943243, 0.24738645184594965 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26698057409266224, 0.4136548732513133, 0.2630356122725765, 0.26220345050063604, 0.3055558890096295, 0.21733939482155712, 0.10000704930184767, 0.32333035685888883, 0.19029893498087697 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.171842839852186, 14.802333893626496, 5.6863623403153065, 7.660439758766511, 7.656749438994726, 4.174268962868212, 2.6796143497139617, 11.475945905222469, 3.9940546134275294 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 13.97601057555546, 14.696420290891176, 5.552392028837588, 7.493256758228788, 7.597323080490042, 4.068302967707399, 2.6096712965655438, 11.278048572216756, 3.948873753553467 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4443551381271129, "rpss": -0.03383066518437183, "brier_below": 0.18408778253454144, "bss_below": -0.1346432928323551, "brier_above": 0.26026734834333204, "bss_above": 0.027297434548564592, "crps": 8.033512455865267, "crpss": -0.11039211412816163, "crps_fair": 7.913366591560692, "crpss_fair": -0.1369102604594079, "reliability": { "below": { "weight": [ 0.0, 0.000177, 0.335142, 0.182675, 0.25859, 0.223416, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.179, 0.2224, 0.3567, 0.4495, 0.54, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1085, 0.1118, 0.1674, 0.2388, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000354, 0.430875, 0.320555, 0.131053, 0.117163, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.179, 0.2518, 0.3399, 0.4389, 0.5718, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.38, 0.5071, 0.6061, 0.5417, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36792737100931355, 0.6160640306351154, 0.4336091257991787, 0.4330305035882121, 0.522585184468034, 0.4423929380149141, 0.3482930910573948, 0.4432739037753048, 0.40274759872961896 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08472867664096732, 0.18029123097765046, 0.17974991208218627, 0.16139815567525836, 0.24903023036519528, 0.22507203883569615, 0.2493182578928969, 0.13273184064144597, 0.2541342318963898 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2831986812286895, 0.4357727674739964, 0.2538592092108298, 0.2716323508803552, 0.27355494437800015, 0.21732090124163997, 0.0989748451241459, 0.31054205018250536, 0.14861336917017703 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.523911137105461, 18.096419099953195, 6.146889770445724, 9.186064634217693, 8.660338331904908, 4.899419976958917, 3.1386006767100656, 13.472297659414865, 4.06104649988498 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.298745550875795, 17.977805477513204, 5.991713082679675, 8.984103784606445, 8.591273100825765, 4.776009143719741, 3.0591808476390034, 13.232454593767562, 4.009562056033703 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4455470830085652, "rpss": -0.051287625446664986, "brier_below": 0.19071717500085406, "bss_below": -0.13886183369755822, "brier_above": 0.2548299020989266, "bss_above": 0.005921494575582553, "crps": 9.242776420732866, "crpss": -0.12519611408914155, "crps_fair": 9.102316404184544, "crpss_fair": -0.15346525193699834, "reliability": { "below": { "weight": [ 0.0, 0.00052, 0.311446, 0.163906, 0.273481, 0.250647, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.179, 0.2226, 0.3575, 0.4509, 0.5397, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1992, 0.1181, 0.0995, 0.1848, 0.2606, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000419, 0.458461, 0.301833, 0.131478, 0.107809, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.179, 0.2511, 0.3387, 0.4401, 0.5706, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.3558, 0.4944, 0.5834, 0.4301, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.46609530215497874, "training": [ 0.5140084302571281, 0.44659450649487853, 0.48682893677081146, 0.4540567209939833, 0.48709551339788093, 0.5048265420378967, 0.4619261629908352, 0.4899227118183085, 0.44399667463933273, 0.4688746575976598, 0.48097904024748894, 0.424230726841255, 0.4106817390582674, 0.47498162951403533, 0.48178400438517244, 0.47781837413225436, 0.44073142292227063, 0.47147166800038925, 0.46135362440386724, 0.4942916117426225, 0.4331797719580693, 0.4573686375618403, 0.464878689077472, 0.4544054548757696 ], "test": 0.48116359207693876 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4494885995716387, 0.44723932515282894, 0.4345308058356742, 0.4109226693449535, 0.3499549303686917, 0.4061218208829799, 0.3367186601741873, 0.3130109902482243, 0.42108280203621623, 0.39458132577542154, 0.4038021379494761, 0.415475971867693, 0.48429078066441816, 0.4592400111180558, 0.41802763788331254, 0.36286321170883995, 0.48061583750771536, 0.4111866608367793, 0.35963736988293193, 0.32342666098881107, 0.4859729164029199, 0.4634510601159352, 0.42836248344539285, 0.5240140451143261 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.1183716256564572, 0.2975292104911266, 0.13847833534637832, 0.22412632906052699, 0.25120236547767927, 0.1472130765843629, 0.2531896518394266, 0.2428209544898598, 0.20464065066626302, 0.2629785752646074, 0.18133080907208374, 0.17784484312882637, 0.22596799376987173, 0.16250743035634027, 0.13167963155906504, 0.27181305592751054, 0.22786175861087288, 0.11814941775180032, 0.26398133256792955, 0.2218486333476958, 0.3151381221382812, 0.1826914365617854, 0.27486304520340654, 0.22165540838437783 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.33111697715770927, 0.14971011188909236, 0.2960524747898515, 0.18679633763322667, 0.09875256583415401, 0.25890874423950927, 0.08352900948497198, 0.07019003638091664, 0.2164421507852099, 0.13160275003281308, 0.2224713274608297, 0.23763113013231227, 0.25832279008349956, 0.2967325848375262, 0.2863480084753901, 0.09105015501513716, 0.252754079121417, 0.2930372446813864, 0.09565603667437993, 0.10157802976796708, 0.17083479165669313, 0.2807596255420015, 0.15349943617823622, 0.3023586366847434 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 19.3871513623437, 3.6482239356386033, 7.759467040696917, 4.59187848518554, 1.3893671579030393, 9.969613756386128, 2.065275340543198, 1.403321781043217, 4.677840778567486, 3.0457543726270604, 7.030877179568074, 6.847900914059138, 13.508562610055153, 7.819542085065931, 10.021277350805306, 1.6920803147971295, 4.71868160664377, 18.513856612075788, 2.4600270946384972, 1.5201079386677996, 6.185642605146799, 4.741544204764928, 3.381206679400708, 5.092349056556588 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 19.090535707181584, 3.4536761262958815, 7.432332766906663, 4.273178608111732, 1.2427903059906162, 9.593432936250375, 1.9097996699692334, 1.297996963842455, 4.440075744711405, 2.8384708669957024, 6.77171645439918, 6.488013957235632, 13.003054395337243, 7.266502388742713, 9.593313028769563, 1.4991604824019769, 4.5495827879237964, 18.125563367050255, 2.306584128546015, 1.4112350351026686, 5.772611684872842, 4.516479985735241, 3.2010449773303185, 4.963674041784088 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4160007797865593, "rpss": 0.08150649531563137, "brier_below": 0.213245153885689, "bss_below": 0.06099677643265711, "brier_above": 0.20275562643912393, "bss_above": 0.10213231285505031, "crps": 6.311314594299188, "crpss": 0.08167565697854173, "crps_fair": 6.043367767145299, "crpss_fair": 0.08243107341433009, "reliability": { "below": { "weight": [ 0.0, 0.007516, 0.150346, 0.443252, 0.18195, 0.167083, 0.049853, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1914, 0.2617, 0.3541, 0.451, 0.5462, 0.6205, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1397, 0.1878, 0.274, 0.4258, 0.5494, 0.5728, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.053082, 0.366943, 0.326207, 0.144049, 0.09497, 0.014749, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1853, 0.2504, 0.3493, 0.448, 0.5466, 0.6248, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0923, 0.1734, 0.3979, 0.5873, 0.5859, 0.4028, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4631841604030964, 0.44596272672497195, 0.45199164592459695, 0.42385948020290176, 0.33761880085883894, 0.4110429138826903, 0.3311448536328026, 0.30099156878243877, 0.4345313560864101, 0.3797888438079022, 0.3991528178068772, 0.41303529924989923, 0.4720455458762774, 0.4615632481652381, 0.40142485760238716, 0.35647850370713136, 0.4560064673080065, 0.4190544692579447, 0.35801512004754077, 0.3311773773196822, 0.4921420405278836, 0.4773301459776715, 0.4205602575308508, 0.5602804156737266 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.12297788778273538, 0.3150872600814416, 0.13550464847080662, 0.23064205595064893, 0.24423885145993884, 0.14943198375120173, 0.24694430989630695, 0.23365577342986843, 0.21423603422504273, 0.2711399293063335, 0.19728348843957227, 0.19230069693614826, 0.2168870196756194, 0.15351713748100496, 0.13006975738903076, 0.26143386753788966, 0.22548310371221325, 0.11561345500806344, 0.2562110458837517, 0.22031567417304124, 0.30879780343109986, 0.18709109499971813, 0.2753371568968175, 0.224162134555166 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3402062763013046, 0.1308754632306239, 0.31648700310671163, 0.19321742129522873, 0.09337995076557605, 0.26161093018055426, 0.08420054496009438, 0.0673357967108584, 0.22029532112789602, 0.10864891393341172, 0.2018693272015842, 0.22073460267134, 0.25515852963456787, 0.3080461154738346, 0.2713551014373467, 0.09504463559323446, 0.23052336423958736, 0.3034410159180978, 0.10180407387402773, 0.11086170519190186, 0.18334423469201627, 0.2902390532633103, 0.1452230988136794, 0.3361182811920211 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 23.601014354178904, 4.011299153674374, 9.396092177487375, 5.632627562314927, 1.5482410225895067, 11.773907782437746, 2.414095980592126, 1.6067861297957424, 5.566208093232923, 3.3661740104202895, 7.23461786962601, 8.086820662549899, 15.724516403583955, 9.07518908057076, 10.407787215295128, 2.005186405585475, 5.420994659394659, 22.88586785124957, 2.9777142808156247, 1.786490091898549, 7.438245432828805, 5.6378517209382535, 3.887180009910449, 6.110862271202173 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 23.26768586299035, 3.779726650434976, 9.002781983728063, 5.241741497718795, 1.3816930502115432, 11.309158761819223, 2.240445091518888, 1.4871310199691938, 5.294526237875393, 3.116554116445916, 6.932068375597608, 7.666268575238475, 15.13736752064645, 8.427160277476307, 9.88451164214759, 1.7727301293088564, 5.220636512129202, 22.438658302139228, 2.8031489360295567, 1.6617573341830243, 6.931757827332569, 5.387539597174299, 3.680732083635202, 5.963846120794451 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.41659928818157366, "rpss": 0.08011569583644895, "brier_below": 0.21368175710306084, "bss_below": 0.05879029611056363, "brier_above": 0.20291753170036708, "bss_above": 0.10155207899030727, "crps": 7.399823759257218, "crpss": 0.08545909498633997, "crps_fair": 7.084567812772716, "crpss_fair": 0.08635280304485404, "reliability": { "below": { "weight": [ 0.0, 0.008422, 0.143378, 0.436823, 0.180359, 0.175202, 0.055816, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1901, 0.2643, 0.3537, 0.4519, 0.5466, 0.6214, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1108, 0.1954, 0.267, 0.4212, 0.5446, 0.5631, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.053331, 0.369552, 0.326579, 0.144659, 0.091573, 0.014267, 3.9e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.2506, 0.3487, 0.4492, 0.5464, 0.6245, 0.7099, NaN, NaN ], "observed_frequency": [ NaN, 0.074, 0.1749, 0.4047, 0.5896, 0.5816, 0.3732, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4018856206055006, 0.620550535100236, 0.4208400958237245, 0.3940631319848856, 0.5799355396080148, 0.42497332293735207, 0.348126646715229, 0.4440672083037674, 0.41573587579091575 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.12135007118905813, 0.1792645854958191, 0.16102918443570255, 0.16393234723888073, 0.2624438270628483, 0.20448784871410033, 0.25052302170797436, 0.14715637818811586, 0.22977749752004417 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.28053553083342797, 0.44128591671161477, 0.25981090472571294, 0.23013078845039847, 0.3174916997045626, 0.22048547427804208, 0.0976036374485625, 0.2969108139391186, 0.18595837622830302 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 13.450853241081933, 14.651292623038595, 5.611858482648434, 7.4083793780209675, 6.880816083799299, 4.027176197710977, 2.1583792534934907, 11.444161676392806, 2.973286601433674 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 13.23832475165878, 14.537719788334902, 5.475571084421654, 7.2340239194857325, 6.8114439173277255, 3.918747486046205, 2.089974257340942, 11.232401917332606, 2.9264139678225227 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4500197752077362, "rpss": -0.04700993333860559, "brier_below": 0.19110719572806042, "bss_below": -0.17790814175382463, "brier_above": 0.25891257136886037, "bss_above": 0.0323606706673909, "crps": 7.62291150418002, "crpss": -0.05363884943732966, "crps_fair": 7.496069009974564, "crpss_fair": -0.07695728132204205, "reliability": { "below": { "weight": [ 0.0, 0.004059, 0.125621, 0.449839, 0.185169, 0.195111, 0.0402, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1811, 0.2559, 0.3439, 0.4419, 0.5447, 0.6193, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.0476, 0.137, 0.1742, 0.226, 0.2351, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.057149, 0.392345, 0.353081, 0.127057, 0.061584, 0.008784, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1806, 0.2524, 0.3374, 0.4464, 0.5359, 0.6175, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2226, 0.4083, 0.4669, 0.6586, 0.7093, 0.4786, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40960624187410555, 0.6433548267386758, 0.4220914751966255, 0.39962378185836905, 0.5423689100986219, 0.42975103896385075, 0.33639853645157863, 0.4320351384948821, 0.38549726211956276 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.1292697179031574, 0.19280788349704453, 0.17255256121384635, 0.16250191439653808, 0.26017144404062986, 0.21611115390864571, 0.23910954347191488, 0.15222079219985343, 0.23956175571573693 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.28033650733872856, 0.4505469103700422, 0.24953891062865904, 0.23712187045179206, 0.2821974566493517, 0.21363988615938764, 0.09728900464601566, 0.27981433306078857, 0.14593550885754378 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 14.561468794611624, 17.962857929351117, 6.065649622653027, 8.938122083542114, 7.829655870464501, 4.677076816220392, 2.516533617532664, 13.435093382250297, 2.9281948674287266 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 14.318998002596878, 17.83646950160299, 5.908062660111725, 8.726801545730329, 7.750366767981654, 4.551292363027597, 2.439362728593613, 13.178571986526656, 2.8739258665103025 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4445252457551413, "rpss": -0.048876556222530176, "brier_below": 0.19603408514970747, "bss_below": -0.17061160160231692, "brier_above": 0.24849115424025653, "bss_above": 0.03064862803091306, "crps": 8.768294776006051, "crpss": -0.06743371905212037, "crps_fair": 8.620427935853527, "crpss_fair": -0.0923993013759481, "reliability": { "below": { "weight": [ 0.0, 0.00511, 0.114341, 0.431404, 0.185983, 0.218398, 0.044765, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1809, 0.2594, 0.3434, 0.4432, 0.5449, 0.6202, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0203, 0.06, 0.1369, 0.1947, 0.2552, 0.2475, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.057403, 0.41105, 0.3377, 0.126436, 0.058882, 0.008528, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1808, 0.2515, 0.3373, 0.4472, 0.5336, 0.6183, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1653, 0.39, 0.4262, 0.6138, 0.6967, 0.389, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.6901398610395656, "training": [ 0.7029461414311976, 0.6838382806034797, 0.689012701935751, 0.6857609329547442, 0.7008810138526779, 0.7165038825063651, 0.6903102835065204, 0.7064460031179286, 0.6783418802061966, 0.6958762365199331, 0.6951932853609516, 0.6770316377027962, 0.6597219050203801, 0.6956529495285333, 0.6976981602928919, 0.6999285435619425, 0.6748504298827056, 0.7039489881467664, 0.6927662774555019, 0.704057561767967, 0.671897297798782, 0.6780183122748596, 0.6877036316271535, 0.6749703278935464 ], "test": 0.7089679439115336 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.565485971199286, 0.3952320386459525, 0.5297038406987999, 0.39034402015822733, 0.37336527346409576, 0.45140565804630084, 0.35892845164266796, 0.34576600135576163, 0.4264591012974088, 0.3682761213493644, 0.43887587428333336, 0.3724836867939535, 0.44231156845765823, 0.49344559588415043, 0.4902227237865815, 0.3581542287673238, 0.49020324624032324, 0.4764389024911009, 0.34884162772460164, 0.36987861610481804, 0.41969359614544294, 0.4953606542557271, 0.4183121868538347, 0.5380631318316283 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.15005555388471797, 0.26881136241895714, 0.1753043251242659, 0.209135936379207, 0.26513553337294593, 0.1438341150711178, 0.2657063149977539, 0.2634864432563248, 0.20522761296417993, 0.23983637037727232, 0.1790740690579133, 0.1843357992657832, 0.2309090358075987, 0.17734266106298363, 0.16000624060752683, 0.26328738797806794, 0.2377889571394753, 0.1297203735655687, 0.25438299332700043, 0.25357331339251, 0.288321100731854, 0.20668142711857837, 0.2765556388200604, 0.23792379046202547 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.4154304176322131, 0.12642067703665097, 0.3543995148732764, 0.18120808440482888, 0.10822974201757361, 0.307571542730683, 0.09322213860831949, 0.08227955996734043, 0.22123148845527885, 0.12843975222993073, 0.2598018053719666, 0.18814788785029138, 0.21140253396980277, 0.3161029340057991, 0.33021648405507037, 0.09486684244832336, 0.2524142879108182, 0.34671852803202463, 0.09445863615009188, 0.11630530435890003, 0.131372494656277, 0.2886792264915792, 0.14175654814733354, 0.30013933930326 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 25.628921668597712, 3.2448593104980183, 10.667297309667546, 4.812957036572298, 2.741995248091843, 14.390103172738465, 3.3553651857512574, 2.8042923428065545, 6.348015446953537, 4.196476523611391, 8.523518454439081, 4.593835152708243, 7.815391731518369, 7.692172988281318, 10.780599232810893, 2.732132850436691, 6.53962186555459, 26.563269297226334, 3.8695317552370536, 3.2938534150121535, 4.075224534700015, 7.082899043476079, 4.0874849053627775, 7.3590894854189575 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 25.4157934015146, 3.0818384384214492, 10.44644622634372, 4.575931581790924, 2.5932951298734133, 14.165802615812995, 3.2217697864180974, 2.6988184760529856, 6.161068353329155, 4.012081952183858, 8.338805518098228, 4.352220238287321, 7.496467254382728, 7.306002610015098, 10.492244222584727, 2.576219838755066, 6.4035873042459555, 26.31931680696761, 3.7361214468161186, 3.2073432377711106, 3.80542964821686, 6.894723983550609, 3.9441354208724886, 7.250886979609106 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4315521715615976, "rpss": 0.04717037618262565, "brier_below": 0.21943484817432038, "bss_below": 0.03374109073938758, "brier_above": 0.21211732377948475, "bss_above": 0.06067568012745239, "crps": 7.6332878315613, "crpss": -0.11067732851472578, "crps_fair": 7.4373479363297585, "crpss_fair": -0.12921795024329996, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.095811, 0.265074, 0.405903, 0.233212, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2737, 0.3514, 0.4576, 0.5177, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1419, 0.2051, 0.4157, 0.4797, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.570869, 0.33232, 0.082428, 0.014383, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2684, 0.3398, 0.4391, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2129, 0.5003, 0.5792, 0.6225, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5896020888477342, 0.3836813253991572, 0.5563592739676969, 0.3951591888635454, 0.36864275357961146, 0.4469398048308752, 0.3557610498320906, 0.3391513978435514, 0.43640030157514115, 0.35159977898751915, 0.4105432964536031, 0.35609492616467286, 0.42403628425201945, 0.5056614063683837, 0.4687220570919085, 0.3588897961659083, 0.4706679924130728, 0.49092667259690753, 0.35323814858960906, 0.3785078103239117, 0.4286295533909694, 0.5129191899216843, 0.412148280965386, 0.5735864558908472 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.15752131454103363, 0.27719593682838495, 0.1755202702728963, 0.20827262949474107, 0.2627333728382403, 0.14092651642911644, 0.26224522730693794, 0.2573263609039327, 0.2110621251721345, 0.2455383037666115, 0.18730068069405736, 0.19435112850167013, 0.22300755157215005, 0.17185045119213885, 0.15400659087510354, 0.25873073430650145, 0.23672949526221068, 0.12392045330298328, 0.2498238392258636, 0.2529884004917193, 0.28764774742659044, 0.21421803030830355, 0.27999341192133015, 0.24189967827756398 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.4320807745140377, 0.10648538970715919, 0.3808390026517684, 0.18688656027237563, 0.10590938279461669, 0.30601328792861493, 0.0935158244434857, 0.08182503896512472, 0.2253381764840317, 0.10606147679649189, 0.2232426164235071, 0.16174379817179935, 0.20102873400392224, 0.3338109542619443, 0.31471546703199427, 0.10015906354438786, 0.2339384964404444, 0.3670062185216929, 0.1034143110483519, 0.12551941135414632, 0.14098180494427628, 0.298701158690585, 0.1321548692461065, 0.3316867749239042 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 31.360785911598512, 3.345321801608486, 12.857881095058147, 5.699915349534721, 3.1018249972759353, 16.883154449588417, 3.843786803758053, 3.2091723009043216, 7.585918825204992, 4.450371851300946, 8.480053924321856, 5.240003033878544, 8.872681555171573, 9.098863017433677, 10.640261244142774, 3.1944795556979635, 7.37035326304208, 32.99232585760039, 4.711383499139911, 3.7745993505437085, 4.7021550623947705, 8.485880088148315, 4.579620859136278, 8.594569519455344 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 31.123096996095075, 3.1536633817537427, 12.597561041247355, 5.415395224693677, 2.932450639073668, 16.611967085852953, 3.695858095370974, 3.0919364171331787, 7.375230697625004, 4.230380294345395, 8.268590706827538, 4.9621737544874165, 8.507986874927157, 8.65067339183976, 10.296173079515116, 3.014221141870812, 7.212491982189517, 32.71766214814635, 4.561476420572896, 3.6774884170668862, 4.3767919843351395, 8.276491649752774, 4.417209014360718, 8.471659557732302 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.43199453476315863, "rpss": 0.04612176908025356, "brier_below": 0.21978376045467565, "bss_below": 0.03191264007867467, "brier_above": 0.2122107747151987, "bss_above": 0.06040484643653077, "crps": 8.878140133997489, "crpss": -0.0972453638273103, "crps_fair": 8.651609583200642, "crpss_fair": -0.11573762207350824, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.087467, 0.261122, 0.409817, 0.241594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2744, 0.3503, 0.4584, 0.5172, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1326, 0.2074, 0.4008, 0.4899, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.576469, 0.329808, 0.078077, 0.015646, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2685, 0.339, 0.44, 0.5157, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2103, 0.5119, 0.5797, 0.5971, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4724618774493312, 0.6418658990142848, 0.4559040833715827, 0.3941102565811394, 0.5282117364408554, 0.4338401321425331, 0.33464878120444247, 0.4907321785168358, 0.43640265021145924 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.1376640083045272, 0.1882880341586876, 0.18089604103479479, 0.16926940390164089, 0.22713805422409822, 0.21709854632233522, 0.23975817921023806, 0.1544761821024655, 0.2408439274709243 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3347978465013686, 0.4535778319138959, 0.27500803243791694, 0.224840852180213, 0.3010736701374184, 0.21674158582393988, 0.09489061376779098, 0.33625597715702493, 0.19555872148931056 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 15.842982153708617, 17.515930558422895, 6.4964962700763875, 6.752552541822445, 9.165046249250834, 5.194432778919529, 3.492437132605042, 12.953146509316003, 4.967235999647782 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.688721437090717, 17.418228349154518, 6.385658169505723, 6.629658242552303, 9.103957480569811, 5.101330546879235, 3.4281329739698108, 12.795039661949017, 4.921824622285755 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4653530661036071, "rpss": -0.08268416092412978, "brier_below": 0.19504804185885685, "bss_below": -0.20219793746339865, "brier_above": 0.27030501460098655, "bss_above": -0.010216543989711724, "crps": 9.15336224375217, "crpss": -0.26517775494332607, "crps_fair": 9.052505720439655, "crpss_fair": -0.30056993030137624, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.089138, 0.271389, 0.51625, 0.123223, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2659, 0.3574, 0.4523, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0406, 0.0819, 0.1952, 0.2175, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.591868, 0.379031, 0.024369, 0.004733, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2646, 0.3331, 0.4346, 0.513, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3897, 0.5741, 0.7649, 0.5164, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.47489435059119445, 0.650487803512598, 0.4450009212839271, 0.40168795190653905, 0.4993180289472329, 0.43594529482771166, 0.33312565651829606, 0.47413769118463, 0.4013821717528016 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.14628055714685986, 0.1957298789259161, 0.1894037906856141, 0.16732504844572066, 0.22811981870745615, 0.2256614656448466, 0.2363810429235303, 0.15567353550848437, 0.2488985122335622 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.32861377306007283, 0.4547578922985305, 0.2555971238838777, 0.23436290201699922, 0.2711982012087902, 0.21028383029483427, 0.09674462471005597, 0.3184641393173128, 0.15248366274377328 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 17.026714584380514, 21.28350843652618, 6.90963815327102, 8.013098818676074, 10.383538602197106, 5.930733992328617, 4.0552952342950075, 15.060984440305546, 5.067025956197737 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 16.851309432161607, 21.175846030134718, 6.782640766326059, 7.867875363079308, 10.314435742754393, 5.824071352009201, 3.983280752075467, 14.872535947681898, 5.0159163771965 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4573310967249923, "rpss": -0.07909251581766852, "brier_below": 0.1992748500246656, "bss_below": -0.18996373089041563, "brier_above": 0.2580562388371386, "bss_above": -0.006664281176403497, "crps": 10.4145042464642, "crpss": -0.2678397891352675, "crps_fair": 10.298656862602128, "crpss_fair": -0.3050681063089551, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.076767, 0.263199, 0.522376, 0.137658, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2675, 0.3554, 0.4535, 0.5122, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0543, 0.0854, 0.2125, 0.2281, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.609724, 0.364424, 0.020978, 0.004874, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.264, 0.3335, 0.432, 0.5126, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3685, 0.5346, 0.667, 0.4447, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.6200619710225678, "training": [ 0.6504214037239046, 0.6164565139592849, 0.6297133269932784, 0.6100568900616867, 0.6377049480304168, 0.6472508776429633, 0.6219960661014189, 0.6397072838722448, 0.6103095411431657, 0.6315773247436021, 0.6303521382056334, 0.5954326460484939, 0.5771282023873988, 0.630252071777362, 0.6324578374180915, 0.6353390405150187, 0.6019716704893256, 0.6304684934156161, 0.6202512787934268, 0.6339708613621693, 0.5789475310927483, 0.6048545107103148, 0.6168821140297829, 0.5979847320242798 ], "test": 0.6320543866486402 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.36523006872728925, 0.4580367617701095, 0.4318455525537864, 0.4342572255297202, 0.377207878845789, 0.3425284664013544, 0.37266933964763227, 0.3497607640948096, 0.39949772399625416, 0.3904446980986201, 0.386556149248523, 0.42457268927170433, 0.5362412208671175, 0.36675936407118975, 0.3811104207467769, 0.3710588709564041, 0.4474070766777306, 0.2960757656104421, 0.3710397831948295, 0.34552312788360223, 0.6072814550449477, 0.46959599838357585, 0.4411897687546178, 0.5436546710156361 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.07486445482976753, 0.3132805536490306, 0.1315858259448343, 0.21547150656851516, 0.26760880231593054, 0.11523494898416292, 0.2763791106575204, 0.2617610163579651, 0.18439621916975443, 0.2533813834179809, 0.16708231242850707, 0.18214360260824683, 0.2293442410929026, 0.11826644680383157, 0.08864036955937442, 0.2724494641736339, 0.20792543655233184, 0.06702314357172548, 0.2680631169216251, 0.23849747501918556, 0.35925913394676484, 0.19223103658997093, 0.285937007613148, 0.24039727235183675 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.2903656106110516, 0.14475620894540764, 0.30025972599411016, 0.21878572134462865, 0.10959907756763985, 0.22729351370004963, 0.09629023105644835, 0.08799975003071377, 0.2151015046644169, 0.13706331587987391, 0.2194738355577403, 0.24242908948162697, 0.3068969880338385, 0.2484929162027618, 0.29247005174320445, 0.09860940851503985, 0.23948163879430534, 0.22905261714140535, 0.10297666734908686, 0.10702565453035552, 0.24802232672886, 0.2773649616507483, 0.15525276123416903, 0.3032573955818435 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 19.08500562180401, 4.026893255114054, 8.56089470521621, 6.327677378284218, 2.2625589470878267, 9.913256885681784, 2.7256842802770196, 2.447975654260892, 5.25443380752356, 3.516746042878339, 7.003345395424552, 7.283706591606527, 17.571288326529086, 9.434317737046259, 13.782269832305879, 2.0822759277728977, 5.140016622226799, 16.31856297866445, 3.0983512189602593, 2.617110745158637, 14.377354503530562, 5.87272147898724, 4.083431036673744, 6.20648899691648 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 18.80837646043047, 3.831736202885617, 8.226693914219437, 6.01412779017952, 2.136020500312117, 9.606313928364306, 2.5736154357229006, 2.35170809913876, 4.998137593347945, 3.320957750868012, 6.763349380190846, 6.949125453104904, 17.162703782855175, 8.901423289340563, 13.375318894066764, 1.8932316857617943, 4.972111636160431, 16.02268142854958, 2.93796558623256, 2.522354562387102, 14.003316159679065, 5.654473127427985, 3.915295334524231, 6.076411518414585 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.412897701724686, "rpss": 0.08835782152185034, "brier_below": 0.2088009950470228, "bss_below": 0.08056617531236088, "brier_above": 0.20409670718080528, "bss_above": 0.09619357228860992, "crps": 7.45801533208047, "crpss": -0.08517440031639945, "crps_fair": 7.209060396423528, "crpss_fair": -0.09455688690649255, "reliability": { "below": { "weight": [ 0.0, 0.000398, 0.437945, 0.132494, 0.218658, 0.210504, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2294, 0.3554, 0.4565, 0.5372, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4147, 0.2106, 0.2818, 0.4772, 0.5439, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000166, 0.396181, 0.240972, 0.119629, 0.195147, 0.047906, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2609, 0.3435, 0.4439, 0.5676, 0.6073, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1553, 0.3542, 0.546, 0.6386, 0.1604, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37977487405521365, 0.4608121981048825, 0.44228248776951984, 0.4504260046078641, 0.36565550516367273, 0.3334509863647938, 0.3724239698284501, 0.32204330768557793, 0.4164861975518971, 0.3787950338440535, 0.3875438424879596, 0.45619470776552734, 0.5292928947973466, 0.3422290677268181, 0.36334592503085816, 0.3576866828981207, 0.4165545545934045, 0.27887308780462966, 0.36054117129318836, 0.35301984352520926, 0.6420089948147095, 0.4885889191082383, 0.43575032022543625, 0.5792804028376598 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.07882475223151655, 0.3347854534576064, 0.1274032729226882, 0.22064456378747083, 0.2610714005789315, 0.11322129905334744, 0.27512652002881616, 0.24455637703393365, 0.19805788281080758, 0.26217832374710753, 0.18630668772297113, 0.20732678734023197, 0.21942859603358722, 0.09932329484111915, 0.0792616423714045, 0.2577096123323188, 0.19970838032905963, 0.05730985824431144, 0.25477144772614085, 0.23862049875437608, 0.3655747672002825, 0.20379226662549185, 0.28838941764333204, 0.24316271133068265 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.30095011866185295, 0.12602674556116933, 0.3148792143120747, 0.2297814438217494, 0.10458410569836844, 0.2202296833197867, 0.09729745189536497, 0.07748693282994526, 0.21842831437052154, 0.11661671145288606, 0.20123715406785525, 0.24886792448201947, 0.30986430751578253, 0.24290577096767738, 0.28408428329206353, 0.0999770723807082, 0.2168461734269291, 0.2215632231790125, 0.10576972462596011, 0.11439934628761117, 0.2764342343565893, 0.2847966517509628, 0.14736090281723416, 0.3361176875848883 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 22.77127734665755, 4.46663806352037, 10.321219503755339, 7.803395669973666, 2.618127957133148, 11.550560336092104, 3.1968325679548153, 2.7506080196124167, 6.192757846222785, 3.8174005740408705, 7.233660831256143, 8.63875777874369, 20.181462379806117, 10.681381957989343, 15.125748151272484, 2.4557322965079833, 5.80789762625661, 19.95780083891574, 3.715743403618234, 3.018396082733779, 17.657946569967926, 6.671406233857463, 4.576325611872964, 7.217388780177259 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 22.460505756339334, 4.2350876944544575, 9.919983457235148, 7.417750467619999, 2.476324893033444, 11.174763536879098, 3.0239348584114003, 2.641177454353866, 5.895117886239512, 3.581470983001156, 6.954580651008132, 8.247111008324033, 19.70672735123182, 10.056536013236638, 14.629078208222134, 2.227168629890139, 5.608887827288785, 19.620984210600433, 3.5335152249728994, 2.9087039178767164, 17.201071552994055, 6.4273120271757795, 4.383315500886047, 7.067090903677469 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.41304420749520965, "rpss": 0.08796559624721467, "brier_below": 0.20902315892281398, "bss_below": 0.07931014709463813, "brier_above": 0.20402104911079222, "bss_above": 0.09666608952016886, "crps": 8.684519434497451, "crpss": -0.07331586827295711, "crps_fair": 8.391591667289687, "crpss_fair": -0.08220492871684937, "reliability": { "below": { "weight": [ 0.0, 0.000705, 0.435145, 0.125468, 0.222509, 0.216172, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1885, 0.2297, 0.3552, 0.4565, 0.5368, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2764, 0.213, 0.269, 0.4575, 0.5549, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000195, 0.399862, 0.238216, 0.117507, 0.194435, 0.049785, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.261, 0.3427, 0.4444, 0.5672, 0.6073, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1512, 0.3681, 0.5367, 0.6529, 0.1299, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.33595207352925877, 0.6043403944605069, 0.40713894954596863, 0.43159669011817364, 0.5453350139934198, 0.4132803901003825, 0.36406905003945544, 0.4471327211281154, 0.41869420393639295 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0677583120714532, 0.17505288395635996, 0.15020532578256365, 0.16472249171248066, 0.24266077354740245, 0.19124722722790452, 0.25996212047850703, 0.12127655750904037, 0.23268461776980126 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26819374802101287, 0.42928747824377894, 0.25693361764724526, 0.26687420242590637, 0.3026742281598827, 0.2220331648958649, 0.10410694243314089, 0.32585614884289615, 0.18600958398751224 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 16.08924245762378, 15.185805796047132, 5.807264902148127, 10.36650420569799, 8.064576958568713, 4.3478142783376414, 2.774424696594511, 13.550501171815824, 4.013940375012799 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.893314088962395, 15.075243553023979, 5.674874488410243, 10.214123331308747, 8.000362378594966, 4.237509183019332, 2.70331715224005, 13.351016152055104, 3.9690545880015136 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4408377207612972, "rpss": -0.025647089429269077, "brier_below": 0.17839670111727923, "bss_below": -0.09956574846654265, "brier_above": 0.2624410127396934, "bss_above": 0.019173753463597953, "crps": 8.911119426871835, "crpss": -0.23169495211630964, "crps_fair": 8.790979435068481, "crpss_fair": -0.262996551919612, "reliability": { "below": { "weight": [ 0.0, 0.000177, 0.374919, 0.179099, 0.273554, 0.172251, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1879, 0.223, 0.3579, 0.4522, 0.5318, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1172, 0.1196, 0.1573, 0.2615, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000354, 0.426523, 0.298251, 0.109535, 0.165337, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1879, 0.2579, 0.3413, 0.4368, 0.5668, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.3799, 0.5284, 0.6379, 0.4817, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35773972264468434, 0.6301352490783428, 0.41253242055124084, 0.44875160788988167, 0.5096115429956992, 0.4187170774740903, 0.3450744953721213, 0.4322558568831207, 0.3923636839355663 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.07330141127008204, 0.19164141624438524, 0.16284719345364254, 0.16581886034265358, 0.23942913873779018, 0.20096076998985044, 0.24388816799978244, 0.11951137732793, 0.24472038993584586 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2844382987489174, 0.43849380054117043, 0.24968522358632034, 0.28293275105954874, 0.27018239496626867, 0.21775631079735625, 0.1011863394123527, 0.31274446827347685, 0.1476432964950828 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 17.826122776689974, 18.655198122537215, 6.320728489590784, 12.612467809362675, 9.085608007111096, 5.033018531033444, 3.20981804940894, 16.02946127000667, 4.185792687033735 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 17.600194501967895, 18.530632799045804, 6.1678011824249355, 12.428607682231664, 9.011058818847733, 4.904352911403752, 3.128651544546755, 15.788137733728947, 4.1346705885424235 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4385757396471942, "rpss": -0.03483843906873907, "brier_below": 0.18245763614466248, "bss_below": -0.08954024759910428, "brier_above": 0.25611809820894377, "bss_above": 0.0008963069771417143, "crps": 10.32869063808606, "crpss": -0.25739302137980635, "crps_fair": 10.18823419585999, "crpss_fair": -0.2910751067847106, "reliability": { "below": { "weight": [ 0.0, 0.000417, 0.370857, 0.160547, 0.281423, 0.186756, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1879, 0.2232, 0.3574, 0.4528, 0.5319, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.124, 0.1316, 0.1685, 0.2921, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.000419, 0.442548, 0.275397, 0.10953, 0.172107, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1879, 0.257, 0.3415, 0.438, 0.5668, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.3569, 0.5025, 0.6263, 0.4096, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.7287589677192076, "training": [ 0.7391300736939214, 0.7237778462584883, 0.7371016836174269, 0.7318641620896597, 0.7413052073222791, 0.7491017187234599, 0.7191852340821809, 0.7374335564313386, 0.7328726261835875, 0.7250682930730384, 0.7267374899576167, 0.7147684182829679, 0.7129085699459968, 0.7384210643071715, 0.7478089289107858, 0.7372754290109317, 0.708582888643509, 0.7158944347623447, 0.7287218081398505, 0.7477378651452714, 0.732743300027204, 0.7149000225684984, 0.730094785727101, 0.6967798183563522 ], "test": 0.73254938003349 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4697167691561273, 0.5220476195635646, 0.45315364837565175, 0.42177772540078307, 0.4927894895969841, 0.44430518755752957, 0.4491599162158127, 0.5146963522411389, 0.37268830648721524, 0.45881062180371324, 0.4688033711068823, 0.3901609075453103, 0.428856574389697, 0.4256845583986342, 0.4276632914045571, 0.47280452067047146, 0.3989630965197899, 0.42677518261370473, 0.3748546392467086, 0.43137825900674875, 0.49239201820385625, 0.38932945243093775, 0.42530674552769776, 0.42645301861011725 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.09359313983304539, 0.36367549070238014, 0.12967636100695107, 0.22087815925006066, 0.36929429355118654, 0.13716137072088846, 0.32850408615712673, 0.4059938744430964, 0.15205909241431684, 0.3067181138401013, 0.19919983350435666, 0.18653404391373016, 0.21495388431155557, 0.13293615771656384, 0.10791838427022603, 0.3531875866460927, 0.16105097730248247, 0.0922639936796349, 0.24848985190236936, 0.30664733383630993, 0.3324329661549068, 0.12583748606684533, 0.27042953795948343, 0.16236069548684756 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3761236299892731, 0.1583721298072275, 0.3234772874821168, 0.20089956681087054, 0.12349519735322503, 0.3071438161418349, 0.12065583138882689, 0.1087024792769411, 0.22062921428625848, 0.15209250898472, 0.26960353847103097, 0.2036268646341797, 0.2139026908964454, 0.29274840054449425, 0.3197449078638221, 0.11961693480172889, 0.23791211905317455, 0.334511188342761, 0.12636478783662355, 0.12473092618385166, 0.15995905239228647, 0.2634919668014, 0.1548772077023015, 0.2640923220506327 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 21.7970892735109, 3.9353902663224876, 8.336641016148581, 4.475050040436888, 3.2413823944285736, 12.039186514161063, 3.052486045986887, 3.209153572862789, 3.8376466190940524, 3.172333631103006, 7.037987347544257, 3.8906725022745037, 6.884163239775635, 6.529194175691248, 9.364383291059735, 2.559259644449932, 4.064092012406403, 24.240334658358737, 2.378080354433913, 2.477666123251026, 4.6065253442670535, 4.279713462385071, 3.369278064406953, 4.552438339724186 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 21.556334989102066, 3.76976574189008, 8.06828538027154, 4.227581429674143, 3.1154054654967456, 11.751919759868631, 2.9222454759856773, 3.1174668193179884, 3.650280214057467, 2.996191504663891, 6.823839605811347, 3.607167717686776, 6.51530586704989, 6.099810982003533, 9.045300321460505, 2.3901605110555986, 3.9157930525589233, 23.954959012459568, 2.2459001786335495, 2.3860070561812314, 4.286928477513339, 4.088511627072232, 3.2186617866609453, 4.4331713347306225 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.44077380300306807, "rpss": 0.026809816796343866, "brier_below": 0.22507486311127325, "bss_below": 0.008905861847829044, "brier_above": 0.21569894037900114, "bss_above": 0.04481511995989884, "crps": 6.388756163920161, "crpss": 0.07040756417756366, "crps_fair": 6.174458096300262, "crpss_fair": 0.06252753332822014, "reliability": { "below": { "weight": [ 0.0, 0.000232, 0.532385, 0.34785, 0.119072, 0.000462, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2631, 0.3463, 0.4292, 0.5099, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3187, 0.3309, 0.532, 0.4971, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.193702, 0.626195, 0.106389, 0.073715, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3457, 0.4237, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1199, 0.3782, 0.5321, 0.3778, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47660980731148606, 0.5413750896144859, 0.4624130804293757, 0.43552818657920117, 0.4982702346519304, 0.438218062792756, 0.4470198838200296, 0.5243093630746387, 0.3741234937411294, 0.476957138642094, 0.4592964610171942, 0.3884271644889022, 0.41700256566509447, 0.4226660240772324, 0.40962646686666965, 0.4592403684038722, 0.38634534231938955, 0.4349876427513093, 0.35784373354133636, 0.42635917395626255, 0.4977674662756877, 0.39367365545541927, 0.4225178288589419, 0.44713280537769434 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.09217217056871442, 0.39790203542509944, 0.12002389332341726, 0.2274822883538815, 0.3771682152918335, 0.1338829289418809, 0.3229439449742379, 0.4151724894999428, 0.15057473948204814, 0.34075185343138453, 0.21854114978999353, 0.20351800587431693, 0.2083739098556627, 0.11714985367378623, 0.10174054693588439, 0.335796036272529, 0.16491348205597928, 0.08261584855265591, 0.22332411677485148, 0.29619765619015387, 0.32655711659543357, 0.12439624261239568, 0.27489319510086124, 0.16105719429523274 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3844376375229135, 0.1434730552355396, 0.3423891873331063, 0.2080458991275504, 0.12110202075133776, 0.30433513312536764, 0.12407594038719771, 0.10913687549960875, 0.22354875451420536, 0.13620528638781126, 0.24075531180051493, 0.18490915967602298, 0.20862865681373616, 0.30551617031469286, 0.3078859203826225, 0.12344433314136302, 0.22143186049248428, 0.35237179340270286, 0.13451961738354548, 0.13016151877145174, 0.17121035023436817, 0.2692774131393196, 0.14762463405683532, 0.2860756094836867 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 26.64326592765724, 4.463073755339806, 10.067505335361405, 5.454352200269778, 3.8542460951177255, 14.174570644595127, 3.62871622777071, 3.858140262773985, 4.528953224992515, 3.6352325875210103, 7.032622258959586, 4.490732728679309, 7.918840479443219, 7.655269618495795, 9.33337559546855, 2.983017371317333, 4.686483262200504, 30.07606082356836, 2.822129900874419, 2.935362606693401, 5.485844049230062, 5.115767434628641, 3.920951195744622, 5.503040774359379 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 26.375489904739897, 4.2686500428040945, 9.749171339822551, 5.15717858855901, 3.714561737208405, 13.82661371609687, 3.485249159519496, 3.7559908989032658, 4.31851423443742, 3.4257877045599847, 6.787609588847285, 4.165453946750216, 7.497632505857696, 7.1573893153218755, 8.95172203033233, 2.7830287640684523, 4.51354304770529, 29.755415445740077, 2.673628586791193, 2.8313625854888613, 5.100305164971877, 4.903495663491069, 3.749338802156443, 5.367205159866045 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4415712933213389, "rpss": 0.024975525838007884, "brier_below": 0.22571453807800737, "bss_below": 0.0057891865542923915, "brier_above": 0.21585675579074937, "bss_above": 0.04426171631899023, "crps": 7.511148098377603, "crpss": 0.07170056976175754, "crps_fair": 7.263097413918321, "crpss_fair": 0.06332908812379323, "reliability": { "below": { "weight": [ 0.0, 0.000273, 0.586235, 0.30688, 0.106376, 0.000236, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2625, 0.3447, 0.4301, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3214, 0.3332, 0.5401, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.198114, 0.599943, 0.1113, 0.090643, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3456, 0.4245, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1099, 0.3815, 0.538, 0.3763, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4136402807709526, 0.5204002471910848, 0.4158672102577216, 0.3931619586279176, 0.45194929035911785, 0.3783736934989211, 0.34474289306832384, 0.45192659446558126, 0.41349001398098406 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.08829144654632647, 0.10572906929660064, 0.14411471587287913, 0.16529460294576598, 0.16008653961032063, 0.17133341296890078, 0.22075695919364857, 0.12541124293431588, 0.222287481528306 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.3253488126920037, 0.4146711464831913, 0.271752486901064, 0.2278673574194399, 0.29186273994606693, 0.2070402825771906, 0.12398594918967068, 0.3265153337286653, 0.19120253369958815 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 14.249686427915206, 13.561460915421787, 5.254056149601307, 6.088711631288636, 5.194785825410667, 3.730084497322033, 1.9975171558073106, 11.681291292819795, 3.3484915561945106 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 14.077937330908366, 13.461435212189873, 5.136457180464751, 5.943791432488476, 5.136149585387327, 3.6361311616562144, 1.9348883883918475, 11.513950678338386, 3.306280296853736 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.42039468691340054, "rpss": 0.021915397122448943, "brier_below": 0.15592283009967378, "bss_below": 0.03895418296519593, "brier_above": 0.2644718491818756, "bss_above": 0.011583866257627529, "crps": 7.234009494642361, "crpss": 0.00011518740914717718, "crps_fair": 7.127446807408775, "crpss_fair": -0.023997474711144662, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.544457, 0.356031, 0.099512, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2539, 0.3526, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.154, 0.1324, 0.2254, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244891, 0.656009, 0.030893, 0.068207, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3401, 0.4243, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.5108, 0.6692, 0.3994, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40620828007718396, 0.5221140452389598, 0.4066286740882119, 0.4002725122913209, 0.4309772131021313, 0.37737940117376495, 0.33572697845516114, 0.4391423649833136, 0.4031237627540497 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08860583776107743, 0.10707520507244263, 0.1512982634890718, 0.16266116196181038, 0.16384524989286814, 0.17901235399102486, 0.2081683542285182, 0.12719687353039427, 0.24754953778571892 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.31760242366857927, 0.41503880949296185, 0.25533040654916794, 0.2376113510926637, 0.26713195628202097, 0.19836705064614732, 0.12755863903696682, 0.3119454765092748, 0.1555742312216677 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 15.279702572403831, 16.52481341326327, 5.5928454178484905, 7.363553305246221, 5.903745040262096, 4.297159552997516, 2.354194681402829, 13.709590058019144, 3.56642985803642 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 15.08627252371781, 16.415471331030464, 5.45874795343239, 7.191710614766642, 5.83713337956792, 4.189929551883552, 2.284594998134124, 13.51003907849072, 3.5189759886510803 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4135081369071219, "rpss": 0.024309654511629586, "brier_below": 0.1594903153014363, "bss_below": 0.047608413136456695, "brier_above": 0.2540178160554945, "bss_above": 0.009089400985630158, "crps": 8.288003766608869, "crpss": -0.008964104208530888, "crps_fair": 8.165875046630523, "crpss_fair": -0.034797374613078524, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.592886, 0.311977, 0.095137, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2526, 0.3518, 0.4241, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.165, 0.1479, 0.2638, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.261909, 0.622745, 0.03088, 0.084466, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.341, 0.4261, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3309, 0.4785, 0.588, 0.3891, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "dqm", "1994": "dqm", "1995": "cdft", "1996": "cdft", "1997": "cdft", "1998": "cdft", "1999": "dqm", "2000": "cdft", "2001": "cdft", "2002": "dqm", "2003": "cdft", "2004": "cdft", "2005": "cdft", "2006": "dqm", "2007": "cdft", "2008": "dqm", "2009": "dqm", "2010": "cdft", "2011": "cdft", "2012": "cdft", "2013": "cdft", "2014": "cdft", "2015": "cdft", "2016": "cdft" }, "chosen_test": "cdft", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 7, "qdm": 0, "sdm": 0, "cdft": 17 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4428068422983253, 0.44072064269144184, 0.4318455525537864, 0.4342572255297202, 0.377207878845789, 0.3425284664013544, 0.3566748216978869, 0.3497607640948096, 0.39949772399625416, 0.44847228064976513, 0.386556149248523, 0.42457268927170433, 0.5362412208671175, 0.379876718778625, 0.3811104207467769, 0.3784682150545309, 0.48733095378348124, 0.2960757656104421, 0.3710397831948295, 0.34552312788360223, 0.6072814550449477, 0.46959599838357585, 0.4411897687546178, 0.5436546710156361 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.10248035782316557, 0.2982975589074482, 0.1315858259448343, 0.21547150656851516, 0.26760880231593054, 0.11523494898416292, 0.2672860197644417, 0.2617610163579651, 0.18439621916975443, 0.2961066624596027, 0.16708231242850707, 0.18214360260824683, 0.2293442410929026, 0.12633770128098204, 0.08864036955937442, 0.27860202270884193, 0.23556197965133424, 0.06702314357172548, 0.2680631169216251, 0.23849747501918556, 0.35925913394676484, 0.19223103658997093, 0.285937007613148, 0.24039727235183675 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.34032648378330527, 0.14242308342844512, 0.30025972599411016, 0.21878572134462865, 0.10959907756763985, 0.22729351370004963, 0.0893888041793999, 0.08799975003071377, 0.2151015046644169, 0.15236561921176803, 0.2194738355577403, 0.24242908948162697, 0.3068969880338385, 0.2535390165712547, 0.29247005174320445, 0.09986619282976648, 0.25176897258037656, 0.22905261714140535, 0.10297666734908686, 0.10702565453035552, 0.24802232672886, 0.2773649616507483, 0.15525276123416903, 0.3032573955818435 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 20.45682447570395, 3.38709017628063, 8.56089470521621, 6.327677378284218, 2.2625589470878267, 9.913256885681784, 2.666235678201194, 2.447975654260892, 5.25443380752356, 3.5567752094087535, 7.003345395424552, 7.283706591606527, 17.571288326529086, 7.151786452194059, 13.782269832305879, 2.0530435647029024, 5.181874730464944, 16.31856297866445, 3.0983512189602593, 2.617110745158637, 14.377354503530562, 5.87272147898724, 4.083431036673744, 6.20648899691648 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.185262954002564, 3.1895957049437356, 8.226693914219437, 6.01412779017952, 2.136020500312117, 9.606313928364306, 2.526719615006234, 2.35170809913876, 4.998137593347945, 3.3726309344511325, 6.763349380190846, 6.949125453104904, 17.162703782855175, 6.648772905392703, 13.375318894066764, 1.8704503404619617, 5.021085194650198, 16.02268142854958, 2.93796558623256, 2.522354562387102, 14.003316159679065, 5.654473127427985, 3.915295334524231, 6.076411518414585 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4196787140165643, "rpss": 0.07338593673723359, "brier_below": 0.2124728889016778, "bss_below": 0.0643973662993953, "brier_above": 0.20720582562161471, "bss_above": 0.08242538724469228, "crps": 7.393127448740348, "crpss": -0.07573292470176352, "crps_fair": 7.147104779245975, "crpss_fair": -0.08515012045772274 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46982048130449616, 0.43360910390853913, 0.44228248776951984, 0.4504260046078641, 0.36565550516367273, 0.3334509863647938, 0.3510476315699772, 0.32204330768557793, 0.4164861975518971, 0.44149053671685157, 0.3875438424879596, 0.45619470776552734, 0.5292928947973466, 0.35691550515169207, 0.36334592503085816, 0.37012513606773323, 0.4618633014842312, 0.27887308780462966, 0.36054117129318836, 0.35301984352520926, 0.6420089948147095, 0.4885889191082383, 0.43575032022543625, 0.5792804028376598 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.11370609124972521, 0.3113486292676076, 0.1274032729226882, 0.22064456378747083, 0.2610714005789315, 0.11322129905334744, 0.26144394466127113, 0.24455637703393365, 0.19805788281080758, 0.30771857527037927, 0.18630668772297113, 0.20732678734023197, 0.21942859603358722, 0.10859040044092197, 0.0792616423714045, 0.26783290886373695, 0.23016978260445173, 0.05730985824431144, 0.25477144772614085, 0.23862049875437608, 0.3655747672002825, 0.20379226662549185, 0.28838941764333204, 0.24316271133068265 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.3561143897362578, 0.12226047393477912, 0.3148792143120747, 0.2297814438217494, 0.10458410569836844, 0.2202296833197867, 0.08960368929409838, 0.07748693282994526, 0.21842831437052154, 0.1337719626927436, 0.20123715406785525, 0.24886792448201947, 0.30986430751578253, 0.24832510293599794, 0.28408428329206353, 0.10229222756648707, 0.23169351803619895, 0.2215632231790125, 0.10576972462596011, 0.11439934628761117, 0.2764342343565893, 0.2847966517509628, 0.14736090281723416, 0.3361176875848883 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 24.83298969750596, 3.6481830572563525, 10.321219503755339, 7.803395669973666, 2.618127957133148, 11.550560336092104, 3.149717798511378, 2.7506080196124167, 6.192757846222785, 3.850316415532211, 7.233660831256143, 8.63875777874369, 20.181462379806117, 8.096432186772619, 15.125748151272484, 2.364914563085871, 5.89063806903972, 19.95780083891574, 3.715743403618234, 3.018396082733779, 17.657946569967926, 6.671406233857463, 4.576325611872964, 7.217388780177259 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 24.525323866272153, 3.4138534274386427, 9.919983457235148, 7.417750467619999, 2.476324893033444, 11.174763536879098, 2.990397053188495, 2.641177454353866, 5.895117886239512, 3.6302714777142686, 6.954580651008132, 8.247111008324033, 19.70672735123182, 7.505947629257846, 14.629078208222134, 2.146359733511858, 5.700119839686765, 19.620984210600433, 3.5335152249728994, 2.9087039178767164, 17.201071552994055, 6.4273120271757795, 4.383315500886047, 7.067090903677469 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.4204023456265671, "rpss": 0.07171824305453967, "brier_below": 0.21290457539742022, "bss_below": 0.06221356898584929, "brier_above": 0.20749777077120787, "bss_above": 0.08127238094528699, "crps": 8.62768740761314, "crpss": -0.06629202351780084, "crps_fair": 8.338203386641693, "crpss_fair": -0.0753198152909671 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.33595207352925877, 0.6043403944605069, 0.40713894954596863, 0.43159669011817364, 0.5453350139934198, 0.4132803901003825, 0.36406905003945544, 0.4471327211281154, 0.41869420393639295 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.0677583120714532, 0.17505288395635996, 0.15020532578256365, 0.16472249171248066, 0.24266077354740245, 0.19124722722790452, 0.25996212047850703, 0.12127655750904037, 0.23268461776980126 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26819374802101287, 0.42928747824377894, 0.25693361764724526, 0.26687420242590637, 0.3026742281598827, 0.2220331648958649, 0.10410694243314089, 0.32585614884289615, 0.18600958398751224 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 16.08924245762378, 15.185805796047132, 5.807264902148127, 10.36650420569799, 8.064576958568713, 4.3478142783376414, 2.774424696594511, 13.550501171815824, 4.013940375012799 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 15.893314088962395, 15.075243553023979, 5.674874488410243, 10.214123331308747, 8.000362378594966, 4.237509183019332, 2.70331715224005, 13.351016152055104, 3.9690545880015136 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4408377207612972, "rpss": -0.025647089429269077, "brier_below": 0.17839670111727923, "bss_below": -0.09956574846654265, "brier_above": 0.2624410127396934, "bss_above": 0.019173753463597953, "crps": 8.911119426871835, "crpss": -0.23169495211630964, "crps_fair": 8.790979435068481, "crpss_fair": -0.262996551919612 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.35773972264468434, 0.6301352490783428, 0.41253242055124084, 0.44875160788988167, 0.5096115429956992, 0.4187170774740903, 0.3450744953721213, 0.4322558568831207, 0.3923636839355663 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.07330141127008204, 0.19164141624438524, 0.16284719345364254, 0.16581886034265358, 0.23942913873779018, 0.20096076998985044, 0.24388816799978244, 0.11951137732793, 0.24472038993584586 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2844382987489174, 0.43849380054117043, 0.24968522358632034, 0.28293275105954874, 0.27018239496626867, 0.21775631079735625, 0.1011863394123527, 0.31274446827347685, 0.1476432964950828 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 17.826122776689974, 18.655198122537215, 6.320728489590784, 12.612467809362675, 9.085608007111096, 5.033018531033444, 3.20981804940894, 16.02946127000667, 4.185792687033735 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 17.600194501967895, 18.530632799045804, 6.1678011824249355, 12.428607682231664, 9.011058818847733, 4.904352911403752, 3.128651544546755, 15.788137733728947, 4.1346705885424235 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.4385757396471942, "rpss": -0.03483843906873907, "brier_below": 0.18245763614466248, "bss_below": -0.08954024759910428, "brier_above": 0.25611809820894377, "bss_above": 0.0008963069771417143, "crps": 10.32869063808606, "crpss": -0.25739302137980635, "crps_fair": 10.18823419585999, "crpss_fair": -0.2910751067847106 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40645150419730763, 0.4808349177730686, 0.444401838808047, 0.4308689215749412, 0.40730927126158867, 0.35979428022348614, 0.3912308516572569, 0.3917771736850034, 0.41439936447477294, 0.4318380981803854, 0.4218729197216847, 0.40121241859204, 0.5026069588795906, 0.41042361586505055, 0.40017705269663895, 0.428970195801723, 0.4323662827983059, 0.3270134750978895, 0.36748081650437125, 0.3547121625188732, 0.5433799962311777, 0.43337952237969196, 0.43474491916602204, 0.4589308857539418 ], "rps_clim": [ 0.5290059509583732, 0.4798896228256101, 0.4849075864486966, 0.41241504425749453, 0.5029558847077034, 0.5029939351629127, 0.4590515135406598, 0.5225990904174145, 0.3820603897566554, 0.4436804399577896, 0.4801714460795853, 0.3809037399509187, 0.40151024353467196, 0.4700844665522386, 0.466118920990152, 0.4707394720701949, 0.4008721558163862, 0.516086904524994, 0.38688232612428824, 0.4662425666589424, 0.43843885609330674, 0.41402493320976497, 0.41674923264831454, 0.4416090925394558 ], "brier_below": [ 0.08506186702710651, 0.33114434628372147, 0.1390967282693456, 0.22690125087903992, 0.300015253134661, 0.11813387186306391, 0.2848179026582824, 0.3107946463649125, 0.19379647343826947, 0.2911897725729989, 0.18458988104985674, 0.1799207592795877, 0.22039023758459428, 0.13852080670154068, 0.10759764182290069, 0.3248241076472906, 0.1917459691263288, 0.07083375950610517, 0.255592553786097, 0.2526841943182713, 0.3443796657630313, 0.17068901425617664, 0.27830370761561674, 0.1866222561483817 ], "brier_below_clim": [ 0.12144482644300966, 0.3240468021697362, 0.14785333547007734, 0.213053356723655, 0.3586999017921628, 0.15821566468317896, 0.3243944706740214, 0.394624630145807, 0.15897941369422167, 0.2874936534337067, 0.202814560835241, 0.1934689386829828, 0.21938847245972978, 0.15272693725494546, 0.13190277579879756, 0.3369986467976019, 0.16324503224865392, 0.12718492747837762, 0.2526297611075025, 0.31415579752145567, 0.30060479918432803, 0.1409360490589818, 0.2547240986771653, 0.1707498076532336 ], "brier_above": [ 0.3213896407343833, 0.14969056906440362, 0.3053051155253487, 0.20396766990030446, 0.10729401735219915, 0.24166040663576754, 0.10641294848999201, 0.08098252720876653, 0.22060288980049353, 0.14064832344931938, 0.23728303882532525, 0.22129165994632333, 0.28221672512169593, 0.2719028098916086, 0.2925794137530312, 0.10414608524774764, 0.2406203129625658, 0.2561797138933024, 0.11188825975801453, 0.10202796886791293, 0.19900032936521625, 0.26269051135020577, 0.15644120986478466, 0.2723086311502434 ], "brier_above_clim": [ 0.4075611245153635, 0.15584282064148194, 0.3370542509786193, 0.1993616875338394, 0.1442559829155402, 0.3447782704653306, 0.13465704285224642, 0.12797446027160747, 0.223080976048053, 0.15618678650969067, 0.27735688522986196, 0.1874348012535438, 0.18212177106055027, 0.31735752929729294, 0.33421614517691706, 0.13374082525820083, 0.23762712355331733, 0.3889019770466165, 0.1342525650023936, 0.15208676912310592, 0.13783405689458672, 0.2730888841507831, 0.16202513395676843, 0.2708592848862224 ], "crps": [ 20.898210770983574, 3.5008576161490295, 8.021220019846101, 4.473058666315121, 2.2054595174842158, 11.416099187216453, 2.4129284085807434, 2.097009093633031, 4.157395777064157, 2.886410427141914, 6.879765280486294, 4.2552794909978395, 7.534843103125412, 6.493746658934706, 9.285850687824821, 2.183002439532332, 4.076472239320653, 23.18782576552044, 2.431046240953737, 1.7191936942101669, 4.743224218919938, 4.2877043145257225, 3.1503012379334474, 4.428914426779075 ], "crps_clim": [ 23.284667911212587, 3.570418694039729, 8.664187246161891, 4.414584188793243, 4.17412909889816, 16.25329471183794, 3.8584724401638506, 4.245696599510476, 3.6698911288086773, 3.32770100825122, 7.9273830692352805, 3.158727103335094, 3.386806343170413, 6.902319664533068, 10.632197368513724, 3.1240434276464755, 3.8782525052097263, 28.264469349246895, 2.9648792529408503, 3.872969400259919, 3.1007437566346607, 4.353545654719579, 3.299826968492685, 4.614204893386611 ], "crps_fair": [ 20.638002389226383, 3.3000992641543405, 7.730952748650507, 4.187641362568442, 2.046436408369865, 11.119555151661615, 2.243637310814565, 1.9721970567693388, 3.93023780366812, 2.677831136539927, 6.638557226451233, 3.9428424421397295, 7.147020737717855, 6.0550621904702195, 8.941024527040199, 1.97820599464394, 3.8896236616910542, 22.890345816454595, 2.2580672320117148, 1.5926271760154025, 4.395921048452823, 4.063136599583763, 2.9623849200674592, 4.276889928212617 ], "crps_fair_clim": [ 23.029391203416978, 3.2778043930297773, 8.381220234076412, 4.1235686860688086, 3.882658188806501, 15.98470100934654, 3.5664036954912555, 3.9543612339275516, 3.3774652225615456, 3.0346270146545478, 7.643020594693502, 2.865333083403353, 3.093844291495935, 6.61601578202784, 10.352957648326644, 2.8305837189350216, 3.586221222781536, 28.01862408356878, 2.671118096928818, 3.580928111951141, 2.807239919758411, 4.062414548710915, 3.0067001831540465, 4.323567460178454 ] }, "rps": 0.4198407268267858, "rpss": 0.07302822655712182, "brier_below": 0.21615194446238253, "bss_below": 0.04819702144636773, "brier_above": 0.20368878242328983, "bss_above": 0.09799999544436644, "crps": 6.113575803478288, "crpss": 0.1104475304856053, "crps_fair": 5.869929172223987, "crpss_fair": 0.10876438151377232 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4176933119827582, 0.4880787869526905, 0.4616532319638558, 0.4444736140050151, 0.3929919242503289, 0.34572594025568754, 0.39201815404914064, 0.3793185435483485, 0.4264538928836906, 0.43994040125431816, 0.424469100482024, 0.4144203617692888, 0.49514533350955614, 0.4039495789269234, 0.38059600180222036, 0.41270205862777054, 0.41453560057720346, 0.3158044937515539, 0.35397787066220765, 0.3601308899386378, 0.5576715136591684, 0.4474371050689883, 0.42966223619570454, 0.48569383317368037 ], "rps_clim": [ 0.5353983492304702, 0.49379420841867294, 0.4981696141211827, 0.42495173085367743, 0.5068645813404431, 0.505903019384089, 0.4475794806106453, 0.5256134873479025, 0.3816705918924714, 0.45765208805416063, 0.4659863321083841, 0.3693421383888178, 0.3870882571882273, 0.4747762252382983, 0.4559358471360361, 0.4529682358126648, 0.39665175569408134, 0.536139565057295, 0.36791782177032756, 0.4575438220762387, 0.4327491722497143, 0.42175850365028167, 0.4133963202321813, 0.4593232375565605 ], "brier_below": [ 0.08617137150360912, 0.35615321558105, 0.13713871901983932, 0.2330374366801153, 0.29329482002308527, 0.11383833967801221, 0.2854830092342184, 0.30624425623102136, 0.20161623432863557, 0.3167189234422336, 0.20669770580882244, 0.20150469636289872, 0.2101527370333075, 0.12392230365392636, 0.09967707818120135, 0.3085656231212376, 0.19315956009289367, 0.05747628615483682, 0.23891865920952832, 0.25249689268567715, 0.34321521953946904, 0.1753256863497777, 0.2816648783902921, 0.18474446877942918 ], "brier_below_clim": [ 0.12178799272192073, 0.3529478699456776, 0.14227059795581895, 0.21913433237072832, 0.36343589219414235, 0.15783533172097897, 0.3121368093911278, 0.39664671814785546, 0.15803154658229174, 0.3168234651002456, 0.2199256490728241, 0.20669570366037623, 0.21465774769911378, 0.1413217454229655, 0.13047344958815, 0.3160480066082728, 0.17012148476226507, 0.12211680972500784, 0.22781997416873936, 0.29921270073560774, 0.2907047053336428, 0.14200661711187867, 0.2579718064000961, 0.16856545429503472 ], "brier_above": [ 0.33152194499751175, 0.13192556802265623, 0.3245145191818251, 0.21143617706127668, 0.09969710420281408, 0.2318875981549115, 0.10653514439291467, 0.07307428809726316, 0.22483765744286976, 0.12322147513228783, 0.21777139332642273, 0.21291566592095995, 0.28499260034590945, 0.280027276216515, 0.280918925369148, 0.10413643311169338, 0.22137603952231655, 0.25832820538883106, 0.11505920905729021, 0.10763399811954222, 0.21445629391239993, 0.2721114220039754, 0.14799735623351104, 0.30094936632152053 ], "brier_above_clim": [ 0.4136103565085493, 0.14084633845600159, 0.35589901616536346, 0.2058173984829492, 0.14342868914630075, 0.3480676876461164, 0.13544267120250775, 0.12896676920004693, 0.22363904529318596, 0.14082862293690546, 0.24606068301855033, 0.16264643471143206, 0.17243050947211983, 0.33345447981533277, 0.32546239753087647, 0.13692022918738242, 0.22653027091477482, 0.4140227553322868, 0.14009784758457863, 0.1583311213236371, 0.14204446689906183, 0.2797518865384028, 0.15542451381509137, 0.29075778326152585 ], "crps": [ 25.527469608743218, 3.904033485835694, 9.695785010542057, 5.442416871010743, 2.5211480972597307, 13.444385118649535, 2.8316363613445916, 2.446159086507857, 4.9288872744493775, 3.277011600947067, 6.934548378951573, 4.973619127026238, 8.715716667967191, 7.619667382724226, 9.302131595366257, 2.5168504993726306, 4.722601252385079, 28.749979733136776, 2.8711756810486966, 2.0265313544477395, 5.634733847265277, 5.141219664247214, 3.6146551026884106, 5.332820750459493 ], "crps_clim": [ 28.26341796793525, 4.0603509297929605, 10.46670035294058, 5.355399770819567, 4.972400471198086, 19.54090746102472, 4.538585669572693, 5.043151199911774, 4.309153999321402, 3.8738391273125323, 7.940643146892636, 3.5729096435892567, 3.924360419589909, 8.225710985876832, 10.707086028413045, 3.615349689024847, 4.472944990228175, 34.98282166514657, 3.470742141433051, 4.538544853859309, 3.6198691411850765, 5.262013295835491, 3.870592028235634, 5.563677059819949 ], "crps_fair": [ 25.232625747248335, 3.6670717250758003, 9.350180545254947, 5.098663307373699, 2.3411192482942935, 13.085646122069903, 2.640931389137788, 2.304214698645005, 4.669006030408942, 3.0290741734418876, 6.654467169203597, 4.610141935664628, 8.267083581474292, 7.10637403282733, 8.886608775862339, 2.2735184922658207, 4.503137971981873, 28.41089546297843, 2.6737597831652766, 1.8808951440490456, 5.215521762159533, 4.887066749884409, 3.3985153449742738, 5.157289432534961 ], "crps_fair_clim": [ 27.964485287563914, 3.715579107303926, 10.134061767995384, 5.01308069234763, 4.6293560152647455, 19.225454874390305, 4.194719594696879, 4.700240741570692, 3.9648533947670828, 3.5287140627733473, 7.603220362693564, 3.227214636846049, 3.5793310393164, 7.88882810288796, 10.374902719368366, 3.269735061155572, 4.128954595883903, 34.696615128141154, 3.1248536356327294, 4.194678701681005, 3.2742630728842874, 4.919517349039717, 3.5254608138875905, 5.221752445910511 ] }, "rps": 0.42018932413711507, "rpss": 0.07218861141606947, "brier_below": 0.2169674217118799, "bss_below": 0.044317842048633316, "brier_above": 0.20322190256401526, "bss_above": 0.10020443116821354, "crps": 7.173965981349028, "crpss": 0.11337275662647395, "crps_fair": 6.889325359415683, "crpss_fair": 0.11153185770993801 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3490714243398327, 0.5782940459995228, 0.4024945002824186, 0.4003510282726501, 0.5507148941606037, 0.4159994413105152, 0.336259428939334, 0.43518339182748944, 0.3736041371363616 ], "rps_clim": [ 0.4733202418518604, 0.5175132171561374, 0.42206595620479304, 0.4013714050174716, 0.42310758432849904, 0.388495125206943, 0.3482199579471491, 0.47328875645663954, 0.4209458852063225 ], "brier_below": [ 0.07908275201923033, 0.16047059376598827, 0.1474201925782359, 0.15864169188919736, 0.24231593284871003, 0.1951241042789054, 0.21627435420539298, 0.1342136349783668, 0.2005409728914103 ], "brier_below_clim": [ 0.11507171159064906, 0.11428366490199293, 0.15193084363649126, 0.17734210272829803, 0.1487063489356475, 0.1758202624767129, 0.22023233916730128, 0.13780936925984824, 0.2189891736534184 ], "brier_above": [ 0.26998865529818256, 0.41782342083898943, 0.2550743019469241, 0.24170934219087153, 0.30839894802113393, 0.22087533831457723, 0.1199850887363879, 0.30096974378510055, 0.17306316404082858 ], "brier_above_clim": [ 0.3582485060112543, 0.40322951985413313, 0.2701351039674281, 0.22402930203948201, 0.27440122602913586, 0.2126748645108702, 0.12798763559692372, 0.3354793670182738, 0.20195671525009873 ], "crps": [ 13.99033635732539, 13.415155992617226, 5.2223678143664545, 6.184442071108985, 5.489628268916364, 3.7575122931217866, 2.0007732264255154, 11.416314978471632, 2.6451532123301424 ], "crps_clim": [ 15.919010102183197, 11.704139398993496, 5.268601925611098, 5.734916988210948, 3.9705128247256236, 3.4292882345150906, 2.7251643835583663, 12.393969039444539, 3.967982819777912 ], "crps_fair": [ 13.811938155923688, 13.299311794638939, 5.090955026503468, 6.030462699592762, 5.411155602871553, 3.6457952916611336, 1.9192045848737591, 11.238510428599826, 2.585445175034758 ], "crps_fair_clim": [ 15.644581682691364, 11.429710979501666, 4.994173506119268, 5.460488568719119, 3.696084405233794, 3.1548598150232596, 2.4507359640665367, 12.119540619952712, 3.6935544002860827 ] }, "rps": 0.4268858102520809, "rpss": 0.006813237198505351, "brier_below": 0.17045380327282636, "bss_below": -0.050608910371271465, "brier_above": 0.2564320003525551, "bss_above": 0.041631360236032866, "crps": 7.124631579409278, "crpss": 0.0152334031587128, "crps_fair": 7.003642084411099, "crpss_fair": -0.006210498935309561 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.36512547563302883, 0.5993695875062514, 0.39907023792453644, 0.4117813942761812, 0.5218095325681359, 0.4181976729369907, 0.32359691336053875, 0.42069381532971295, 0.34864811048501065 ], "rps_clim": [ 0.4576225967487249, 0.5167450672628792, 0.40881671202854164, 0.4096536744591132, 0.41184885881923466, 0.39287313238771626, 0.3366631828286109, 0.46381266676022176, 0.4162615949646041 ], "brier_below": [ 0.08522885007743355, 0.17077697546126827, 0.15475201955516357, 0.1585593002741722, 0.24086671803209822, 0.20349931297801768, 0.20526163757974517, 0.13258779714678465, 0.21219566337089393 ], "brier_below_clim": [ 0.11577112639039783, 0.11703674467143077, 0.15884586267928782, 0.17731474889024865, 0.15838289694942173, 0.18703544846378725, 0.2065177572586905, 0.14244779211808567, 0.2438142728428437 ], "brier_above": [ 0.2798966109220195, 0.4285925800216803, 0.24431821575933713, 0.25322209902056136, 0.28094280547420586, 0.21469836201211198, 0.11833528945030482, 0.2881060081905648, 0.13645245103248085 ], "brier_above_clim": [ 0.3418514490908821, 0.39970829079644776, 0.2499708443293965, 0.23233892388378583, 0.2534659562249808, 0.20583768692203638, 0.13014544197651573, 0.32136485698237466, 0.17244733109052923 ], "crps": [ 14.98489022576132, 16.41105123724026, 5.575979653708991, 7.46586781051577, 6.282688603378498, 4.348858230996358, 2.307061058619658, 13.408129814412671, 2.691588032590618 ], "crps_clim": [ 16.58323233373649, 14.09866702590123, 5.472641806214493, 6.970675714061375, 4.589557998303746, 3.9354664455353094, 3.2143347818955066, 14.637775319065193, 4.426972312717931 ], "crps_fair": [ 14.780208588689307, 16.280775700727695, 5.424165453842744, 7.282083882552652, 6.192229660824962, 4.219429582473385, 2.2144651529110235, 13.19532698861235, 2.6232862361548044 ], "crps_fair_clim": [ 16.260142276090644, 13.775576968255391, 5.149551748568657, 6.647585656415538, 4.266467940657907, 3.6123763878894715, 2.891244724249668, 14.314685261419358, 4.103882255072093 ] }, "rps": 0.423143637780043, "rpss": 0.001574273181599084, "brier_below": 0.17374758605284193, "bss_below": -0.03752844730306948, "brier_above": 0.24939604687591851, "bss_above": 0.02711868781816973, "crps": 8.164012740802683, "crpss": 0.006130301851762554, "crps_fair": 8.023552360754325, "crpss_fair": -0.016761935563182506 } } } } }, "Mar": { "tag": "init01_Mar", "methods": { "mvs": { "lambda_": { "training_mean": 0.8679292208243078, "training": [ 0.8287891090321843, 0.8700383989695524, 0.8690245987911734, 0.8732946590511487, 0.8749934084094872, 0.8508127057979016, 0.8418590028673484, 0.8799168735120754, 0.865692568535557, 0.8742227978832936, 0.8723693361816651, 0.8752399507959137, 0.8546642835564034, 0.8723039976811441, 0.8638050325852079, 0.8938784864209278, 0.8590637204658801, 0.8817604597638566, 0.8827120653185702, 0.913219608713757, 0.8768817583270546, 0.8572773710644396, 0.8376553167091529, 0.8608257893496901 ], "test": 0.8744554895297096 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5177058227443954, 0.4708123029684602, 0.4847481056071085, 0.5129399354900186, 0.4259331885730271, 0.41384476652825153, 0.5119363242217243, 0.5414273286373835, 0.4039843246690677, 0.38521815802758974, 0.40301225792277084, 0.4082946058922362, 0.43893560822482397, 0.4497506689420904, 0.3753786474711228, 0.5015496387805652, 0.3814386414164076, 0.4872656765161854, 0.46601716871569326, 0.46866762838375364, 0.47419493192024753, 0.472407470202907, 0.4208083961948839, 0.43588417390149353 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32779592326201995, 0.30651963946078215, 0.13179909717532215, 0.14345550884610572, 0.14255001071259776, 0.18188371327049085, 0.2377449143460212, 0.42145611222351714, 0.1479860556845358, 0.12124869010878025, 0.2479824338728319, 0.2514899355484556, 0.13110147012351495, 0.21204909579080525, 0.17867192578940985, 0.37110380101987395, 0.21219336268690475, 0.1862821688472519, 0.3117638784653182, 0.3398867477101932, 0.19668290877892228, 0.1477079310888914, 0.2041966459409466, 0.27440219182756104 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1899098997376093, 0.1642926634159962, 0.35294900907046595, 0.36948442798483583, 0.28338317778376104, 0.23196105308129436, 0.27419140957971294, 0.11997121582442236, 0.25599826952917343, 0.26396946864859366, 0.15502982408369853, 0.15680466990313752, 0.30783413843866914, 0.23770157356412452, 0.19670672157368194, 0.13044583796223932, 0.16924527838418152, 0.3009835080063212, 0.15425328982199388, 0.1287808810265244, 0.2775120228908665, 0.3246995398791466, 0.21661174976034359, 0.16148198143059225 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.060775786061996, 12.262579922437773, 27.216334353312494, 42.46530542133957, 15.025303925114349, 18.539442848021633, 36.455777030688566, 20.29191098489776, 21.952983594613922, 14.662285375947555, 10.70472901614862, 12.735617575027534, 19.81129569887511, 19.82418265439673, 12.397977245784208, 17.890576371146217, 12.05065853335676, 35.13638540713932, 15.114732035085982, 11.760623227551656, 40.98100787482301, 26.399389631326784, 14.699946758855317, 16.02694703507957 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.00775748640397, 11.630170431297573, 26.51847026532095, 41.88882461668594, 14.148807238233289, 17.872459235413665, 35.9498006353614, 19.578911703159914, 21.234728894268656, 13.753452454042629, 10.036963744245059, 12.240297918069427, 19.25476233074601, 19.42360804933516, 11.678351637938063, 17.297412739204802, 11.347922947599589, 34.34531232357635, 14.369636449254793, 11.32939174449933, 40.49030882478045, 25.921880272657017, 14.104673821257412, 15.11180773079056 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4521731571646754, "rpss": 0.00198170727110758, "brier_below": 0.22616475677421058, "bss_below": 0.002937588719997275, "brier_above": 0.22600840047422444, "bss_above": 0.001023327690324094, "crps": 20.936115346126353, "crpss": -0.04382737849291862, "crps_fair": 20.27232139558925, "crpss_fair": -0.054676987304904445, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044277, 0.954321, 0.001401, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3381, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3498, 0.4278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 2.9e-05, 0.960868, 0.039103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3436, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3472, 0.3131, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5415902752780666, 0.44942975366085947, 0.4896884533981546, 0.5075701944100842, 0.4296697603197834, 0.40393813562711733, 0.5032896640614787, 0.5387836247485226, 0.4110156185701652, 0.39023824556444825, 0.4132629702299113, 0.4045621488665031, 0.42471564630142333, 0.44099921255189795, 0.37180029803663844, 0.4928806180388891, 0.3863233636062376, 0.4978896536884809, 0.4879273086321948, 0.47443834832818804, 0.4741348012740962, 0.46799505344509745, 0.43204155014465045, 0.4307597374443839 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.36709334644908925, 0.2867362795991151, 0.12898911098229005, 0.15554926161188729, 0.14602125815190667, 0.19069612271709743, 0.18232841778212933, 0.41754927045368334, 0.1524140735465834, 0.1256886893697257, 0.26779435663396683, 0.24703659796924124, 0.1347179814585392, 0.1937669980882129, 0.17492994235586165, 0.3539385432775139, 0.2257657341444584, 0.1572923151797282, 0.35988932399138224, 0.35401561852943064, 0.1544441983332605, 0.15929774430810528, 0.2101521994614382, 0.28284783281737247 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1744969292299755, 0.1626934740114353, 0.36069934320239977, 0.3520209341628278, 0.2836485021144454, 0.21324201280760655, 0.3209612459587164, 0.12123435376371237, 0.25860154566508853, 0.26454955697543175, 0.1454686135261965, 0.15752555030992976, 0.2899976651876281, 0.24723221484948837, 0.19687035562793023, 0.13894207484841087, 0.16055762915806895, 0.34059733903791883, 0.1280379841155124, 0.12042273014779398, 0.31969060270416744, 0.30869731004321715, 0.2218893501672212, 0.1479119040090651 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.824185832226696, 12.707523261968843, 30.717750059098623, 43.134154851825244, 17.063379098882102, 20.558566088960433, 44.57025678851922, 22.738630441759486, 24.64417134877606, 16.673791908036776, 11.770640262285506, 14.7179890688764, 19.663413843579132, 21.842173292158275, 13.713409107111085, 20.18432050539162, 13.916031831846045, 43.20209040380116, 17.47065413805831, 12.87237814973941, 50.97082150177485, 26.495713772686045, 17.0546737535137, 18.354598099304404 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.640589760675187, 12.009015401203714, 29.930314314716103, 42.48481610389589, 16.07182413451449, 19.784716708506075, 44.035860616416045, 21.986448013897025, 23.819523622016092, 15.619912814235612, 10.98476016176319, 14.159369732922237, 19.036002143003852, 21.40500140479569, 12.903153661144803, 19.51100297902737, 13.123504206960156, 42.28040430249568, 16.64520451277506, 12.389169801560243, 50.42120632986336, 25.95448557473542, 16.397402927120705, 17.282849397782257 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.45270601817613637, "rpss": 0.0006151087404615563, "brier_below": 0.22620646738383413, "bss_below": 0.00164518454832141, "brier_above": 0.22649955090100785, "bss_above": -0.00041575833506435345, "crps": 23.660888225424145, "crpss": -0.04540471370978616, "crps_fair": 22.911522442751092, "crpss_fair": -0.056308474984518186, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040928, 0.957462, 0.001611, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.339, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2851, 0.3495, 0.4339, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 3.5e-05, 0.943926, 0.056039, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3442, 0.4237, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3483, 0.3146, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052804976225627, 0.4812413016528943, 0.43633101778713124, 0.4661028006560897, 0.4383176401785411, 0.4354640958304937, 0.4829933886556187, 0.4157041905847258, 0.45640813762445553 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21714256278531685, 0.20251324663252598, 0.2682761326208215, 0.15317731447403687, 0.2895214847998393, 0.2592789699902624, 0.11386311879304206, 0.16657046734081002, 0.18806492227873547 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18813794157509472, 0.2787280441216212, 0.16805489430183776, 0.3129254689997495, 0.1487961668185528, 0.1761851326912272, 0.3691302435040665, 0.24913371935210588, 0.26834320743835155 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.35879991751497, 23.91169831144135, 12.560219961107016, 24.27065576436852, 14.560481411760302, 14.909353344413672, 69.49578113369563, 16.84220559489902, 22.361999453683786 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 10.979433913981351, 23.578713445131296, 12.255830183132392, 23.93430157854311, 14.27278782710245, 14.561269458374637, 69.10131100469575, 16.588147582398506, 22.03543342223311 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4464270078436125, "rpss": 0.007614347790580123, "brier_below": 0.20648980219059893, "bss_below": 0.0030791079079737216, "brier_above": 0.23993720208917857, "bss_above": 0.011484464378879178, "crps": 23.36346609920936, "crpss": 0.004851675408690359, "crps_fair": 23.0341364906214, "crpss_fair": -0.0157720956526044, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269507, 0.730493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3187, 0.2768, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010151, 0.958831, 0.031018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3309, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.372, 0.3908, 0.5272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41218499648383383, 0.4792278728240942, 0.419241942355492, 0.4761790176902756, 0.43327208395489003, 0.44204795493374244, 0.5147377751306997, 0.4072837078132598, 0.45585923328390643 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21803634609756, 0.1861979746367564, 0.2633777654647106, 0.12017844761106133, 0.2865317381576341, 0.2514659414178804, 0.11028108869678639, 0.1864717814056608, 0.15661277603235674 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19414865603784762, 0.2930298846455185, 0.15586418856231096, 0.3560005455082571, 0.14674035780656663, 0.19058201752878995, 0.40445665326513774, 0.22081192735976005, 0.29924644396243055 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.51035045633022, 28.985740050784514, 13.62303591967525, 29.568631718704996, 16.61209767097757, 17.496056143071407, 85.75029882122867, 17.433025221480293, 26.526266120120535 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.101021826230452, 28.605944080929888, 13.276440298282317, 29.174215017064526, 16.28534695040718, 17.112816478580047, 85.31173241757675, 17.137800074419673, 26.167257243104693 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4488927316077993, "rpss": 0.011218595465426806, "brier_below": 0.19768376216893413, "bss_below": 0.006242585235730624, "brier_above": 0.2512089638529577, "bss_above": 0.015099464835947374, "crps": 27.61172245804149, "crpss": 0.010322804947629827, "crps_fair": 27.24139715406617, "crpss_fair": -0.009091314050848176, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250005, 0.749995, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3376, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.29, 0.2546, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.007148, 0.949074, 0.043778, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3323, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2072, 0.4293, 0.5246, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.7331126983834443, "training": [ 0.6592587348874032, 0.7255169160820998, 0.741143004761132, 0.7568427014385682, 0.759476904998355, 0.7086895017737163, 0.7083713043642708, 0.7429086540398042, 0.7313490332995785, 0.7361504676755543, 0.7325179729825666, 0.7363747145059572, 0.7064062466804435, 0.7219528523175568, 0.7288447640630534, 0.7514176545773953, 0.7248416089655271, 0.7747006848993221, 0.7413308921346626, 0.7860162351995287, 0.7676676066842144, 0.7095891172603037, 0.7335876674211266, 0.7097495201905244 ], "test": 0.783893552466015 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5197231158425601, 0.45061589423434883, 0.5080989426488004, 0.5156063686290192, 0.43711964632231515, 0.44319510341746293, 0.5347008080283583, 0.486578150829317, 0.4181747492642992, 0.39775687878897753, 0.3844444225919808, 0.4079937542260619, 0.4815005172217882, 0.45436839252738265, 0.37843415308878886, 0.4451949187821237, 0.3846560127269645, 0.48582597941113986, 0.4360655638891032, 0.4198200085687527, 0.4805572649491324, 0.5067943350807078, 0.43475666447627387, 0.4317577208966394 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3184934072308858, 0.28722838949239604, 0.15435265567197148, 0.15425968000976248, 0.15639476581522194, 0.20366155799553956, 0.24892521983410723, 0.3710065310754167, 0.16133319668468998, 0.13708576737103575, 0.23531209938088007, 0.2519847393640872, 0.16761247853144742, 0.21765813705850054, 0.18090079016574237, 0.32085810226975653, 0.21545487780225964, 0.19222906780960086, 0.28340100650643263, 0.30399565053119226, 0.20278838257709933, 0.17642705429655908, 0.21536351856480362, 0.26811330345551365 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.20122970880347144, 0.16338750422888426, 0.35374628859229573, 0.36134669166449257, 0.2807248808649466, 0.2395335451218914, 0.28577558704627487, 0.11557161897039485, 0.25684155309615575, 0.2606711122814787, 0.14913232302041776, 0.15600901358091124, 0.31388803823103867, 0.23671025530132964, 0.19753336246195816, 0.12433681707404354, 0.16920113399182835, 0.2935969123153163, 0.15266455663196155, 0.11582435896874439, 0.2777688825524096, 0.33036728084591854, 0.21939314573290258, 0.16364441620054612 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 29.94660910312698, 14.337105104534704, 29.195302546676995, 39.05972212227119, 18.375514151555702, 20.67079060953754, 38.446393837763296, 14.581392695007922, 23.40138615975143, 18.611182971072726, 13.012280304585703, 12.46678668283682, 23.572956816610123, 22.872220757870853, 14.37632565995491, 11.69313376646161, 13.700254213082367, 34.05882188894723, 14.128878070001521, 9.834121903214337, 40.755142086030105, 29.74691492019131, 16.8801296350256, 17.556502258289772 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 28.239882708156863, 13.33499668946182, 28.105464956847783, 38.128531944786886, 17.033745092722498, 19.62111410311744, 37.63337234917134, 13.388151420282918, 22.272730780307032, 17.21641461984656, 11.979060897029102, 11.67136334996916, 22.698792621508087, 22.250783369224607, 13.24895423512636, 10.729050609625403, 12.580592122740113, 32.80890783994838, 12.923605225954985, 9.148697984317678, 39.98153744291426, 29.00712963366225, 15.92436221049521, 16.10766590328237 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4518224736017625, "rpss": 0.002755721838759051, "brier_below": 0.2260350158122876, "bss_below": 0.003509560401977141, "brier_above": 0.2257874578158172, "bss_above": 0.001999913344679416, "crps": 21.719994511016697, "crpss": -0.08290982144927606, "crps_fair": 20.668121171270794, "crpss_fair": -0.07526865546396366, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.026989, 0.676559, 0.296367, 8.6e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2801, 0.3628, 0.4221, 0.5048, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4018, 0.325, 0.395, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.091239, 0.852058, 0.055014, 0.001689, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2887, 0.343, 0.4188, 0.5177, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3972, 0.3448, 0.2752, 0.3898, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5438879498070744, 0.42101885209710527, 0.5143595453668401, 0.5054992317873582, 0.4448773042265925, 0.4282807779652905, 0.5486990255206514, 0.48263803870207533, 0.42383494542060984, 0.40380270084725756, 0.3860344265313309, 0.40812558112873687, 0.4644864025467346, 0.45096914661008153, 0.3753861091881399, 0.44332068947641995, 0.38852445061857044, 0.49780763889364094, 0.4455604910624828, 0.4197751826991029, 0.4929028051290514, 0.49640915522633033, 0.44945366772956175, 0.4196260549833956 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.35383479804386575, 0.2623809352387574, 0.15285912864840925, 0.16326740537289733, 0.1617858715391385, 0.20847549819686534, 0.21158742808012515, 0.3666531565896575, 0.16410126381797258, 0.14174833778839752, 0.2472194869226849, 0.2500493343245133, 0.17104403386783573, 0.2050370924057852, 0.1791022212513341, 0.30903081479067734, 0.2283425690040662, 0.16618825375514967, 0.3195435728138, 0.31393246518713513, 0.17121954050252594, 0.18556141077917845, 0.2224490171871337, 0.27157600124742187 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.19005315201569778, 0.1586379167261112, 0.36150041844526715, 0.3422318293414575, 0.28309143312986307, 0.21980527945955666, 0.33711159607827357, 0.11598488158427128, 0.2597336820744384, 0.2620543640978963, 0.13881493932932668, 0.15807624552893756, 0.29344236826830467, 0.24593205404235954, 0.19628388742244757, 0.13428987508815385, 0.1601818805149631, 0.3316193864005456, 0.126016917457264, 0.10584271855904422, 0.3216832650079021, 0.3108477440567498, 0.22700465037190112, 0.14805005251550876 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 34.80823682019576, 15.327891171970315, 33.005925519153756, 39.74839886778634, 20.980042601444453, 22.755096542685468, 47.74631803250541, 16.20957831399165, 26.38793721903486, 21.35279973596934, 14.354155360618838, 14.144360171138219, 23.968401012613597, 25.615329115872765, 15.97841592861042, 13.87059416065878, 15.559984487150674, 41.77275627182851, 15.722293386584106, 10.172704503435897, 50.99085785026004, 30.40559624867314, 19.540434789221514, 20.03010788732156 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 32.874436971810965, 14.219368139648253, 31.773353379642074, 38.69944931113973, 19.460711869518548, 21.534207730008596, 46.879822284154905, 14.933597741150498, 25.089247941739966, 19.7366202659179, 13.136902145222784, 13.242919144351054, 22.9761824863212, 24.933599991500024, 14.70951495922398, 12.775528150792837, 14.291370345990753, 40.31657183533429, 14.373367220311927, 9.399266041298928, 50.124034641631184, 29.56567796192741, 18.477840905061562, 18.329915885279142 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4523033405651848, "rpss": 0.001504051905067194, "brier_below": 0.22612456822313864, "bss_below": 0.002006643804581487, "brier_above": 0.22617877239651007, "bss_above": 0.0010010739260070123, "crps": 24.602008999946893, "crpss": -0.08698608142864961, "crps_fair": 23.41056280620744, "crpss_fair": -0.07931613702860352, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.017226, 0.670168, 0.312535, 7e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2804, 0.3642, 0.4222, 0.505, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4272, 0.3255, 0.3885, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.086657, 0.850743, 0.06092, 0.00168, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2891, 0.3436, 0.4198, 0.519, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3857, 0.3502, 0.2353, 0.3957, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40513188766508207, 0.4805590697376455, 0.4193753129611863, 0.48259405717050563, 0.41186896608521445, 0.4282903407352542, 0.4996113781651672, 0.4369915888192443, 0.46266194172348063 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2175743511964737, 0.2020638188913302, 0.2526997878006246, 0.1694282898252773, 0.2671738586373683, 0.250158203256993, 0.13346269226025698, 0.1859798458502662, 0.19475313237286587 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18755754355792453, 0.27849524016812477, 0.16667553419833445, 0.313165749673611, 0.14469511841102864, 0.17813214464218835, 0.3661486608319664, 0.251011738480583, 0.26790880156071606 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 14.445265250797084, 23.6536568912841, 13.385283118863807, 27.244812028108626, 11.269314549036956, 15.48310477875333, 66.02241896747775, 20.94026184175788, 24.742485696904286 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 13.832401218272775, 23.13026414019362, 12.908034112482516, 26.716857601383953, 10.819797480310978, 14.932035746666358, 65.39390779598669, 20.541759058579203, 24.224510384305034 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44745383811808664, "rpss": 0.005331753741074641, "brier_below": 0.20814377556571736, "bss_below": -0.004906180445867436, "brier_above": 0.23931005905827524, "bss_above": 0.014068226395384076, "crps": 24.131844791442646, "crpss": -0.027876806100887164, "crps_fair": 23.611063059797903, "crpss_fair": -0.04121372271115242, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.01796, 0.898304, 0.083736, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2776, 0.3629, 0.4154, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3587, 0.2752, 0.4105, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.081416, 0.913087, 0.005496, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2898, 0.3342, 0.4407, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2609, 0.406, 0.5279, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4092311665934189, 0.479939009019233, 0.407251930483889, 0.5041863140487368, 0.4072999858246814, 0.4378922579900181, 0.5339957373762863, 0.41506124826937413, 0.46843529981101795 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2168809086782667, 0.18764029840983248, 0.25200408217636044, 0.1454227364010186, 0.26527738943757573, 0.24397666811484647, 0.13287288751843493, 0.19565180418930295, 0.16929941943982835 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19235026403131283, 0.2922986974197934, 0.15524785987310363, 0.3587635526747861, 0.14202260786308182, 0.1939155941211004, 0.40112281790863236, 0.21940944461982767, 0.29913586714687695 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 16.002382119978375, 28.609172498166153, 14.6742388889721, 32.975385763996464, 12.735631376954755, 17.88384846765973, 81.19856713494508, 21.735705696198227, 29.372908803368116 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 15.335661871370657, 28.011275786605157, 14.129789869330555, 32.35627880550359, 12.224736698988279, 17.274363695298263, 80.49746608948323, 21.271861588575042, 28.800822217761645 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.45147699437962835, "rpss": 0.00552620885880184, "brier_below": 0.20100291048505184, "bss_below": -0.010442792529518297, "brier_above": 0.2504740784065017, "bss_above": 0.01798068793562324, "crps": 28.35420452780433, "crpss": -0.01628971708159832, "crps_fair": 27.76691740254627, "crpss_fair": -0.02855793373632043, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.009238, 0.930616, 0.060147, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2744, 0.3634, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4041, 0.2533, 0.3993, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.051657, 0.941434, 0.006909, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.291, 0.3351, 0.4347, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2446, 0.4417, 0.4865, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.8563600753124537, "training": [ 0.8167483358769071, 0.8598485126067682, 0.8567580245548898, 0.8638412889472584, 0.8584132705541067, 0.8424013939969166, 0.8284920996716589, 0.8692716034417975, 0.8577695011281873, 0.8608678704578128, 0.8603439247499256, 0.8668989244289685, 0.8422682252867671, 0.8595078563158484, 0.855675729615116, 0.8864069903767489, 0.8501822528027666, 0.8695670209597898, 0.8722415451696518, 0.9050660238695925, 0.8573770994891058, 0.8443554054208647, 0.8209204229261454, 0.8474184848512972 ], "test": 0.8664611716912879 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.519474333139093, 0.47139934458760346, 0.484338220081666, 0.512756348378219, 0.4242652566984243, 0.41399523589702464, 0.5128722334233332, 0.5404276908296813, 0.4041507274220712, 0.3851277640591941, 0.4033729782495285, 0.40776181972858533, 0.4403593670971741, 0.45194166004110736, 0.37474402678316376, 0.49999733092813414, 0.3809970696109848, 0.48614400353544585, 0.4652776808038654, 0.4670774946636631, 0.4715741799241906, 0.47324280491427256, 0.4189084838765585, 0.4353865071392513 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32860739273104983, 0.3069505193672068, 0.13165851181877686, 0.1431659993736834, 0.1420162965078956, 0.1818030168663917, 0.2379365927489224, 0.42061072086427287, 0.148020042988291, 0.12088017886303838, 0.2485788894805229, 0.2514190991855234, 0.13182167848970838, 0.21344439731857828, 0.17787971645868267, 0.3697316266995773, 0.2116440564938616, 0.18621252250308828, 0.31104346398775135, 0.33892073377111304, 0.19584003716695064, 0.14782763558663006, 0.20302529790951637, 0.2736587404226221 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19086694066373722, 0.1644488251466523, 0.3526797090159138, 0.3695903504897933, 0.2822489601659238, 0.23219221885677604, 0.27493564034617657, 0.11981696926092958, 0.25613068505366143, 0.26424758605987425, 0.1547940887776677, 0.15634272005675387, 0.30853768905024886, 0.23849726317496106, 0.19686431020276196, 0.13026570441324778, 0.1693530127322891, 0.29993148145379833, 0.15423421633592993, 0.1281567612502264, 0.2757341424572954, 0.3254151701191974, 0.21588318536953738, 0.16172776594823715 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.03038571153981, 12.257454810993204, 27.179859284187298, 42.32510707889081, 15.129365981882023, 18.52425681216368, 36.41474827624125, 20.005702808404447, 21.919767603134044, 14.775775954359723, 10.638172400681146, 12.731226370427114, 19.86446403212477, 19.89651045178658, 12.25409264192991, 17.585917032158306, 11.924644165806438, 35.012717362404864, 14.921881893693849, 11.473700942833304, 41.03433979799083, 26.340068051625064, 14.691127483144227, 15.852934357317901 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 26.953595230077884, 11.613729005509105, 26.470762816860724, 41.74167986291682, 14.236380601233524, 17.846239259143726, 35.89827127130469, 19.27140729446314, 21.192160797053134, 13.850026998598716, 9.960393990328049, 12.227151167526628, 19.297488891558185, 19.49172858216901, 11.522059047541973, 16.98135061292347, 11.209581926305207, 34.2083739260674, 14.160854386398857, 11.036857466040363, 40.5389731594235, 25.856202536783076, 14.082712421997076, 14.91830604583777 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45189969007550984, "rpss": 0.002585292762908753, "brier_below": 0.22594571531681895, "bss_below": 0.0039032475909557274, "brier_above": 0.22595397485006627, "bss_above": 0.0012638936551103708, "crps": 20.866009221071693, "crpss": -0.04033204559460968, "crps_fair": 20.190261970752584, "crpss_fair": -0.050407807407947036, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.082215, 0.914153, 0.003632, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3398, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2436, 0.3571, 0.361, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000658, 0.958143, 0.041199, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2963, 0.343, 0.429, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3471, 0.3471, 0.3174, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5440109661539491, 0.44964094860873843, 0.4895763558376991, 0.5080065143709379, 0.42846359699676295, 0.4041352725466396, 0.5042492472519157, 0.5375453625862786, 0.41155407878345696, 0.39068016168630953, 0.4136311508769192, 0.40369348655349135, 0.42614597233354273, 0.4433654850427348, 0.37104246976149546, 0.49130705001604535, 0.3858711646751633, 0.49631966766346947, 0.4871853584222699, 0.47221304392691715, 0.4709559365691528, 0.46901442890334166, 0.43050027031770194, 0.4307283312260067 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3681336716912638, 0.28694399526566955, 0.12915433149766148, 0.1556031296918506, 0.1457933917180948, 0.1907783429416002, 0.18219037680431346, 0.41643146213922655, 0.1526112451193525, 0.12554477437377737, 0.26839022710290716, 0.2468658691089498, 0.1355709252813662, 0.1950905237376058, 0.17390891878224343, 0.35240390357270257, 0.2251634247672862, 0.15707973147669707, 0.3591077976566959, 0.35249748114578167, 0.15336411555830726, 0.15955378359555664, 0.20914218618001088, 0.2824046858013593 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.17587729486810677, 0.16269695331013842, 0.3604220252945041, 0.352403386221851, 0.2826702052806507, 0.21335692947320206, 0.3220588701063458, 0.12111389980601224, 0.2589428344216425, 0.26513538825004046, 0.14524092366958935, 0.15682761680841903, 0.2905750474874776, 0.24827496175031474, 0.1971335509127827, 0.13890314649790805, 0.1607077395531906, 0.3392399368095955, 0.1280775601791844, 0.11971556311982523, 0.3175918207296432, 0.30946064624471786, 0.22135808348842, 0.14832364468117823 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.79898690833145, 12.713637715034078, 30.667712020306713, 42.951141014941285, 17.188872830362175, 20.53514381113265, 44.52499766887654, 22.397588610951107, 24.601911611922294, 16.809566481083582, 11.676866549870272, 14.727260317377173, 19.72283530713589, 21.931775223287477, 13.53231605387828, 19.81823293361261, 13.751835247421033, 43.04212275131931, 17.21319108476267, 12.52045306479835, 51.05188493449312, 26.410404867565273, 17.045130295903984, 18.144834061408496 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.586563629151687, 12.001582589589434, 29.866543297529386, 42.2927763128845, 16.177802923197703, 19.747787556052874, 43.97768182628406, 21.619659346495514, 23.766167028158044, 15.73526905416633, 10.87880434606939, 14.157854523961037, 19.082412454990465, 21.489580194545606, 12.707844646994758, 19.130912782862897, 12.944135402792385, 42.10414130407437, 16.36821656733408, 12.030611977874116, 50.497149597481084, 25.861548800302206, 16.371817782287305, 17.04879631464845 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4524931800462892, "rpss": 0.0010849660048075638, "brier_below": 0.22598867895876165, "bss_below": 0.0026063866104701905, "brier_above": 0.2265045012068642, "bss_above": -0.0004376231200831082, "crps": 23.574112556907323, "crpss": -0.041570720157281915, "crps_fair": 22.81023584415532, "crpss_fair": -0.05163877689848295, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.074391, 0.921304, 0.004306, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2943, 0.3409, 0.4052, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2469, 0.3551, 0.3325, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.000702, 0.941281, 0.058017, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2962, 0.3436, 0.4288, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3497, 0.3486, 0.3101, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40536945099645355, 0.4799541673427332, 0.43637214397285695, 0.4654983028762304, 0.435620247777022, 0.43385926838509054, 0.48249608968342117, 0.4172921440468668, 0.4568132853056625 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21708065533477283, 0.2016509978686775, 0.26822061617342546, 0.15295006535005304, 0.28714487598401484, 0.25812104956261317, 0.11392150084001779, 0.16759665079515015, 0.18835509132621886 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1882888023821743, 0.2783031585901848, 0.16815153690421494, 0.31254822036483304, 0.14847538320636305, 0.1757382256939216, 0.3685745625991298, 0.24969548932718766, 0.2684581861142958 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.412049475499174, 23.751282413183237, 12.436188678384097, 24.29954122262147, 14.224899710271313, 14.712260787195175, 69.30834175708982, 16.952849689749918, 22.289352513411057 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.024233512960587, 23.41232986846401, 12.126614769293546, 23.957158099987847, 13.932878587361426, 14.358482548453969, 68.90614845005155, 16.695201971157356, 21.95670051442745 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44591945559848184, "rpss": 0.008742611889670737, "brier_below": 0.20611572258166042, "bss_below": 0.004885142750857607, "brier_above": 0.23980372946470055, "bss_above": 0.012034357274719576, "crps": 23.265196249711696, "crpss": 0.009037401776095688, "crps_fair": 22.929972035795302, "crpss_fair": -0.011178593889935806, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.244501, 0.755499, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3387, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.306, 0.2822, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.00955, 0.956989, 0.033461, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2962, 0.3305, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3482, 0.3908, 0.5229, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4122980043122719, 0.4775809636248049, 0.4188729774305342, 0.47602054428777124, 0.4304491707598527, 0.44002198484376426, 0.5143668512882414, 0.40892543771028833, 0.45578842258284585 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21808684599219424, 0.18505783915226867, 0.2628789725699578, 0.12036324926337538, 0.2840241067284331, 0.25003634111621215, 0.11058502787992192, 0.18762648510149654, 0.1565107798377823 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19421116395862006, 0.29252311095596345, 0.15599401650576192, 0.35565727049269896, 0.14642507601716187, 0.18998564776371749, 0.40378179037754786, 0.22129895352776505, 0.2992776295115398 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.580834189547854, 28.768740145612195, 13.471209769193004, 29.631242596787803, 16.20752981985181, 17.256384368254345, 85.51007954128386, 17.557838097109283, 26.428820276926718 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.161226770312803, 28.381754627160916, 13.118246783976579, 29.22950648835531, 15.875614241841836, 16.866231623898784, 85.06215958092957, 17.258258555162243, 26.062452250421956 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.44825826187115275, "rpss": 0.012616149565019996, "brier_below": 0.19724107196018245, "bss_below": 0.0084679914732676, "brier_above": 0.2510171843456418, "bss_above": 0.015851363719219247, "crps": 27.490297644951873, "crpss": 0.01467499154558305, "crps_fair": 27.11282788022889, "crpss_fair": -0.004328777946356999, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.220711, 0.779289, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3378, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.271, 0.2613, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.006689, 0.946918, 0.046393, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.297, 0.3319, 0.4184, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1666, 0.4293, 0.5212, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.5866900137766662, "training": [ 0.468089090121232, 0.592749158243074, 0.5922892551127207, 0.61230036977792, 0.6212920042558405, 0.5428145671973225, 0.5448223889050571, 0.6046977912677027, 0.5844213652223323, 0.592108882834867, 0.591130166109263, 0.6013611059360116, 0.5506373744083997, 0.57930879182978, 0.5817541508504528, 0.6401375575067771, 0.5725453469219046, 0.6315210495003452, 0.6061211970119241, 0.6775188579909867, 0.6206940872273634, 0.555572161407202, 0.5590587149966332, 0.557614896004877 ], "test": 0.6332990993404278 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.577110273230613, 0.4664472252974832, 0.48092293021913773, 0.4979443551040254, 0.40254958322098494, 0.4454620423572489, 0.5383283415625082, 0.5287361470765797, 0.40644590095481004, 0.37748648793763095, 0.3936064611453727, 0.4028374205712198, 0.4686368019379336, 0.4550138363356634, 0.37270148518554225, 0.45782226328590897, 0.383932194266996, 0.46009555723163675, 0.4480681117770878, 0.4257405116016224, 0.45309404525564195, 0.4960357582951803, 0.41898559162138826, 0.4465358330299248 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3540689435191548, 0.3001266353680327, 0.13619490759385214, 0.1382290756103599, 0.136995613210034, 0.19487964984233214, 0.2519030078605826, 0.4096299982943948, 0.1423436473203405, 0.11766227430063085, 0.24413286397889974, 0.2543116652909848, 0.15100032247964737, 0.21319045517306495, 0.1688716806486473, 0.33400193806869455, 0.2097045236594793, 0.18063611940923097, 0.293740042342913, 0.3156818573283351, 0.18998055860062033, 0.16180071291614562, 0.20573164598327487, 0.277534546027009 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.22304133083010258, 0.1663205888462937, 0.3447280264246098, 0.35971528409908043, 0.2655539703888582, 0.2505823928819386, 0.28642533378304547, 0.119106144793128, 0.26410225607774385, 0.25982421559810526, 0.14947359527907014, 0.1485257530947591, 0.3176364811821459, 0.2418233818197924, 0.20382980367599984, 0.12382032410452473, 0.17422766803746623, 0.27945943875575113, 0.15432806617722059, 0.11005865416754722, 0.26311348610147867, 0.3342350484189994, 0.21325394494979602, 0.16900128379848023 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.4072432315243, 12.36361557130634, 26.628859350228463, 40.43739388942846, 15.100620883650258, 18.669111862625073, 35.615135277648896, 18.771212867097322, 21.43145115388223, 14.994125930590089, 10.750784553581733, 13.124350729091953, 19.623664122749865, 19.156729164398495, 12.413324656256757, 15.237346338030807, 12.303304140299295, 34.0954835572828, 14.527260369058007, 10.236912663030632, 40.2496173493064, 25.978846952516754, 14.631418592347325, 15.951215846735014 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.29230866877445, 11.636052065877445, 25.853599787364782, 39.78633217391604, 14.158709913541514, 17.93380755863309, 35.022294212010145, 17.965792621538718, 20.635655347645546, 14.00307931499223, 10.004542369834343, 12.540359290019946, 18.977354408842675, 18.67525852989492, 11.624130337071579, 14.535916892027616, 11.51264261209044, 33.22967176336913, 13.676964206270746, 9.705132630660334, 39.68738225664027, 25.41396468668064, 13.935056992024565, 14.942416629041766 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4501891316042559, "rpss": 0.006360768193158783, "brier_below": 0.2242646952011109, "bss_below": 0.011314136864262747, "brier_above": 0.22592443638691406, "bss_above": 0.001394456216338269, "crps": 20.445792877194467, "crpss": -0.019381008719929982, "crps_fair": 19.697851052865122, "crpss_fair": -0.024789899460484044, "reliability": { "below": { "weight": [ 0.0, 0.001919, 0.193207, 0.654675, 0.149285, 0.000913, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2716, 0.3466, 0.427, 0.5078, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4563, 0.3029, 0.3444, 0.4184, 0.4685, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.185728, 0.652417, 0.15329, 0.008565, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2742, 0.3458, 0.4321, 0.5242, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3238, 0.3373, 0.4168, 0.2034, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6217518175241414, 0.4250688027628221, 0.485990002103071, 0.4928265185011068, 0.409621260581439, 0.4317027049915461, 0.539459522931508, 0.5246155387350363, 0.41495376484985785, 0.3864691208759022, 0.4025124558260122, 0.3956082630648273, 0.4515396231348797, 0.44993087461321823, 0.36806169724526233, 0.45696559117597935, 0.3937617592992526, 0.4631703834196177, 0.4691641472267396, 0.42296708930557125, 0.4507360741737063, 0.4904025318969272, 0.4349057213662021, 0.43837855159891576 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.40158364025197213, 0.26557103625724693, 0.13573025520627405, 0.1501616934352595, 0.14325593395914182, 0.19987216414963213, 0.20193806104650064, 0.403551575420988, 0.14562079053285754, 0.12284000260468173, 0.26175526773058955, 0.24806493095330712, 0.15722663138859844, 0.1975011576317245, 0.165021810166313, 0.3208735288450602, 0.22548283672066968, 0.15083523507312943, 0.3395542487264887, 0.32316540591138404, 0.14789411670417202, 0.17510602724935767, 0.21575761775536423, 0.28371596370667324 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.22016817901190855, 0.1594977651438312, 0.3502597510628507, 0.34266482919691177, 0.2663653274214404, 0.23183054100962178, 0.3375214624902833, 0.12106395961306934, 0.26933297707667053, 0.26362912063126487, 0.14075718551460786, 0.14754332975428364, 0.29431299307838943, 0.25242971780511914, 0.20303988611300827, 0.1360920608194694, 0.16827891975142464, 0.3123351501562428, 0.12960989465730122, 0.09980168336500085, 0.30284195753022725, 0.3152965075249959, 0.2191481032923164, 0.154662583970412 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 33.2718867499806, 12.821308211680794, 30.008846960351804, 40.89314483269328, 17.148495846526647, 20.701677399501328, 43.714922533390784, 20.993698508526393, 24.03600771309446, 17.07098661460558, 11.925785600333235, 15.198471146269675, 19.49886737633997, 21.15838254470071, 13.669406556422851, 17.371854962017554, 14.176879276620328, 41.93683404304206, 16.653602520782474, 11.045127923239, 50.16546578867052, 26.04408261304298, 16.952979916214506, 18.152822728983338 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 32.01503177055054, 12.015855237067518, 29.13215820639724, 40.159134208963216, 16.082475583972375, 19.852311859368264, 43.082228923188644, 20.133312379037555, 23.124213188408376, 15.926642379279349, 11.050956663114285, 14.539580165697796, 18.766589514186194, 20.629814905121343, 12.780558451352713, 16.575546830804285, 13.283344870006243, 40.932844945258154, 15.705775476555411, 10.448010507891205, 49.53827504553348, 25.40214708320221, 16.179969807490803, 16.975081776085144 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.45085682571681424, "rpss": 0.004697349600265133, "brier_below": 0.22425333047614107, "bss_below": 0.010265290151770246, "brier_above": 0.22660349524961046, "bss_above": -0.0008748654896626462, "crps": 23.108814098626286, "crpss": -0.021012523147322604, "crps_fair": 22.263827490772183, "crpss_fair": -0.026447270051954908, "reliability": { "below": { "weight": [ 0.0, 0.00101, 0.167065, 0.672543, 0.15823, 0.001151, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1912, 0.2736, 0.3477, 0.4271, 0.5076, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4496, 0.3043, 0.3437, 0.404, 0.4847, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.172222, 0.648687, 0.167701, 0.01139, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2739, 0.3464, 0.4332, 0.5241, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.328, 0.3398, 0.4022, 0.1781, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4080658191495947, 0.46457839076970436, 0.4324291752586424, 0.46365476816782397, 0.4055754224279156, 0.42038564004072226, 0.4691862846560314, 0.44379746098717837, 0.45902295654292846 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21632860178166294, 0.19565616316935097, 0.26294227970795214, 0.15923306723844655, 0.2638937702762008, 0.24954268558738726, 0.11575787639144076, 0.18481459447487755, 0.1925411630313685 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1917372249231956, 0.26892221702334285, 0.16948690437165792, 0.30442168413455395, 0.14168166265496743, 0.17084296116382786, 0.3534283847254869, 0.25898286124258857, 0.2664817864910905 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.672498870405152, 22.966065761324415, 12.349305174068244, 23.85325931807151, 12.61955713938707, 14.471855880149619, 68.09307791015702, 17.107159275474576, 21.915247031045766 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.252519719492149, 22.594803687742644, 12.005053308573391, 23.47464985579527, 12.285147856719094, 14.077655460547936, 67.65517668586656, 16.811884240156107, 21.539282739543786 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44074399088894906, "rpss": 0.020247419688072865, "brier_below": 0.20452335573985414, "bss_below": 0.01257299830415981, "brier_above": 0.236220631858968, "bss_above": 0.026796335067546417, "crps": 22.783114040009263, "crpss": 0.029571311482108453, "crps_fair": 22.410685950492994, "crpss_fair": 0.011721171218494919, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.133067, 0.774707, 0.092074, 0.000152, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.3447, 0.4234, 0.501, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2339, 0.2786, 0.4448, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.226153, 0.701455, 0.072316, 7.6e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2791, 0.3451, 0.4221, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3001, 0.4046, 0.5971, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41177768402799814, 0.4570055137172668, 0.41661111865611916, 0.4802572502509198, 0.40231215017932725, 0.4241176474106709, 0.49875869593335437, 0.4207952549720543, 0.4571694087560002 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21606516341757087, 0.17742610867371478, 0.25685157821045856, 0.13216008828468956, 0.26245496761907716, 0.240780201333616, 0.11528626930590206, 0.19576399021015717, 0.16135388878509876 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19571252711801515, 0.2795793920108494, 0.15975955178820297, 0.34809713832318867, 0.1398571936599001, 0.1833374500284679, 0.3834723960750165, 0.22503126482188102, 0.2958155078358697 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.843766424409345, 27.79636530772748, 13.543554072086877, 29.07962246175893, 14.382306971953309, 16.962396447678778, 83.89954596898296, 17.650305524023956, 26.021771996737225 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.387361811565784, 27.373752462279814, 13.151543210542448, 28.637479737546723, 14.003321742839587, 16.526907438450333, 83.41141024189896, 17.308606137632157, 25.606082166699956 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4409783026559679, "rpss": 0.028651803053912017, "brier_below": 0.1953491395378094, "bss_below": 0.017978746693311676, "brier_above": 0.2456291579623768, "bss_above": 0.03697588884349756, "crps": 26.90884835281765, "crpss": 0.03551567272289924, "crps_fair": 26.489607216606196, "crpss_fair": 0.018756916037763638, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.109996, 0.814487, 0.075331, 0.000185, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.344, 0.4211, 0.501, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1605, 0.2588, 0.4617, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.184917, 0.728647, 0.086343, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2811, 0.3461, 0.4239, 0.501, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3104, 0.4362, 0.6562, 0.0, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.6542838375338162, "training": [ 0.5516987453268549, 0.6524118848943283, 0.6647631437299765, 0.6739998724039071, 0.6914427165128838, 0.6162495558330124, 0.6204220721031198, 0.6707557305060181, 0.64942935662307, 0.6619657538522068, 0.6593777171675506, 0.6653193251386111, 0.6232491168528546, 0.6551336810368614, 0.6482666878649889, 0.7024170824536217, 0.6396770855425454, 0.699019997355115, 0.6725971868069006, 0.7312985019378714, 0.6672580120001009, 0.6289053555670278, 0.6258121846368123, 0.63134133466535 ], "test": 0.7051089931242818 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5696131634589443, 0.46888969350329157, 0.4750970503479582, 0.4877412622337062, 0.4083457705787201, 0.4383410326862772, 0.5338771524989931, 0.5403762214665149, 0.4000987169107122, 0.37907879065870553, 0.395515702458095, 0.4136453186019691, 0.45581914059796996, 0.44652453380833595, 0.37842099140777236, 0.4703583470902111, 0.3909095279470781, 0.46549695763376425, 0.45665312293129734, 0.44044201463218113, 0.4544109192775596, 0.482103635176153, 0.4276095498794307, 0.45430489872121727 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3480099468073677, 0.29828085820709166, 0.134921397314586, 0.13676917597491692, 0.1402457037752369, 0.1927577636266303, 0.25092350054564494, 0.413618872072082, 0.14249251796277296, 0.1184234373484961, 0.24035372041199232, 0.25828960287874575, 0.14607987097859418, 0.2081348737619261, 0.17312989207710963, 0.34051686954443744, 0.21274235760550575, 0.18379590440858262, 0.29728238087884895, 0.3220687679989376, 0.19388884938945275, 0.1575219396897655, 0.2130097655342082, 0.2821389826286966 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.2216032178187564, 0.17060883482304973, 0.3401756559027375, 0.3509720893298989, 0.26810006670213593, 0.2455832695172449, 0.282953651522045, 0.1267573459416828, 0.25760620077341306, 0.2606553546769687, 0.15516198031550085, 0.15535571362791237, 0.30973927160592907, 0.23838966159641528, 0.20529109858791147, 0.12984147656319492, 0.17816716817788394, 0.281701053053164, 0.15937073968851112, 0.11837324653673667, 0.26052206912835657, 0.32458169842480633, 0.2145997829118547, 0.17216591400331516 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.983767811245524, 12.730830871331364, 25.762359254461966, 39.84348267444732, 14.769251531002318, 18.702611263409793, 35.02366775342883, 19.638614394405227, 21.030036359536417, 14.697625386384992, 11.058237112109184, 14.094638403960866, 18.994118339720554, 18.36163174567524, 12.833075174037871, 14.916800899442588, 13.048186090903554, 33.70531912776098, 15.39314851750195, 10.936837973636232, 39.30558885323801, 25.054396298715634, 15.073169505763264, 16.880925237203073 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.985701836194565, 11.997019495563663, 24.9906077507985, 39.1950630865995, 13.861728301516745, 17.98543092687978, 34.411277678041095, 18.86096884981095, 20.24851830299078, 13.739700897476064, 10.313399565992214, 13.488025234896389, 18.327541276775158, 17.83915770547269, 12.073179699860846, 14.181938590185762, 12.276937926080628, 32.863210453014446, 14.560615697604936, 10.354643758287986, 38.723281973368145, 24.44591185568868, 14.367369617096168, 15.91996178016219 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4514030631044524, "rpss": 0.003681427714584795, "brier_below": 0.2252248729759012, "bss_below": 0.007081129117853857, "brier_above": 0.22617819005122608, "bss_above": 0.0002728430788225822, "crps": 20.451596690805115, "crpss": -0.019670373745213077, "crps_fair": 19.708799677514907, "crpss_fair": -0.025359506770640472, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.165983, 0.725117, 0.108785, 0.000115, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2763, 0.3448, 0.4201, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3253, 0.3376, 0.4502, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107027, 0.710871, 0.174001, 0.008015, 8.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3499, 0.4265, 0.5274, 0.6176, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3545, 0.335, 0.387, 0.3035, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6094091015815112, 0.42936501292055673, 0.48058862257227947, 0.48372722292157344, 0.41542210120610434, 0.42665516952455584, 0.5302396895065427, 0.5360238462716396, 0.40732132975343743, 0.3862337062966304, 0.4034590572465616, 0.40841612479673417, 0.44069948758175115, 0.43891650092625445, 0.3742240040217091, 0.4673073241036006, 0.40059568117229194, 0.4689332898483524, 0.47824207872081625, 0.4406314769503712, 0.44969038993400806, 0.4796283874932671, 0.44450277782364467, 0.44777535391274703 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.39281959960512136, 0.2657806716144153, 0.13322709614842682, 0.14808895629054364, 0.14643706015717425, 0.19850238368617293, 0.20040850323067907, 0.40745328664253927, 0.14570330609543425, 0.12296983209412858, 0.2567786274229978, 0.2545600086125614, 0.1515163074296895, 0.19151904935658004, 0.16937009044166054, 0.32638725261373597, 0.22878420094472404, 0.15442871551231072, 0.3424128320868922, 0.332107564822987, 0.15182463524035067, 0.17034281674440224, 0.22366027865314117, 0.28870842546484166 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.21658950372860372, 0.1635843404872195, 0.34736152952808363, 0.33563826912499806, 0.2689850410685741, 0.22815278634903702, 0.32983118626448815, 0.12857055636105438, 0.2616180257597721, 0.2632638760414462, 0.14668042760381375, 0.1538561138748655, 0.28918318178313474, 0.24739745339948516, 0.2048539127824757, 0.1409200703232086, 0.17181147809057848, 0.3145045746309038, 0.13582924391193854, 0.10852391204970652, 0.2978657546477287, 0.3092855736220071, 0.22084249769371825, 0.1590669257810631 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 34.02188306846574, 13.172295879694692, 28.95832105473744, 40.24688331219471, 16.72566690151969, 20.81125407457383, 42.896120477872564, 22.000468346614962, 23.567376920725472, 16.690789017247127, 12.328743765138721, 16.367289377438308, 18.824698213939357, 20.177614822810238, 14.06202529402065, 17.09401145593116, 15.05849667816563, 41.3322185661494, 17.718971725200497, 11.92528472622134, 48.8522487131547, 25.079812053659627, 17.488475207052232, 19.23583970409628 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 32.90039121882778, 12.356240879444046, 28.085814425966447, 39.51562987319686, 15.699298783253475, 19.98871887681892, 42.23788117436602, 21.15869133739444, 22.675153123940404, 15.589681958402874, 11.461701039947897, 15.68356933774532, 18.070700592380163, 19.60043302884698, 13.203819923321696, 16.259453676814434, 14.187259979979634, 40.35875702411844, 16.789572056157155, 11.271092589919695, 48.202709495359805, 24.388384090186754, 16.702933425097395, 18.119586156942862 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4520003223786226, "rpss": 0.0021729888868355918, "brier_below": 0.22515797920464622, "bss_below": 0.006272652696083236, "brier_above": 0.22684234312116267, "bss_above": -0.0019298219944110517, "crps": 23.109866223192682, "crpss": -0.021059008975354176, "crps_fair": 22.271144752851228, "crpss_fair": -0.02678462371176038, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.140641, 0.742596, 0.116622, 0.000141, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.277, 0.3458, 0.4204, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3213, 0.3377, 0.437, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.101866, 0.705079, 0.183288, 0.009697, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3504, 0.4285, 0.5245, 0.6233, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3606, 0.3393, 0.3695, 0.2814, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40684100645671, 0.4709511539574356, 0.43580772359973946, 0.45949127367708187, 0.42077954185636923, 0.4323027529076108, 0.4672607080710653, 0.43171061216812373, 0.45809419872054197 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2146673256281124, 0.2010280247196568, 0.26361523669104064, 0.15631841201158878, 0.27426242753435476, 0.2561678104118234, 0.11601618946746518, 0.1776735145144526, 0.19059074209102475 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19217368865209758, 0.2699231190039438, 0.17219249608888101, 0.3031728455047426, 0.1465171255957591, 0.17613494962803852, 0.35124449498532545, 0.25403709338630154, 0.2675034499389372 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.708599110018454, 23.00871513745567, 12.918806792565476, 22.955071053197287, 13.000489837004592, 15.267674660885094, 67.88894349033524, 16.666853540462046, 21.639553558647503 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.310056381135938, 22.64179607280049, 12.572656654529826, 22.57512025764825, 12.652564583651767, 14.873554588073901, 67.4666889563795, 16.35771121390266, 21.259489008325737 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44258210793496416, "rpss": 0.01616137437383869, "brier_below": 0.20559329811883548, "bss_below": 0.007407378018676747, "brier_above": 0.23698880697600297, "bss_above": 0.023631535984057872, "crps": 22.783856353396814, "crpss": 0.029539693231596886, "crps_fair": 22.41218196849423, "crpss_fair": 0.011655198988935966, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.10455, 0.857722, 0.037728, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3426, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2531, 0.2841, 0.4752, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.123652, 0.816928, 0.056518, 0.002902, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2861, 0.3461, 0.4182, 0.5162, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2925, 0.398, 0.5671, 0.5263, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4096460889364853, 0.46501755710406967, 0.4212581509126242, 0.47433276161542115, 0.41815865085507115, 0.43750864831237285, 0.4967447517047619, 0.41281266085682133, 0.4559145249177896 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21410159629640865, 0.18345593251204284, 0.25946491616203327, 0.12868341776010053, 0.2730159173314103, 0.24890041836439034, 0.11485624502697225, 0.18979048119044528, 0.16009605040202046 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1955444992652611, 0.28156161181041406, 0.1617932463617373, 0.345649320692292, 0.14514274528950105, 0.18860823428180143, 0.38188847618658917, 0.22302218057195913, 0.29581846253019733 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.844020676084227, 27.80984050873139, 14.300267726766261, 27.993926154600924, 14.835069726788467, 17.871986469919364, 83.56990773791337, 17.22499140028512, 25.61883538963716 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.408051274009274, 27.3935095310912, 13.906368446397817, 27.55250407669553, 14.441776717120284, 17.434951617069018, 83.09771912697664, 16.86898312067388, 25.196230938701376 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4434881994683797, "rpss": 0.023123223238140644, "brier_below": 0.19692944167175824, "bss_below": 0.010034558733971854, "brier_above": 0.24655875299886137, "bss_above": 0.03333127905379518, "crps": 26.896538421191806, "crpss": 0.035956893245134514, "crps_fair": 26.477788316526112, "crpss_fair": 0.01919471845094367, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.081414, 0.897423, 0.021164, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2859, 0.3421, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1898, 0.2624, 0.592, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.095383, 0.835156, 0.066754, 0.002707, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2873, 0.3472, 0.4208, 0.5152, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2938, 0.4319, 0.6269, 0.4828, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.8671784945085911, "training": [ 0.7777846703326671, 0.8868214028735139, 0.8652447590344629, 0.8833942367561683, 0.91290856024515, 0.8530316241669283, 0.8071721954206394, 0.8640875658146125, 0.8764955419383487, 0.8916098245437005, 0.8804777640193477, 0.8675228643202975, 0.8378644844846135, 0.8753397425507771, 0.8751168679255997, 0.9002187869837447, 0.862653516600705, 0.9350404727954326, 0.8419924107982297, 0.9472011400085781, 0.853714887029839, 0.8428555481927319, 0.8472508908826084, 0.82648411048749 ], "test": 0.9034445005545396 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.540015799880324, 0.45427109965177637, 0.4965571267447461, 0.5083426228644606, 0.4330132664407954, 0.4166387703847953, 0.5393191238998372, 0.5336282001363282, 0.4041479255799468, 0.3862619039403588, 0.39793940889041207, 0.41327867749412334, 0.4579783587309689, 0.44576205541214853, 0.37560738183251413, 0.48863051820313164, 0.3836187621989953, 0.4880538274833635, 0.4704755089094225, 0.46225926751469004, 0.4916556414332224, 0.48738741531596985, 0.4379051378707838, 0.44941431931490805 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3363682080387814, 0.2924996862356037, 0.13894648606876625, 0.14454813268067052, 0.14650342121626775, 0.187223686848698, 0.25094567939078655, 0.41079283183361454, 0.15250376352538594, 0.12218367179597736, 0.24169145767486583, 0.2529572326569594, 0.14481989220707828, 0.2088829208989661, 0.17983234233091208, 0.36149584923461103, 0.21431290014625923, 0.18665739513856158, 0.3137563567886841, 0.33254056717708796, 0.2050093510720847, 0.15797612560342272, 0.21662534665896613, 0.2794651553446969 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.20364759200821603, 0.16177141349796476, 0.3576106401875146, 0.3637944893217664, 0.2865098451559564, 0.22941508355923337, 0.2883734448680982, 0.12283536864920844, 0.251644162013151, 0.2640782322244063, 0.15624795156415136, 0.16032144522831593, 0.31315846622665144, 0.23687913461336163, 0.19577503960161546, 0.1271346692735104, 0.16930586258639282, 0.30139643243310155, 0.1567191526259472, 0.12971870037233607, 0.28664629023087157, 0.32941128937982644, 0.22127979148741583, 0.16994916419741996 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 33.145710952186896, 11.815333686939146, 26.84335488144819, 39.56945619727566, 16.313926193863207, 19.04003898798434, 39.298285302087855, 20.31917732511762, 21.316991400771382, 14.268817666019098, 12.166780751662555, 11.771853580663802, 21.078796229541524, 22.823324899272958, 13.146588710360957, 14.289594300039418, 12.73563589970629, 32.177575354748924, 15.673418509664753, 8.769576958955595, 40.987570690305, 29.092439069579513, 15.1634953280474, 19.308120499389254 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 31.698165752470974, 11.030834367473867, 25.961900937243797, 38.77999330978137, 15.287204710589824, 18.09504068660479, 38.71491819842998, 19.47444440383089, 20.36607676579887, 13.173675879770009, 11.367579707100461, 11.066294255360033, 20.41010062912778, 22.31843031779428, 12.130342384415314, 13.592490145943891, 11.808975780651286, 31.173459854704088, 14.748427407014173, 8.278678524162569, 40.27550225929107, 28.527817203850393, 14.453373994175038, 18.24968433302777 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45675675500533425, "rpss": -0.00813502438137359, "brier_below": 0.22827243585698784, "bss_below": -0.0063542550599613445, "brier_above": 0.22848431922110138, "bss_above": -0.009920447255538312, "crps": 21.29649430731797, "crpss": -0.06179505874809288, "crps_fair": 20.45764215869219, "crpss_fair": -0.0643183865457917, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.024695, 0.943954, 0.031351, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2863, 0.3494, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.565, 0.3481, 0.1673, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010206, 0.958711, 0.031083, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2941, 0.3451, 0.4221, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5057, 0.3494, 0.1847, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5702762121547013, 0.4299605976947193, 0.5029663790865871, 0.49909130471862123, 0.4351724529053738, 0.4049697263558808, 0.5444745396972395, 0.5205930689256317, 0.408352453439693, 0.3884812455013369, 0.40416475576103295, 0.41488019552801086, 0.4428708334632387, 0.43575357411200355, 0.3717556720894344, 0.4799878774873641, 0.38481556161699837, 0.4998477927574959, 0.49558179796757834, 0.4691932930662211, 0.5012854147844554, 0.47780765070526693, 0.45075505159755724, 0.4420087744730955 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3787514383030427, 0.2711448324660291, 0.1355818488750178, 0.15354542444665206, 0.14867284259434463, 0.19411278403978446, 0.20531772600951542, 0.40080643274722216, 0.15499029367295153, 0.12502889716299392, 0.25808501289338687, 0.25169903552627343, 0.14673588770832058, 0.19089467701132015, 0.1765626847363433, 0.34604880010154526, 0.22619339657200616, 0.15829040196592753, 0.3637613180367209, 0.34847629996414053, 0.1693231971542472, 0.1654211673699883, 0.22248340299932173, 0.28545980272517923 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.19152477413847852, 0.1588157652906362, 0.367384529673901, 0.3455458795032449, 0.28649961020288667, 0.21085694230438473, 0.3391568138218819, 0.11978663647907344, 0.25336215964309927, 0.2634523484391375, 0.14607974331021317, 0.16318116029521632, 0.2961349455666013, 0.2448588971524689, 0.19519298752131017, 0.13393907773375646, 0.1586221657559692, 0.34155739080880976, 0.13182048065848087, 0.12071699313010194, 0.331962217124121, 0.31238648308486594, 0.22827164894117993, 0.15654897188054664 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 38.669062096473084, 12.177177231232813, 30.280014318532857, 40.036992955466054, 18.628781817049763, 21.223738530024654, 48.1764516564777, 21.840593368465612, 23.909604949837348, 16.01566267021892, 13.51395608201792, 13.474995262751758, 21.086379778230594, 25.524837075597816, 14.483212765228775, 16.307354293195747, 14.413505816092297, 39.60704232460572, 18.075066209485577, 9.106772096736723, 51.19322656803558, 29.779472262676865, 17.526417465684837, 22.20640673548052 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 37.0188304331907, 11.324549216745112, 29.29256730214207, 39.15074456451409, 17.490898381894, 20.113134493869175, 47.55358730347369, 20.932526862781593, 22.817026089425152, 14.755136728929747, 12.577161745458385, 12.681121921673995, 20.329889759270877, 24.9704755131843, 13.347309740359334, 15.504037563270945, 13.372106182336555, 38.444647026876, 17.058518792204822, 8.555387630434492, 50.38556038811157, 29.149101139494796, 16.741859485267465, 20.97226129831521 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4572935927453974, "rpss": -0.009512330542358338, "brier_below": 0.22822448354509475, "bss_below": -0.007261263510191629, "brier_above": 0.2290691092691819, "bss_above": -0.011765126019270378, "crps": 24.052363513733315, "crpss": -0.06270119505064975, "crps_fair": 23.105768315134338, "crpss_fair": -0.0652639497567371, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.028782, 0.931498, 0.03972, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2867, 0.3497, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6324, 0.3457, 0.1689, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.011353, 0.950556, 0.038091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2938, 0.345, 0.4237, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5233, 0.3514, 0.1695, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.401466241423693, 0.4846924914904128, 0.42919296225908427, 0.4697425544515952, 0.43755148230003627, 0.4441380389932248, 0.4824604203805229, 0.4116588411924865, 0.4583753823340433 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21545858519350272, 0.2037951526929522, 0.26076330150945976, 0.1539292864253575, 0.28820853060797136, 0.2598059368962891, 0.11453196203875537, 0.16625940430214606, 0.1861611712535716 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18600766322248627, 0.28089732790324284, 0.16842967005578438, 0.3158132507306443, 0.14934296316123213, 0.18433210904255512, 0.3679284315264128, 0.2453994327014682, 0.27221420290828735 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.810594401094592, 23.361597786620322, 12.601393424787153, 23.343408407396645, 12.500294067445697, 15.370373079600686, 66.21184546380486, 18.901880114313943, 23.867822094008023 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.87485715950276, 22.525369957687143, 11.84915436650521, 22.56303378049068, 11.87620235502129, 14.538135103399906, 65.23430472398246, 18.29187221957127, 23.09991702273605 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4465864905361221, "rpss": 0.007259825476648607, "brier_below": 0.2054348145466673, "bss_below": 0.008172527592513856, "brier_above": 0.24115167236134594, "bss_above": 0.006480977128322518, "crps": 23.218800982119106, "crpss": 0.011013571434213998, "crps_fair": 22.428094076544085, "crpss_fair": 0.010953498044052212, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3344, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.288, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.333, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.3948, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4066346916698964, 0.4816872133226119, 0.41514303943679504, 0.48238512490847946, 0.431064594070436, 0.4540737637589681, 0.5143425265513931, 0.39765014058139897, 0.4599883016852598 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2158426374365846, 0.1862937494153654, 0.2597745500133328, 0.12261360096486054, 0.28444981812676295, 0.253734069962071, 0.11029193567614477, 0.18103154718787234, 0.15663909318617894 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19079206001966706, 0.2953934502918756, 0.15536850112401945, 0.359771499062741, 0.1466147879596724, 0.20033969766626844, 0.40405055713019844, 0.21661859405736394, 0.3033491947537609 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.852852908748245, 28.325635654753007, 13.869957798867988, 28.328491121908826, 14.186540249004016, 17.98380026347226, 81.54218494957736, 19.504903000554616, 28.414066422674125 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.836496875426825, 27.364833391633304, 13.012663971966278, 27.408877082923507, 13.472837647603056, 17.053519696357604, 80.4649024002613, 18.78733400189344, 27.56504232747142 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.44921882177613764, "rpss": 0.010500312740064688, "brier_below": 0.19674122244101927, "bss_below": 0.010980737894545678, "brier_above": 0.2524775935628408, "bss_above": 0.010125621303356591, "crps": 27.334270263284495, "crpss": 0.02026742576168772, "crps_fair": 26.440723043948523, "crpss_fair": 0.0205677113411189, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3338, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2634, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3335, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4318, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.7301874729079675, "training": [ 0.6513476710006851, 0.7232013892705285, 0.7386555351701336, 0.7545846040649876, 0.7558063836315146, 0.7058927445214328, 0.7051910170125892, 0.7422676185818665, 0.7283866128166891, 0.7324117276704794, 0.7299941293429701, 0.7336773813270434, 0.7060447899532091, 0.7208566927796399, 0.7242444654142918, 0.7485628649258081, 0.7197870885730082, 0.7733693957582184, 0.7394077245238435, 0.7863106425463658, 0.7642665704353113, 0.7079823662225595, 0.7252700098773072, 0.7069799243707398 ], "test": 0.7792452042825944 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.520680346801277, 0.4478751144567212, 0.5114288449785067, 0.5152231842477817, 0.43924378292671873, 0.4439379604207892, 0.5338312567960026, 0.48366528034065054, 0.4201719617153322, 0.3980485863778752, 0.38865011729420745, 0.4074561269493321, 0.48495258699791716, 0.4510389574604835, 0.3791595048847023, 0.4435149887635714, 0.38417893071045345, 0.48637820650323554, 0.4350430631329224, 0.41631066796762034, 0.48098333284568906, 0.5074088012154571, 0.43815002287654026, 0.43090134107429323 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3191102703968615, 0.2852020238422523, 0.1555361385162899, 0.15359045755755527, 0.15715196931607076, 0.20502282797163934, 0.24767555795311666, 0.36880470226317297, 0.16244372524820602, 0.13768124367043702, 0.24011965756541942, 0.25187918111912966, 0.16959020185644566, 0.21482654165672882, 0.18128856876338334, 0.3198135229287148, 0.2158363403201589, 0.19160183251946342, 0.2829845215374376, 0.3009462125657106, 0.20218855910415623, 0.1765219291140536, 0.21698672040666298, 0.26769602662227526 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.20157007654408, 0.16267309007824945, 0.3558927081881561, 0.3616327298221261, 0.2820918142701258, 0.23891513196734182, 0.2861556976399453, 0.11486057736245646, 0.2577282369385491, 0.26036734365462444, 0.14853045948576826, 0.15557694463235078, 0.31536238474578443, 0.23621241563699943, 0.19787093564590802, 0.12370146634760162, 0.16834258927887805, 0.2947763747367363, 0.15205854093515267, 0.1153644562602953, 0.2787947740138739, 0.33088687221733165, 0.22116330219553673, 0.16320531308184325 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 29.47587304114674, 14.106880046482132, 29.168723190664608, 39.177113256638854, 18.23941781916622, 20.48808881824593, 38.396433538678416, 14.511857287194564, 23.209672853438597, 18.294983460607984, 12.798105643111574, 12.334959436078114, 23.35959188171236, 22.671618886731505, 14.154415683288638, 11.529160262708412, 13.437525319420875, 34.281372730020635, 13.905340006507036, 9.650631230235195, 41.08108242268472, 29.643286467950126, 16.718114221153442, 17.27391812275363 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.821701581129833, 13.130423108189653, 28.109018928444485, 38.269832675192305, 16.93646572583785, 19.467311322896943, 37.60323358010889, 13.35074002688797, 22.1128667166431, 16.94397411837123, 11.79056868581524, 11.561533027842108, 22.50894257988469, 22.064161138750066, 13.05996584250016, 10.592372450123703, 12.35088371759167, 33.070782864565935, 12.735753313009472, 8.981123984639964, 40.329347662818165, 28.920120393981314, 15.786428086813267, 15.863334974391195 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4520097069890867, "rpss": 0.002342467883723609, "brier_below": 0.22602078053397257, "bss_below": 0.0035723175756610104, "brier_above": 0.2259889264866548, "bss_above": 0.0011094043992343483, "crps": 21.57950690110918, "crpss": -0.07590542683565782, "crps_fair": 20.55670360443455, "crpss_fair": -0.06947210451991337, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.019481, 0.679968, 0.300067, 0.000484, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3624, 0.4238, 0.5073, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3926, 0.328, 0.39, 0.2369, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10475, 0.842834, 0.052387, 2.9e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2891, 0.3429, 0.4192, 0.5094, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.381, 0.3464, 0.2663, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5466533961261703, 0.41973176382459365, 0.5170795543073132, 0.5036260223000858, 0.4457632891601927, 0.4272073936417551, 0.5487812597931925, 0.48191514627087045, 0.42514497718029065, 0.40363496124672565, 0.3901797420129642, 0.4073061076491028, 0.46609946560723703, 0.4496754706571311, 0.374795140207862, 0.4439900847682884, 0.3884077123384469, 0.49929052091245385, 0.445693241546207, 0.41736354217631677, 0.49362916142723345, 0.4946623675223203, 0.4509742781795378, 0.4168397754011763 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.3565325850231523, 0.2616851377745608, 0.1533307821905506, 0.16147534384586823, 0.161481645789584, 0.20826386837563843, 0.21123824950421458, 0.36645982687994344, 0.1643387207083955, 0.14167615100381475, 0.25179460834426054, 0.24982433938136808, 0.17128556347281176, 0.2040242928207788, 0.17840111527521396, 0.3101556417358577, 0.22889139041344736, 0.1662801479144011, 0.32001614536041006, 0.31186235520771616, 0.17071497405096875, 0.1839533378759455, 0.2225344783662225, 0.26914750308115065 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.19012081132615485, 0.15804662577494355, 0.3637487739505036, 0.34215068140679683, 0.28428164419522145, 0.21894352480861892, 0.33754300899448625, 0.11545531894326622, 0.2608062569004355, 0.26195881147084493, 0.13838513328089364, 0.15748176697039618, 0.2948139016787629, 0.2456511776858069, 0.19639402433748845, 0.13383444333270383, 0.1595163206442784, 0.3330103742868729, 0.12567709539167865, 0.1055011879684494, 0.32291418779676234, 0.3107090293201574, 0.2284397995456593, 0.1476922709891399 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 34.26373280963872, 15.072199430274946, 32.985522630610994, 39.8020648946814, 20.84917600140681, 22.558767319845387, 47.68427422960676, 16.133818007059823, 26.171051109184546, 20.98161228725777, 14.12401212847812, 14.01042829825471, 23.716762036188282, 25.391828355188768, 15.731918177593519, 13.660672311765596, 15.273669949228902, 42.09788436991854, 15.492197738271901, 9.990666802868923, 51.4374982249301, 30.2602065078517, 19.365754333612198, 19.7022965800556 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 32.389455449266165, 13.990212912399885, 31.785769062207102, 38.77849666687792, 19.373109221238664, 21.371096859180966, 46.837399131177406, 14.889244300215724, 24.908475827748543, 19.41621935202978, 12.93629823556206, 13.132980232950743, 22.750948896249007, 24.72369020076842, 14.498857649962961, 12.595620364233477, 14.042022983183326, 40.687649451580306, 14.182518547108304, 9.234304594304193, 50.59417057435233, 29.437885255744426, 18.32873645011015, 18.047093800912513 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4524351822607278, "rpss": 0.0012130007741487647, "brier_below": 0.22605700851651145, "bss_below": 0.0023048163512016107, "brier_above": 0.22637817379168004, "bss_above": 0.00012034680240569084, "crps": 24.448250605573914, "crpss": -0.08019260230316005, "crps_fair": 23.288844000806847, "crpss_fair": -0.07370443636441149, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.018638, 0.676563, 0.304449, 0.00035, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2893, 0.3634, 0.4235, 0.5076, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4328, 0.3271, 0.3856, 0.4999, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.099159, 0.840146, 0.06066, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3436, 0.4207, 0.5094, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3704, 0.3515, 0.2359, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40339139829064785, 0.482348722988049, 0.416388319585995, 0.48441177428118604, 0.41115368619336806, 0.4273109730400304, 0.5008445798775389, 0.4364074565848794, 0.4599134692075029 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21636299223187436, 0.20306186309956353, 0.2501977793482719, 0.17040632052464458, 0.26675582033462975, 0.24922332986363768, 0.13418083523045649, 0.18578853580570232, 0.1926896979588502 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18702841306634457, 0.2792868490945132, 0.16619054920009887, 0.3140054360677092, 0.14439787669779688, 0.1780876502194078, 0.36666371953599436, 0.25061891613757725, 0.2672237634609957 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 14.192932167816132, 23.555119760688147, 13.1687473207797, 27.1432398152883, 11.114167634416653, 15.325569155682667, 66.55060307775368, 20.709268182270684, 24.599497142565436 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 13.597033893146556, 23.048205001169052, 12.705449871457672, 26.629641761686024, 10.677034422422523, 14.789808930426876, 65.94074057271797, 20.320315143111515, 24.096696886313133 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44690782000546636, "rpss": 0.006545525603642299, "brier_below": 0.2076296860441812, "bss_below": -0.002424185795342426, "brier_above": 0.2392781303867153, "bss_above": 0.014199769097365755, "crps": 24.03990491747349, "crpss": -0.0239607000250579, "crps_fair": 23.533880720272368, "crpss_fair": -0.03781009319809714, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.006617, 0.877567, 0.115816, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3618, 0.4151, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1155, 0.2738, 0.406, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.109486, 0.885693, 0.00482, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2912, 0.3345, 0.4134, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2667, 0.4091, 0.6826, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4080456290202602, 0.48036453367521026, 0.4055114889664052, 0.5055633636025914, 0.4052537694553165, 0.4373706066919907, 0.5345671111612619, 0.41315910699693026, 0.4662094126066109 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2162740530273163, 0.1874250775106906, 0.25068737346382647, 0.14581131505206293, 0.2639544170462853, 0.24364850581014189, 0.13286282407944677, 0.19439117113118157, 0.1679918701743159 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1917715820223037, 0.2929394429013718, 0.154824126967784, 0.3597520235672494, 0.14129936379840835, 0.19372210510391527, 0.4017042551127508, 0.21876793622122, 0.29821752925445244 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 15.744238226107335, 28.507505157498766, 14.426006413159802, 32.894896822832806, 12.564932621984989, 17.742192568676522, 81.9338421073725, 21.504906787267196, 29.23597258198429 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 15.095085669608938, 27.928302812095854, 13.89729075968882, 32.29235070376182, 12.067817459371689, 17.148878421140527, 81.25276518181444, 21.051811004156747, 28.680119463800743 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4506716691307308, "rpss": 0.007300108444700637, "brier_below": 0.2003385119216964, "bss_below": -0.007102857112218031, "brier_above": 0.25033315166105063, "bss_above": 0.01853321132047714, "crps": 28.28383258743158, "crpss": -0.013767400530563467, "crps_fair": 27.71271349727106, "crpss_fair": -0.026550081874262554, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.007009, 0.906892, 0.086099, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.291, 0.3619, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1466, 0.2516, 0.3977, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.073853, 0.918478, 0.00767, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2926, 0.3352, 0.4127, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2692, 0.443, 0.6586, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.6935558467372805, "training": [ 0.5380758750990319, 0.6745023128183525, 0.7142952185687761, 0.7468384336053076, 0.7384045469937227, 0.6455597830773343, 0.6322104961267824, 0.7041116293286303, 0.6905246325974321, 0.7107048496471847, 0.6993624730464767, 0.6878859101187043, 0.6577484411549207, 0.6911726879244161, 0.6951617143037905, 0.7356597123915782, 0.67836951229381, 0.764648665780661, 0.7048392411205938, 0.7977073935683281, 0.7245850766206562, 0.6558002552682646, 0.6892169538545604, 0.6679545063854183 ], "test": 0.7341549345470189 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5659243971983995, 0.46241252877591166, 0.4915326729018129, 0.49102838490271405, 0.4274468038149734, 0.4354077147654671, 0.5424806816502143, 0.5230826664779619, 0.4056309124563178, 0.38206144587244195, 0.39929568098556445, 0.4202658175409099, 0.46887357160713794, 0.4377330816765622, 0.37940331218797096, 0.46662157976417923, 0.38925857606479064, 0.47867058392467315, 0.4529036159560159, 0.43985077261525335, 0.47309600415069164, 0.4884281470036619, 0.43897820828635387, 0.4479345644923348 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.35281655654352373, 0.29620753855566967, 0.1400627904597968, 0.13893510650994884, 0.14469390666151524, 0.19757385129463603, 0.2447180196627949, 0.40739176471220523, 0.1492198575231687, 0.12276045566494125, 0.24852562062424446, 0.2588803956436871, 0.1506782220567096, 0.20123892671606905, 0.18055611732878787, 0.340863909687764, 0.21817107169820066, 0.18531930556319381, 0.2981333254675971, 0.32242255441061296, 0.19674083104885226, 0.15817111374232704, 0.21480359083332382, 0.282759848752791 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.2131078424592775, 0.16620498917804735, 0.3514698868064301, 0.35209328124784034, 0.2827528980293607, 0.23783386352703847, 0.29776266244605626, 0.1156908976161918, 0.256411056650164, 0.25930099138798585, 0.15077005788060469, 0.16138542010657841, 0.3181953521774874, 0.23649415614151786, 0.19884719398832332, 0.12575766865682853, 0.1710875011844488, 0.2933512790838718, 0.1547702881288694, 0.11742821802258262, 0.2763551742758953, 0.33025703564498776, 0.22417461687376697, 0.16517471294479488 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.894011996409045, 12.744184556867097, 26.330341747963377, 39.93861249437758, 15.562876978206585, 18.32510569686413, 35.737156620120686, 19.268655467379336, 21.30790728235905, 14.990715598383145, 11.07809346299254, 13.714163327065057, 19.50255012761115, 18.578634667880962, 12.71075490993614, 15.316424933676267, 12.926713865049411, 34.11931644202601, 15.363083818259705, 10.76209642744608, 39.71830024211328, 25.640722214605255, 15.409852926460317, 16.69581784907128 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.925785332385786, 12.023311203610668, 25.555671703541268, 39.29992788420713, 14.70546458222875, 17.621193705748897, 35.16474557132212, 18.537585064462128, 20.513408348344814, 14.070559850162107, 10.370211820094319, 13.113057649446821, 18.843102002385752, 18.085301122719347, 11.943857096440066, 14.598566129701293, 12.150789846120693, 33.305091169640235, 14.540646040521949, 10.203908504560458, 39.13638753100701, 25.052471243267913, 14.710090293680913, 15.7871898084562 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4545134052113464, "rpss": -0.0031835935060240406, "brier_below": 0.22715186171509838, "bss_below": -0.001414129233700434, "brier_above": 0.22736154351912294, "bss_above": -0.00495768157001919, "crps": 20.60983723554681, "crpss": -0.02755988955357802, "crps_fair": 19.885763479335694, "crpss_fair": -0.034566131198318306, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.07344, 0.837175, 0.086595, 0.00279, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.3467, 0.4238, 0.5148, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4323, 0.3372, 0.3786, 0.3277, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.093706, 0.845256, 0.06087, 0.000168, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2883, 0.3469, 0.4244, 0.5271, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4504, 0.3454, 0.1914, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6043523109648234, 0.4289833590360974, 0.49602993743625634, 0.48052426781744834, 0.4327660414638034, 0.4203648360784397, 0.551560392572221, 0.5213292358989801, 0.40939079385612515, 0.38414014167212723, 0.40482094961835835, 0.4214300035890119, 0.45007652075439614, 0.43252017725840736, 0.3726709166249549, 0.46579860133795836, 0.3949976558599877, 0.4868383748816787, 0.4697672274205886, 0.4431391413781476, 0.4769145043925184, 0.47891600847323884, 0.45284079263070076, 0.4341739177341853 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.39920933417740384, 0.2695425736805952, 0.13530891187562763, 0.1467295616644697, 0.14770576882445124, 0.20171094408542792, 0.20082570721688886, 0.40532981098270554, 0.1506085612305524, 0.125181578324507, 0.26476301783348377, 0.25831692390337063, 0.1525619397659549, 0.1878441047658441, 0.17661511934489713, 0.3307752443567822, 0.23310255177658645, 0.15635319139338982, 0.3419870889076776, 0.33626567743094965, 0.15735115644667577, 0.16630520561730958, 0.22032808094159492, 0.2844785442616895 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.20514297890745975, 0.1594407840341561, 0.36072103018249135, 0.3337947082505176, 0.2850602739928908, 0.21865389214800293, 0.35073468672889857, 0.11599942080935702, 0.2587822346582481, 0.25895856471716516, 0.14005792871749922, 0.16311307818224574, 0.29751458295479954, 0.2446760739055865, 0.19605579623878597, 0.1350233550801814, 0.1618951005580368, 0.3304851850100294, 0.12778013523660886, 0.10687346384753214, 0.3195633503246416, 0.312610804674629, 0.23251271139107546, 0.14969537023731644 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 33.86025576398089, 13.223941822831108, 29.65945430256664, 40.29568198959965, 17.672400208383028, 20.346995859614633, 43.76420621783693, 21.560125546917654, 23.86163682787845, 16.98829479207158, 12.334349071271347, 15.880770515116224, 19.324652316988956, 20.436412437225975, 13.939426117453946, 17.455011953539884, 14.84195366822056, 41.920995248438444, 17.604093541456827, 11.707192415050846, 49.41931195750758, 25.700427377485312, 17.897821300324456, 19.011370551923267 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 32.76764598767262, 12.424226424463367, 28.786346717216016, 39.57549209257676, 16.714141346624498, 19.537507458311282, 43.1487731951742, 20.759195226655017, 22.9541333979224, 15.935302342495152, 11.512503248613841, 15.203584902314429, 18.57842480387271, 19.89073823553074, 13.072284120667138, 16.633791616477225, 13.96873578294129, 40.98349404560897, 16.68763283981179, 11.08189192492445, 48.76919579716077, 25.032446965814497, 17.121659153101003, 17.958729580883737 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4547644211979356, "rpss": -0.003928981237394158, "brier_below": 0.2270500249503681, "bss_below": -0.0020778290701657376, "brier_above": 0.22771439628283976, "bss_above": -0.005781554686936197, "crps": 23.279449241820174, "crpss": -0.02855166459120806, "crps_fair": 22.462411550284745, "crpss_fair": -0.03560275177884975, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.074617, 0.84696, 0.076009, 0.002415, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2819, 0.3467, 0.4228, 0.5138, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4477, 0.3378, 0.3476, 0.4202, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.093631, 0.845088, 0.060938, 0.000343, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2877, 0.347, 0.4257, 0.5271, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4498, 0.3504, 0.1335, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40249222656872563, 0.4864776323002737, 0.425544488607348, 0.4702200861964406, 0.4203634194327125, 0.4380210583136994, 0.48189642771640195, 0.42756746764759496, 0.45742392550045347 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2131269949301022, 0.20530044516607876, 0.25775003107906247, 0.15760222754938963, 0.27696532505036464, 0.2563050087161708, 0.11931924316456663, 0.17629810376777316, 0.1863145891342135 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18936523897353183, 0.28117717666685715, 0.16779446655272187, 0.31261784144660476, 0.14339810503376482, 0.18171605658531692, 0.36257715910334254, 0.25126935967078545, 0.27110932858595604 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.779862230034432, 23.763060361536102, 12.539662155444903, 23.522816358892086, 12.721718469856093, 15.118599870553606, 67.94532343995292, 16.863256158825823, 22.110396228081235 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.392267394931316, 23.405928538480737, 12.201079824893073, 23.154100043746688, 12.395449384177935, 14.726446420975131, 67.52653407015426, 16.560244381244786, 21.741037618180133 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44555630358707227, "rpss": 0.009549881251429637, "brier_below": 0.20544244095085798, "bss_below": 0.008135707751589116, "brier_above": 0.2401138591798757, "bss_above": 0.010756656114419894, "crps": 22.929410585908574, "crpss": 0.02333992603925572, "crps_fair": 22.567009741864897, "crpss_fair": 0.004827518173291634, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.012989, 0.93953, 0.047481, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3413, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1035, 0.2877, 0.3454, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.095283, 0.904717, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2892, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2826, 0.4067, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40472162104593956, 0.4820773827275976, 0.4163351829791883, 0.4878195099720154, 0.41605926412033895, 0.448001156362399, 0.5124156824062758, 0.40356976760792707, 0.46050145592123587 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21242298636600904, 0.1866045477050565, 0.260043170524343, 0.129437633795567, 0.27531160039383445, 0.2505212955014116, 0.11589626453230824, 0.18460290160831364, 0.15887187882682405 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19229864070128605, 0.2954728220498444, 0.15629202402065112, 0.35838185160566877, 0.14074767473193975, 0.19747986505958684, 0.3965193853654026, 0.2189668666810321, 0.30162956380784656 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.944837887897883, 28.74128172133464, 13.854393702875905, 28.679641443127906, 14.49445378984711, 17.722771403412434, 83.59910467094674, 17.39936166632917, 26.25442606767441 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.518777657448219, 28.336771683093758, 13.4680816870727, 28.25122463422184, 14.126322899505217, 17.28681418767788, 83.1330553475066, 17.048444784741765, 25.841773200444052 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4479445581269908, "rpss": 0.013307148565269378, "brier_below": 0.19707914213929636, "bss_below": 0.009282013618594265, "brier_above": 0.2508654104470287, "bss_above": 0.016446414913552698, "crps": 27.07669692816069, "crpss": 0.02949953564592178, "crps_fair": 26.667918453523562, "crpss_fair": 0.012151809869627161, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.011096, 0.962328, 0.026576, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2953, 0.3393, 0.4223, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0414, 0.2616, 0.4221, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.059011, 0.940989, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2913, 0.3384, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.26, 0.4426, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.6935159298508496, "training": [ 0.5978757411499981, 0.6849366890011901, 0.7048340418591229, 0.7170239005737479, 0.7322600880285675, 0.6550192969927291, 0.6650041320585258, 0.698488305862776, 0.691017275630262, 0.7088418123249381, 0.6967177838003569, 0.6930008972815005, 0.6785535277838046, 0.6907555556910193, 0.6864814361842514, 0.7213786509305679, 0.6725789238648723, 0.7359791486522347, 0.7013765953847548, 0.755745642154514, 0.71787727427026, 0.6766852157581209, 0.6914755287978511, 0.670474852384423 ], "test": 0.7359577247850503 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5601561195947289, 0.46758573693844707, 0.4815566638468636, 0.49943895690441054, 0.4116535374028166, 0.4404897874436668, 0.514761363534919, 0.5346467364247552, 0.4127080964920316, 0.3801617643650475, 0.4089996181010074, 0.41166360048281014, 0.4558467886490614, 0.4461562988398237, 0.3815462200237962, 0.4747461458615862, 0.3882917789419894, 0.46752129296442657, 0.4600530546763263, 0.4400185898504568, 0.4572818518872505, 0.48192901216184864, 0.41748209651816365, 0.44396028216230893 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3462347321659895, 0.2998793209501808, 0.13601892204841937, 0.13791559609134843, 0.14158067004336342, 0.19461831791203696, 0.2383713447240599, 0.4125619349321056, 0.14842175452134618, 0.12086293830811791, 0.2539489277940605, 0.25569944789794624, 0.14435845312985268, 0.20382798557522014, 0.17780990166842844, 0.3466856421842036, 0.21388314670290645, 0.18179295107988563, 0.30361411154482815, 0.32068912932516686, 0.1918167668321325, 0.15403412356614077, 0.20608788913244103, 0.27590563644165267 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.21392138865130442, 0.1677064148753525, 0.34553774386684943, 0.361523363996644, 0.2700728668685798, 0.24587147019658548, 0.27639001842860617, 0.12208479897950154, 0.2642863438453875, 0.25929882716815017, 0.15505068908853364, 0.15596415119016757, 0.31148833664004755, 0.24232831361838048, 0.20373631772002077, 0.12806050309552403, 0.17440863081877278, 0.2857283418246625, 0.15643894069944422, 0.11932946026878258, 0.2654650842266208, 0.3278948902778068, 0.2113942070915723, 0.16805464360273897 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.518555593396922, 12.424526428154252, 26.442709885036813, 40.3825666325539, 14.830458627128676, 18.82421117070746, 35.170548253127706, 19.25767840058097, 21.510444061371754, 14.73042639801856, 11.067657271200696, 13.435923632192807, 19.3190827474852, 18.927688057173558, 12.634276657232453, 15.289519247654761, 12.552707710642494, 34.285722202735684, 14.842839032031529, 10.661870751012335, 40.29129282665274, 25.759805438979587, 14.405905760801065, 16.0612338539173 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.445670943258502, 11.69912162407175, 25.67865027646937, 39.73931283651827, 13.911393608866359, 18.108386835923476, 34.576470827710985, 18.461503924396034, 20.732486625330573, 13.766590154096022, 10.328349281643494, 12.854921392335644, 18.673871878822386, 18.434631920475592, 11.866370056283868, 14.590001863156669, 11.777878698728552, 33.44133472325004, 14.004507522020159, 10.115300262309058, 39.733552109218, 25.18651769357315, 13.70945800239973, 15.06788451932167 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4516106414195226, "rpss": 0.003223269258401884, "brier_below": 0.2252758185238264, "bss_below": 0.006856532272692117, "brier_above": 0.22633482279333483, "bss_above": -0.0004194871848235415, "crps": 20.48448544332455, "crpss": -0.021310132590476538, "crps_fair": 19.74600698250747, "crpss_fair": -0.027295234187818762, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.126046, 0.774889, 0.094727, 0.004338, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3428, 0.428, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3262, 0.3446, 0.4052, 0.2966, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.106191, 0.744389, 0.146495, 0.002925, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3458, 0.4282, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3538, 0.3369, 0.3924, 0.0098, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5990755695762886, 0.4377921344002162, 0.483169986927037, 0.49083922587166917, 0.41407166404994333, 0.42833526583581133, 0.5134301154542582, 0.5342349997278373, 0.4193171506569632, 0.38375511707899285, 0.4185957955707806, 0.41077443237396755, 0.436365188249475, 0.4408804361832549, 0.3773310246747045, 0.4763421278485805, 0.39755203169919184, 0.47377659435000685, 0.48227215965179987, 0.4435254411577774, 0.4572659068245308, 0.4712651547995542, 0.4266124107097742, 0.4333764878872121 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.39238434855501053, 0.274993438245088, 0.1314020383816068, 0.14611954287998372, 0.14458475226446904, 0.19966147914635413, 0.19041220519111873, 0.41006343780565574, 0.15055492256282585, 0.12315247802557398, 0.27172974097670305, 0.25386641758612133, 0.14590303773743024, 0.18817227269482192, 0.17407040103180885, 0.336873467887522, 0.22937218266817613, 0.1531645953951216, 0.3495234067207562, 0.333185163818282, 0.15272952266365364, 0.1614082330652625, 0.21082659483947339, 0.2781705472813867 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.20669122291370992, 0.1627986947963093, 0.3517679506364543, 0.3447196860637022, 0.26948691127517665, 0.22867378752653772, 0.323017910393509, 0.12417155965024487, 0.2687622302567152, 0.2606026403879399, 0.14686605303920683, 0.15690801324586592, 0.2904621512009623, 0.25270816393911194, 0.20326062294484432, 0.1394686591545691, 0.16817984785352819, 0.3206119991957712, 0.1327487500117196, 0.11034027706456893, 0.3045363835351952, 0.30985692328172815, 0.21578581571827465, 0.15520593812220776 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 33.416066317098014, 12.915317944304997, 29.780031558488876, 40.831872558986596, 16.813648692357248, 20.943786386652693, 43.12757982086417, 21.580008664634477, 24.161623280321507, 16.744017428184623, 12.313804265502618, 15.625422883863884, 19.14434827095064, 20.866807682803074, 13.935073812715515, 17.42468989583294, 14.481723549158124, 42.1925536911359, 17.04714937808603, 11.55528001702, 50.21997651646736, 25.793125147610795, 16.650315067564108, 18.285547980341434 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 32.21130766564205, 12.1109257772171, 28.916329684853714, 40.106719733864885, 15.77584584906695, 20.11888738273261, 42.49230234649679, 20.728537692300513, 23.27250990747342, 15.634260021080722, 11.448303673731612, 14.970057861691485, 18.413876400344698, 20.323735153237855, 13.07234742105553, 16.630847206850323, 13.607160368311062, 41.21621014656924, 16.11391661726224, 10.94082586220081, 49.59882818838627, 25.140420996486935, 15.87636334203461, 17.128150692888042 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.45208151756498444, "rpss": 0.00199374399227914, "brier_below": 0.22509684280934192, "bss_below": 0.006542476169113409, "brier_above": 0.2269846746753272, "bss_above": -0.002558479884142262, "crps": 23.160407117122734, "crpss": -0.023292048083869643, "crps_fair": 22.32702791632414, "crpss_fair": -0.029361050456551574, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.128924, 0.781598, 0.084682, 0.004796, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3427, 0.4269, 0.5162, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3368, 0.3446, 0.3843, 0.3504, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100602, 0.722085, 0.173068, 0.004245, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3463, 0.43, 0.507, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3569, 0.3393, 0.3783, 0.0083, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052659185501518, 0.47286287639674435, 0.43096836568845953, 0.4617126038586314, 0.421069258202886, 0.4249711140582044, 0.4727288250207067, 0.42977009477522093, 0.44839942467339405 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.2136776543398688, 0.20102047551556942, 0.25945793540712175, 0.1567233426516317, 0.2745864669784516, 0.252872993219333, 0.11675195282345466, 0.17522314226566163, 0.18450269081020765 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19158827178639157, 0.27184239035889207, 0.1715104398115538, 0.30498924373726566, 0.14648280258553403, 0.17209812795854987, 0.35597684736564744, 0.2545469482195383, 0.26389672672738046 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.705925279374194, 22.93238416245851, 12.600060010080465, 23.475627419577613, 12.652898123555548, 14.471138383551459, 68.50738726959732, 17.027061453867457, 21.822758991868607 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.293175899694639, 22.569207734999747, 12.260066838361952, 23.10118633004399, 12.31740815133454, 14.081523088125431, 68.07862959400975, 16.73038763184315, 21.450051451136204 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44086094235826656, "rpss": 0.019987442226771512, "brier_below": 0.2038685171123667, "bss_below": 0.01573452154533428, "brier_above": 0.2369924220611948, "bss_above": 0.023616642220841477, "crps": 22.79947123265902, "crpss": 0.028874589823117303, "crps_fair": 22.43129296883882, "crpss_fair": 0.010812431521705523, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.07939, 0.867276, 0.053334, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2927, 0.3388, 0.4268, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.121, 0.2985, 0.3661, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.138825, 0.790295, 0.07088, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.3405, 0.4191, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3031, 0.3941, 0.5828, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41005014093978337, 0.46618466548934706, 0.4208412678591439, 0.4747704538102724, 0.4173041943057043, 0.4308574537565736, 0.5010962642786392, 0.4095593175137124, 0.4484740582357289 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.2136620613298799, 0.1825204343797328, 0.25969286725195023, 0.12739400663093922, 0.27232855275509776, 0.24612541688437872, 0.11337451546107231, 0.1854863151273766, 0.15582623684399138 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.196388086191139, 0.28366421820226384, 0.16114841274458694, 0.34737642241880856, 0.14497565358200995, 0.18473204129624146, 0.3877217170283562, 0.22407300343129913, 0.2926478089978358 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.917188047136365, 27.7508122796156, 13.863031587215849, 28.60520693419995, 14.428714284945205, 16.921699482151254, 84.42903041303512, 17.62644413290589, 25.891995981946966 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.468694197172683, 27.338741547858696, 13.476584440018437, 28.16903695428749, 14.049031541801062, 16.491577370682037, 83.95138854696296, 17.283825197031184, 25.480141572055473 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.44212642402098945, "rpss": 0.026122822351069996, "brier_below": 0.1951567118516021, "bss_below": 0.018946081783843938, "brier_above": 0.2469697070991712, "bss_above": 0.03172007495058515, "crps": 26.93712479368358, "crpss": 0.03450217026122626, "crps_fair": 26.523224596429998, "crpss_fair": 0.017511641950333723, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.082409, 0.880191, 0.037401, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2932, 0.3367, 0.4274, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1036, 0.2739, 0.3702, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.110896, 0.79364, 0.095464, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3414, 0.4197, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.308, 0.4305, 0.5869, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.8178648915981782, "training": [ 0.7260568595239478, 0.8213415629709586, 0.8229151303184545, 0.8447809640219662, 0.8564954990638746, 0.7937640355653803, 0.7716231002763597, 0.8269524794568107, 0.8201264740193968, 0.8302981510930068, 0.826636132147089, 0.8171487855031396, 0.7860571017304179, 0.8139548373198098, 0.8179472161145804, 0.8478036800177812, 0.808115838754654, 0.8759406329959253, 0.8121520186106747, 0.8877873947810513, 0.8296750294110194, 0.7920522372293103, 0.8063816402894709, 0.7927505971411976 ], "test": 0.8504896834367413 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5651359998511927, 0.45643504534845736, 0.4927390897691295, 0.4948058144206885, 0.4241989538091229, 0.4268053600687367, 0.5412901560606505, 0.527491043907874, 0.40382548203675284, 0.3824668088848765, 0.39644342510639524, 0.41401780218113077, 0.4686983694643633, 0.4472576341879071, 0.37700883018538195, 0.47615361898502623, 0.38612745281658206, 0.47591791459655197, 0.46439199300664064, 0.445135486466113, 0.4790366566908147, 0.4926757347680055, 0.4372189481468108, 0.4509508954463497 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.34838502865259635, 0.2913340204397432, 0.1394455873857028, 0.14098744485340162, 0.14344484645061836, 0.1916903348865462, 0.2512664483102287, 0.4079838688331062, 0.14970721599049838, 0.12081145156948417, 0.24233118103306509, 0.2546838648974778, 0.1522401695500718, 0.20886601018028056, 0.17818359189887792, 0.34948093689412074, 0.21541033503928944, 0.18360795958293935, 0.3070869476589185, 0.3220997898246383, 0.19944153607068377, 0.16146637253005594, 0.2171242630223252, 0.28126208519225804 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.2167509728847358, 0.16510102489778988, 0.3532935039203165, 0.3538183707208401, 0.2807541071639697, 0.23511502507490994, 0.29002370654656695, 0.11950717376460494, 0.2541182667679283, 0.26165535793229233, 0.15411224314365868, 0.15933393643112195, 0.3164582001340376, 0.23839162419350715, 0.19882523805186583, 0.12667268169914075, 0.17071711644220422, 0.2923099543994933, 0.15730504443012494, 0.12303569693243767, 0.2795951210001719, 0.33120936291210207, 0.22009468407248506, 0.16968880962517838 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 38.05235468073815, 12.966207146743933, 26.37418748245334, 37.976452807758, 15.802319198032919, 20.400928341428333, 39.14183792775689, 19.600694397597067, 21.48913868451483, 15.162283748140231, 12.051677105178038, 12.913364553890084, 21.57183712923357, 22.501777965602553, 14.063320670170661, 13.194138859368339, 13.437035481899066, 31.240457168531176, 16.061496596671866, 9.075126819829462, 40.47799335569373, 28.821825367345042, 15.176817049742525, 19.576625643288665 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 36.80593551174556, 12.25800448729741, 25.573104023140665, 37.32311915655187, 14.875238396121869, 19.654442743923344, 38.60446957736341, 18.840860193718136, 20.656774896836136, 14.146571750278664, 11.34624099599482, 12.342742930702524, 20.95120503794437, 22.063070425939337, 13.247567891452267, 12.523429710760503, 12.63349742583146, 30.340491240087534, 15.201226948458931, 8.614553567867802, 39.92568395510469, 28.294280516947197, 14.50543481290182, 18.550988522123994 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4552595215085648, "rpss": -0.00483039120139428, "brier_below": 0.22743088711445533, "bss_below": -0.002644231312641576, "brier_above": 0.22782863429756187, "bss_above": -0.007022263198544376, "crps": 21.547079090900354, "crpss": -0.07428864953189662, "crps_fair": 20.80328894662893, "crpss_fair": -0.08230082209715639, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.064008, 0.848897, 0.087096, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.349, 0.4165, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4518, 0.3455, 0.2936, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.047026, 0.88962, 0.060891, 0.002463, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3461, 0.4255, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4596, 0.3464, 0.264, 0.0116, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6032091802252257, 0.42678955652208744, 0.497355157966519, 0.4852733532127076, 0.4267328808450809, 0.4132382559561173, 0.550322972130804, 0.519606248171368, 0.4082803640204953, 0.3847326382687641, 0.40186616396505764, 0.4152574672491594, 0.4522720619556556, 0.44159068643978044, 0.37155288945995407, 0.47226777855372726, 0.3895367535028106, 0.4838895075277263, 0.48692676505950844, 0.44966887467781325, 0.4861740291190742, 0.4833126794133996, 0.45070663826979696, 0.44032753760819104 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.39490464806508074, 0.266787429271315, 0.13552935427596338, 0.14913383843205413, 0.14533138760473108, 0.19640163423661428, 0.20893606351151037, 0.4012583532523478, 0.15155967035418022, 0.1226883836291991, 0.257961363768488, 0.25368376703776774, 0.15488529843993123, 0.19406357533821222, 0.17437202217494244, 0.33755389744506914, 0.22862356475616288, 0.1542513695213444, 0.35446024833241835, 0.33635476063530295, 0.16256810948067157, 0.1700194046407941, 0.22335827195869776, 0.28477532296821123 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.2083045342932305, 0.16000212711910478, 0.361825805360118, 0.33613951571385686, 0.2814014930340554, 0.21683662179871563, 0.3413869073026173, 0.11834789367450843, 0.2567206945543122, 0.26204425545426213, 0.1439047990792709, 0.16157369935126342, 0.2973867636819677, 0.24752711140466305, 0.1971808669724269, 0.13471388051989133, 0.16091318726912543, 0.3296381374233824, 0.13246651570665285, 0.11331411444659119, 0.32360592042614894, 0.31329327531084256, 0.2273483651418957, 0.15555221411569584 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 44.888888654230236, 13.179856415311557, 29.656378566855246, 38.16665066599108, 17.9589835640821, 22.901656850235792, 48.1644560933509, 21.47520082310996, 24.186950426641513, 17.237187680718325, 13.399229346511214, 14.880631614352236, 21.616171833781515, 25.176918791451776, 15.267827992927494, 15.322846129056078, 15.324429899165345, 38.2905490418116, 18.399546012495986, 9.369256437999898, 50.492686749404555, 29.36043850159063, 17.601721278268887, 22.39069477897054 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 43.476320015605644, 12.404488365410886, 28.753030223006533, 37.43150199290847, 16.92609083851478, 22.03237568339393, 47.59286317509895, 20.66149230029528, 23.229064237998237, 16.066559074320054, 12.572245144769148, 14.239090787695876, 20.915219821746703, 24.692422576562404, 14.346739605282501, 14.55067867306844, 14.420197896012283, 37.2414326122131, 17.44745421390546, 8.855499792032706, 49.87525407634414, 28.763567000866477, 16.86001725352783, 21.189595104007598 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4558704350050344, "rpss": -0.006370595538860879, "brier_below": 0.22747757246379208, "bss_below": -0.003964795980519131, "brier_above": 0.22839286246477497, "bss_above": -0.008778241687883215, "crps": 24.362881589513098, "crpss": -0.07642075861984265, "crps_fair": 23.522633352691145, "crpss_fair": -0.08448301619792464, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.074151, 0.83543, 0.090418, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3489, 0.4169, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4665, 0.3437, 0.2791, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.049735, 0.88101, 0.065714, 0.003541, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2899, 0.3464, 0.428, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4749, 0.3482, 0.2435, 0.0099, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3997803836462357, 0.4823081145403812, 0.42609852953147836, 0.4691693828339908, 0.4258893457800538, 0.43887984917813566, 0.4770206610653282, 0.42180025201670335, 0.4570466050261915 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21284751831582474, 0.2029890845770939, 0.2583330641092736, 0.15476004942789381, 0.27997121903404565, 0.2568987527387205, 0.11439813639086203, 0.1728962483082542, 0.1850671524862169 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18693287254866198, 0.27931901935384423, 0.16776547445282697, 0.31440931609134126, 0.1459181376946027, 0.18198110347740243, 0.36262249864219726, 0.24890399927698104, 0.2719794445783558 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.677660044410716, 23.74910735046431, 12.663894072571956, 23.70235699800817, 11.395687990024088, 15.230350984796464, 65.27196460263966, 19.17162967997736, 23.55107552552169 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.251882265407914, 23.388770528362326, 12.33470240699819, 23.335861517607317, 11.100145085927169, 14.8333472193974, 64.81740536334813, 18.89261499536091, 23.186418904513356 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44422145817983316, "rpss": 0.012517178047518063, "brier_below": 0.2042401361542428, "bss_below": 0.013940366178748387, "brier_above": 0.2399813184573571, "bss_above": 0.011302709674148481, "crps": 23.04596969426827, "crpss": 0.01837518318357423, "crps_fair": 22.682349809658078, "crpss_fair": -0.00025881195341814767, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.053353, 0.935995, 0.010653, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2893, 0.3417, 0.4064, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.061, 0.301, 0.2903, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.054017, 0.939102, 0.006881, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3352, 0.4212, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3582, 0.394, 0.8001, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4036895265799386, 0.47757786885928327, 0.4146711435438272, 0.48410299834181103, 0.420602068172351, 0.4486925725387561, 0.5065006186160227, 0.4032476346635417, 0.4598576571085624 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21268275980055573, 0.18455518947547314, 0.2591915374084215, 0.12544985991902688, 0.2775041986681508, 0.25104064679888344, 0.10954744554172724, 0.18450248172570746, 0.15695302363370112 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.1910067727189417, 0.29302266618949785, 0.15547961758102813, 0.3586531136215838, 0.14309788090738212, 0.19765192987448002, 0.39695314005033505, 0.21874515338425438, 0.3029046200124158 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.706536934752892, 28.747750120865888, 13.996924885387948, 28.710954027433985, 13.002316099112525, 17.78073894137264, 80.17122591612238, 19.70372871681182, 28.05453808000081 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.246600327044469, 28.336996877240754, 13.62040305715752, 28.27993873858564, 12.668588895668922, 17.34256493623714, 79.66819922902387, 19.376776067193628, 27.65056104155353 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4465491209360104, "rpss": 0.01638089480458893, "brier_below": 0.19571412699684973, "bss_below": 0.016143952627589053, "brier_above": 0.250834988259991, "bss_above": 0.016565689432402442, "crps": 27.0971904135401, "crpss": 0.028764994903019425, "crps_fair": 26.68784768552283, "crpss_fair": 0.011413579932578521, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.060569, 0.93165, 0.007781, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2891, 0.3395, 0.4049, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0431, 0.2764, 0.4268, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.046309, 0.943777, 0.009914, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3361, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3219, 0.4336, 0.7832, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.7388057803273295, "training": [ 0.6528566743138053, 0.7327179760455012, 0.750667984612251, 0.7810479896501756, 0.7781317753465432, 0.6985525234559612, 0.7004483199554584, 0.7567694846786838, 0.7385936555321594, 0.7426866707837955, 0.7366453840696116, 0.7391493940470303, 0.7003738943260344, 0.7201539196317785, 0.7302021554932939, 0.7712630374323093, 0.7215037362715231, 0.7924172644553465, 0.7456144932714999, 0.8168353937918204, 0.774957459535524, 0.7025258978856465, 0.7358000949349541, 0.7114235483351974 ], "test": 0.7730569774176709 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5604370172027716, 0.45734485848942724, 0.490925249806198, 0.4751588844396114, 0.42278747062782124, 0.4472118319728393, 0.5469504473781535, 0.5192268397099927, 0.39721636726472476, 0.3824252530404529, 0.39723805644258586, 0.42511318343319415, 0.48186767486720095, 0.4540216347599835, 0.3816897262343811, 0.45720365076326946, 0.3969754151786008, 0.4711772706813727, 0.4544355015855928, 0.42775867594749495, 0.4651953973255827, 0.4983875804364231, 0.43760069666781354, 0.4572551967579184 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3372887351012129, 0.28898244276479296, 0.14111372411363549, 0.13824057362697667, 0.14572850358708578, 0.1996896749185964, 0.2501590460802022, 0.40275605727498437, 0.14827309555225726, 0.1265960243244041, 0.24416663832783794, 0.26490303980906044, 0.1607244719824325, 0.21200244003368893, 0.17750637451914078, 0.33314178787788196, 0.22256414526341647, 0.18638546924421062, 0.2947040293892934, 0.31171792561573475, 0.19683331309689978, 0.16439091577684337, 0.21701899440000258, 0.28484175584920746 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.22314828319150037, 0.16836241573328178, 0.3498115276136779, 0.33691831158141333, 0.2770589672698818, 0.24752215721025472, 0.296791400286961, 0.11647078044232474, 0.24894327193063837, 0.25582922886971354, 0.15307141712182395, 0.16021014319731264, 0.3211432035142658, 0.24201919475459335, 0.20418335147159944, 0.12406186228853355, 0.17441126852105066, 0.28479180082614713, 0.1597314713627667, 0.11604075065993635, 0.2683620841716315, 0.333996665891539, 0.22058170141951108, 0.17241344028152997 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 40.890709004625464, 13.51303395794362, 26.361701176157162, 36.24772205718416, 15.934328206514584, 22.235570432422033, 38.66484834804352, 19.311253535921903, 20.957574807095646, 15.727755150040313, 12.370969666447817, 14.652810880395386, 21.55181235002956, 21.679582495404684, 15.217267257038502, 12.399027571566968, 14.199757853802238, 30.976900476407305, 16.45457160288815, 9.307679024778134, 39.54906221909842, 28.362901943297334, 15.174858917568535, 19.8419103831336 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 39.64532883016252, 12.789362331238365, 25.555880951479157, 35.60889909804107, 14.928769400395883, 21.50866347465821, 38.09516093828448, 18.48358771854692, 20.135411259477006, 14.64751760102161, 11.639617753192779, 14.120571602919382, 20.91445087151379, 21.247668644522616, 14.448792521494338, 11.678027655178093, 13.401168479704236, 30.05544562779615, 15.561830567150867, 8.815533543202834, 39.04753826766549, 27.818368656661786, 14.472828194346505, 18.743277106963983 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45440016170889197, "rpss": -0.0029336470304506257, "brier_below": 0.22707204910540826, "bss_below": -0.001062270021844336, "brier_above": 0.22732811248382867, "bss_above": -0.004809913503345253, "crps": 21.732650388241876, "crpss": -0.08354081487513776, "crps_fair": 20.973487545650755, "crpss_fair": -0.09115548369002724, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.107928, 0.720665, 0.17121, 0.000197, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2814, 0.3494, 0.4244, 0.509, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3563, 0.3411, 0.3704, 0.4274, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.121953, 0.736137, 0.135733, 0.006177, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3461, 0.4315, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4252, 0.3284, 0.3799, 0.1108, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5973409603481477, 0.427019725588833, 0.4933539422343125, 0.4657056733232238, 0.4282338615511556, 0.4358065027512291, 0.5629183055042681, 0.5172586183761614, 0.40143160623640695, 0.38527659447824575, 0.4025264131970173, 0.42701306089189084, 0.46468483269473776, 0.45054950499305824, 0.3738328958003787, 0.45617105697886384, 0.4038217263822534, 0.4771641353833211, 0.4719348912092884, 0.42942975104301606, 0.4684974248020647, 0.4915457466205471, 0.4511715901242709, 0.4461561403269572 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.38021751087599887, 0.26569662406322253, 0.13612647749119436, 0.14634901609427564, 0.14859596119135443, 0.20467047158020116, 0.21207848296367934, 0.4006405559149599, 0.14999787969314746, 0.12907979092355562, 0.2592213504414291, 0.2658665777386006, 0.1646878625774481, 0.1985799948541898, 0.17345713643895122, 0.3226650709957486, 0.23845132185945792, 0.15770483238249636, 0.337390524351409, 0.32415782179065533, 0.15930237180590484, 0.17428587220127237, 0.22297404027026674, 0.28836278246177716 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.21712345091581256, 0.1613231013217101, 0.3572274666227984, 0.31935665772289296, 0.27963790078067585, 0.23113603146838305, 0.3508398215905297, 0.11661806051695775, 0.25143372698908256, 0.2561968040026758, 0.14330506157203932, 0.16114648293579245, 0.2999969705313485, 0.25196951028149633, 0.2003757588992571, 0.13350598514089826, 0.16537040292845212, 0.31945930248476695, 0.13454436571565995, 0.10527192980754194, 0.3091950531549796, 0.31725987543455075, 0.22819754898187475, 0.15779335699198682 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 48.62121349526363, 13.779594219296762, 29.600750773873315, 36.2986746538949, 18.063400933985385, 25.25685575820157, 47.70865291011781, 21.43571944880859, 23.58581040404511, 17.939843908422212, 13.884860186468199, 16.997876255126833, 21.600364048308744, 24.166547304694824, 16.298569996730773, 14.505773486767106, 16.243329958192845, 37.79652802808342, 18.803741282107957, 9.591276573705512, 49.2420378538829, 28.92212608614242, 17.620097458435637, 22.685730737460872 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 47.22373020970021, 12.98748951014105, 28.69032609235633, 35.5804731258449, 16.929029644565794, 24.41756611999924, 47.11374513055215, 20.561584704525455, 22.640274610131595, 16.689875565171366, 13.024587087963011, 16.402940284604867, 20.879401605776824, 23.695160950991546, 15.43664609245403, 13.68787936314361, 15.3451340046223, 36.71959926733643, 17.812881511111705, 9.04143981180153, 48.6889377234516, 28.30242569974865, 16.845146847681125, 21.395070998112672 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4553685400349854, "rpss": -0.00526262208605166, "brier_below": 0.2275233471233832, "bss_below": -0.004166820937440141, "brier_above": 0.22784519278300683, "bss_above": -0.006359263911443147, "crps": 24.610390656750724, "crpss": -0.08735640664416744, "crps_fair": 23.754639415074497, "crpss_fair": -0.09517937959130784, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.111882, 0.717316, 0.170663, 0.000138, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.281, 0.3495, 0.4246, 0.5086, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3798, 0.3406, 0.3519, 0.4972, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.119551, 0.735658, 0.13726, 0.00753, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2813, 0.3464, 0.4321, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4323, 0.3311, 0.3667, 0.1066, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39669795284690124, 0.48319887009964674, 0.428709126060739, 0.4712626951021672, 0.41125332888511695, 0.4380949182419574, 0.47926940703819787, 0.43200266988246394, 0.4608073195183398 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.20982343409250453, 0.2051571535594602, 0.26050097875594574, 0.15902467945020776, 0.2695481768210378, 0.25623446089056073, 0.12043997047742942, 0.1797684096336845, 0.18817597953932882 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18687452634327967, 0.2780417059098666, 0.16820815605084982, 0.3122379982962811, 0.14170516241968928, 0.18186046435967063, 0.358829411504857, 0.2522342553099921, 0.2726313322452016 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.532080934537976, 23.76469790602159, 13.245716686092639, 24.138693569385634, 11.015965721168605, 15.479875354317237, 64.97778588565194, 19.153041832516745, 23.671721523854696 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 12.105229494075408, 23.403111530540595, 12.919578977607834, 23.758404860259464, 10.692092119110706, 15.073469090598206, 64.51594559310232, 18.879747219992886, 23.28881140572419 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4445884764083923, "rpss": 0.011701314271980179, "brier_below": 0.2054081381355733, "bss_below": 0.008301319771418125, "brier_above": 0.23918033471552086, "bss_above": 0.014602676772584311, "crps": 23.108842157060785, "crpss": 0.015697180452934, "crps_fair": 22.737376699001288, "crpss_fair": -0.002685418165817355, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.061357, 0.855951, 0.082692, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2885, 0.3444, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1794, 0.2842, 0.4081, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.150137, 0.828832, 0.021032, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3404, 0.4115, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3238, 0.4026, 0.5972, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39862006817286527, 0.478433168089136, 0.41904040995964387, 0.48873220477818924, 0.4068932193953397, 0.44873131953859946, 0.5068218686977513, 0.4099352588701215, 0.46536114711133736 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.20884854308822498, 0.1871827358882934, 0.262055719843424, 0.13215060095611836, 0.26787798533777946, 0.25066246043652124, 0.11570223840635323, 0.18972042808818354, 0.1615888157802299 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.189771531356398, 0.2912504190196936, 0.15698470132887576, 0.3565815792417458, 0.1390152448366834, 0.19806886325162967, 0.3911195982023269, 0.22021483084496443, 0.303772318117691 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.561612984167263, 28.681154860742392, 14.727948243774078, 29.1902553241771, 12.564374041706976, 18.07713972460812, 79.688389619716, 19.723339972459097, 28.203839902773428 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 13.102338348611344, 28.270454424396178, 14.356298133420783, 28.74389128838384, 12.19898261625508, 17.631558145869473, 79.17683677005941, 19.406224369074685, 27.78216708675909 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.446952073845887, "rpss": 0.015493305596445683, "brier_below": 0.19730994753612532, "bss_below": 0.008121753554996447, "brier_above": 0.24964212068888988, "bss_above": 0.02124249670527112, "crps": 27.157561630458275, "crpss": 0.026601130743068246, "crps_fair": 26.740972353647763, "crpss_fair": 0.009445705786347292, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.067105, 0.870618, 0.062277, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.288, 0.3426, 0.419, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1568, 0.2621, 0.3968, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.121755, 0.856667, 0.021578, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2859, 0.341, 0.4112, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3293, 0.4406, 0.6646, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.8611790710553123, "training": [ 0.8045818325244098, 0.8533206413932374, 0.8672535216086311, 0.8808514950001046, 0.8817379418023071, 0.8414421413120964, 0.8360559358025157, 0.8699090627427314, 0.865298248437815, 0.8726979469614945, 0.8659466125151293, 0.8608435853119509, 0.8395448019677079, 0.8509565646325266, 0.8593717109344247, 0.8766699395838403, 0.8548305845530743, 0.8961956730189551, 0.8638248877074101, 0.9109542433824741, 0.8744279990921217, 0.8390060000465964, 0.8594775476977683, 0.8430987872981749 ], "test": 0.8872799038649626 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5152312384102131, 0.44773273992561996, 0.5097195820539755, 0.508639138662003, 0.44815106996065684, 0.4343424255042488, 0.5330317527172802, 0.5044167046710938, 0.40726595951774835, 0.39212123960793926, 0.3870427699934842, 0.418424336198728, 0.47379546109295334, 0.44412634647499255, 0.3757895921340616, 0.46554794243412556, 0.38493769744122985, 0.491919950972327, 0.44999430071668345, 0.4447580887682798, 0.48764104971051275, 0.49544202006987725, 0.4433615074196439, 0.437046825902594 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3223271917643123, 0.2877278471864416, 0.1456127351295511, 0.1449295039313564, 0.1551633926045922, 0.19883551979934785, 0.2459327312816122, 0.3922214193246897, 0.15656150218142145, 0.13117090048659624, 0.23645720458461103, 0.261491208476425, 0.15597865796614324, 0.2069195779612691, 0.18244101160473838, 0.3423981941906533, 0.22038899798512623, 0.18956222966920952, 0.29823644896042434, 0.32192204367764543, 0.20137577710258744, 0.16265003768511416, 0.21944621030734723, 0.2750453150736689 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.19290404706813677, 0.16000489256392333, 0.36410684762013507, 0.3637096357437371, 0.2929876772305416, 0.23550690569482877, 0.2870990204466327, 0.11219528498699684, 0.2507044573491023, 0.26095033946891905, 0.150585565480915, 0.1569331276677194, 0.3178168029535744, 0.23720676866521848, 0.19334858052688692, 0.12314974863099777, 0.164548698776443, 0.30235772147097756, 0.15175785148776783, 0.12283604551594153, 0.2862652725373807, 0.33279198231270696, 0.22391529646424377, 0.16200151050939163 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 30.93685915586525, 12.611006390124173, 30.618600687170588, 44.857084077349676, 17.586905555003124, 21.149873771721996, 41.34155873088805, 15.784339709897273, 22.307384002762937, 14.754117718081728, 12.062608509730891, 13.465976355273598, 24.279742424556794, 25.161351230086556, 12.259801872073146, 10.442278597398124, 11.244553968198336, 36.14998323422788, 13.687949338952045, 9.080400703870847, 44.86135327211674, 32.44632739008597, 15.791290714945184, 16.992274649379922 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 29.986948938303357, 12.01394072223524, 29.956521259515128, 44.32992115059926, 16.76937769562033, 20.59373976167138, 40.873234029062154, 15.11614027364186, 21.633040003001085, 13.898315269034732, 11.462330832703021, 13.026138485130868, 23.757602385165782, 24.799561162312262, 11.64589323583256, 9.858996132754967, 10.598189508891853, 35.41210997831415, 12.972710115147512, 8.661695970158469, 44.45235780233959, 31.97504050729542, 15.209316801668079, 16.090366475142233 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45418665584834467, "rpss": -0.002462405535782475, "brier_below": 0.22728315245562017, "bss_below": -0.0019929332179748904, "brier_above": 0.2269035033822133, "bss_above": -0.0029331045596330263, "crps": 22.078067585823366, "crpss": -0.10076253542247748, "crps_fair": 21.462228687314223, "crpss_fair": -0.11658246981573739, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.010917, 0.881383, 0.107701, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2913, 0.3582, 0.4141, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5064, 0.3538, 0.2827, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.031924, 0.948352, 0.019725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2966, 0.337, 0.4164, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4586, 0.3449, 0.2077, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5355855160910792, 0.42343771406994835, 0.5145813613340093, 0.4963275309756082, 0.454358453409436, 0.4206798910927784, 0.5471167656099228, 0.500921855162996, 0.41066283068926585, 0.3940498082544795, 0.38942236639218514, 0.424546975999293, 0.4578637917804967, 0.43857310123104953, 0.3704939420235828, 0.4604843718506701, 0.3861991109983457, 0.5062966771221531, 0.46240881257748134, 0.4499164874732823, 0.5008549438031115, 0.483401786217278, 0.45648775232007427, 0.4237202557425932 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.35848243707119826, 0.2670981952996795, 0.1408497677652275, 0.1519433327760264, 0.15819843232360548, 0.20500713509297006, 0.20687088025538863, 0.3895079588342311, 0.1584476209131257, 0.13302192198235313, 0.2500727291783415, 0.2637677608818207, 0.15786447947546717, 0.1924484710400054, 0.17932370916795992, 0.3294776305959056, 0.2335353294071178, 0.16264713848489307, 0.33884463606214044, 0.33692810228263, 0.16751305737813782, 0.16974558934013298, 0.22442846587446813, 0.27772517787885587 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1771030794588735, 0.15633951886501268, 0.3737315943986618, 0.3443841992328027, 0.29616002089227894, 0.21567275625535934, 0.34024588410546475, 0.11141389598381857, 0.2522152097696149, 0.26102788669852256, 0.13934963725625257, 0.1607792149948205, 0.29999931209299435, 0.24612463032884146, 0.19117023282554585, 0.1310067415643813, 0.15266378072675285, 0.3436495389830748, 0.12356417623282365, 0.11298838565430529, 0.33334188633753103, 0.31365619690168844, 0.2320592857363305, 0.14599507768308473 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 36.29720156563641, 13.314842580749659, 34.58740728237104, 45.39598180507416, 20.282365652964494, 23.165994465876384, 51.6166902219111, 17.559345392351418, 24.793315059601614, 16.612560294917593, 13.131114420706469, 15.618330310925131, 24.285715542381617, 28.24241199065795, 13.299387388278268, 12.349140490222107, 12.670425742290384, 44.71004222763949, 15.447234159923374, 9.212228787446417, 56.36341579168334, 33.1312751936121, 18.283453511911453, 19.066134403859397 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 35.232226933034596, 12.65894735779644, 33.83980129355047, 44.80512033946395, 19.365090596849214, 22.528192383926225, 51.12083207407797, 16.843297777443507, 24.020769509249245, 15.62960689278705, 12.426745562494006, 15.128189748882107, 23.69728294500133, 27.8428170441278, 12.611641152361166, 11.684442286038623, 11.94678207532095, 43.853545526390114, 14.657557764732601, 8.744003995172239, 55.910664399947564, 32.59295964789087, 17.636906439974318, 18.010179066965172 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4545163375925467, "rpss": -0.0033813167552789736, "brier_below": 0.22723958164007008, "bss_below": -0.0029144312953528484, "brier_above": 0.22727675595745156, "bss_above": -0.003848560664389211, "crps": 24.976500595124637, "crpss": -0.10353217535012971, "crps_fair": 24.2828167838949, "crpss_fair": -0.11953036859145327, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.012577, 0.87677, 0.110653, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.291, 0.3577, 0.4148, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.558, 0.3513, 0.2888, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.03476, 0.943342, 0.021898, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2966, 0.3371, 0.4176, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4379, 0.3472, 0.1674, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39804576513398415, 0.4927565828119192, 0.42016502291818025, 0.48175335764871824, 0.4298778919327123, 0.4407512909052839, 0.49987388836436025, 0.4171404259038581, 0.45825573801760255 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21355027233030832, 0.20713513930996072, 0.25530089583410936, 0.16115789065457953, 0.283593055439798, 0.25769557171805557, 0.12540326492374865, 0.17102261234420946, 0.18639322327532576 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18449549947985436, 0.28562143199489193, 0.16486413591278404, 0.3205954490539702, 0.1462848475319693, 0.1830557256454948, 0.37447059656499115, 0.2461178090727789, 0.2718625062171752 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.959134141974278, 24.165023166119266, 12.20634858545044, 26.60730850186567, 11.112312415316884, 14.639639386490895, 72.96288331434094, 20.604927122544108, 24.828180618673322 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.587257809811716, 23.851491498380888, 11.92135922847202, 26.27169695248329, 10.81987731509424, 14.281283669142486, 72.56429769888837, 20.357935654978725, 24.49576448399689 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4487355515151799, "rpss": 0.0024825668344313767, "brier_below": 0.2068057695366773, "bss_below": 0.001553635728802183, "brier_above": 0.24192977794154555, "bss_above": 0.0032752656017918103, "crps": 24.342861916975085, "crpss": -0.036864913346703165, "crps_fair": 24.01677381236096, "crpss_fair": -0.059104979955701964, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.000994, 0.997954, 0.001052, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2975, 0.349, 0.4022, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5386, 0.2881, 0.0, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.020124, 0.979876, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2977, 0.327, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4184, 0.3944, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4021545292291739, 0.4923862984137964, 0.4089862069383759, 0.5005638892890732, 0.4242314264138004, 0.45411538967319526, 0.5338143754637256, 0.39864881225707033, 0.4647779044407103 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21296902892190298, 0.19069292157958329, 0.25685420141240317, 0.1337163122480392, 0.28104390673308366, 0.25323310100309687, 0.12176336172162554, 0.18284374393657868, 0.16034733962242267 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.18918550582820323, 0.30169336257628476, 0.1521320167476408, 0.3668475515258724, 0.14318753122103342, 0.20088229213496903, 0.41205097994846884, 0.21580506857453052, 0.30443055071843445 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.185588838583906, 29.25504897694523, 13.333324997949532, 32.2806686675678, 12.57071560868358, 17.312636009629728, 90.034101080582, 21.04565294894736, 29.85789812432373 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.784180542797733, 28.900313126973618, 13.009612271932228, 31.888139998638394, 12.242171394920307, 16.91973962664827, 89.59277762247648, 20.759058672983574, 29.491969128923124 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.45329764801321354, "rpss": 0.001515833260739785, "brier_below": 0.1992737685754151, "bss_below": -0.00175038615770573, "brier_above": 0.2540238732528264, "bss_above": 0.004063211464066185, "crps": 28.763959472579206, "crpss": -0.030976418536745598, "crps_fair": 28.398662487365968, "crpss_fair": -0.05195939417465634, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.001309, 0.998599, 9.3e-05, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2976, 0.3475, 0.402, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5001, 0.2632, 0.0, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.019066, 0.980934, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2977, 0.3275, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3756, 0.4329, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.7570514438810031, "training": [ 0.667208654696404, 0.7579642752484633, 0.7700138836091969, 0.7847044243611914, 0.7836026027365551, 0.7331067933191593, 0.7172545782914533, 0.7659624180418418, 0.7517366304449656, 0.7674907519424403, 0.7693585588141033, 0.7624107123873938, 0.7278021817527605, 0.7528938278966989, 0.7501396223949202, 0.7715079557112957, 0.7416723328377237, 0.8009369108618172, 0.7705907621425248, 0.8233058060846813, 0.7847124945527286, 0.7357917625038164, 0.7437099773722207, 0.7353567351397164 ], "test": 0.7810087633147073 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6035051520694469, 0.46411562684797447, 0.47107005122902545, 0.4823847256136745, 0.4077632392288757, 0.4329720122130072, 0.5497289374926415, 0.53413086333357, 0.404755131914873, 0.37305291523452316, 0.38917106405895524, 0.4077307163536844, 0.46794827873405503, 0.4520762823069624, 0.3717400295463109, 0.47076052008203323, 0.3860768339624516, 0.45593279536800263, 0.45074475333156894, 0.4292674873534318, 0.45446557542654914, 0.49557901089985124, 0.4354803290856315, 0.45318961927133916 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3674767830540752, 0.2968600762251804, 0.13136457972853702, 0.13586172626315407, 0.13538560254413426, 0.19090078047318673, 0.25566729713870456, 0.4152883301693795, 0.14371099305304053, 0.11255775093213688, 0.23806739925325135, 0.25192900969892973, 0.15092289516088636, 0.21130267662567898, 0.17105005354016628, 0.3432543344882359, 0.2090630976597787, 0.1780688243630823, 0.2949850950331855, 0.3129423068654326, 0.1897309080006545, 0.16205951563854898, 0.21632546233993555, 0.2836686512650979 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.23602837185258455, 0.1672555506122984, 0.33970547232029347, 0.34652300105779066, 0.2723776365160994, 0.24207123158984278, 0.294061639162526, 0.1188425316272616, 0.2610441400076509, 0.2604951651050797, 0.15110366399289843, 0.15580170550172792, 0.3170253841598948, 0.2407736059543803, 0.20068997575771272, 0.12750618512023373, 0.17701373536648934, 0.2778639699353232, 0.15575965750346563, 0.11632518100486545, 0.2647346666815989, 0.333519496261089, 0.2191548657158016, 0.169520967289936 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 41.91541586565514, 13.406161074200956, 26.139449480980577, 36.77303177607197, 15.77592036003971, 21.47216332184454, 38.809031472061626, 18.852800622675748, 22.19707113743512, 15.761099656334462, 11.878277449088275, 13.174050169358841, 21.332061936717388, 22.32832232731926, 14.269669470694367, 14.027343344154707, 14.00317911731721, 31.00514119448006, 16.275833035348366, 9.440165501199202, 39.586362875763044, 28.08559054424337, 16.058297834719966, 19.763021656652505 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 40.66927457261815, 12.681633745998765, 25.308910621684618, 36.09233485927016, 14.833431818459394, 20.755183644999573, 38.23846170406925, 18.076139067127322, 21.34997719122223, 14.7327463414543, 11.148046596862248, 12.604227653647042, 20.684899341750544, 21.89143927396543, 13.447905972323275, 13.3241448471628, 13.150631690773183, 30.094554689200468, 15.39500643906601, 8.962785935164721, 39.0417032927763, 27.529427123378547, 15.31444079161794, 18.68716083441998 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45181841462326827, "rpss": 0.0027646806518217826, "brier_below": 0.22493517289643306, "bss_below": 0.00835829123587073, "brier_above": 0.22688324167070184, "bss_above": -0.0028435460427878034, "crps": 21.763727551014853, "crpss": -0.08509025195131037, "crps_fair": 21.00060283537551, "crpss_fair": -0.09256616930016293, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.193396, 0.655706, 0.150641, 0.000257, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2731, 0.3478, 0.4247, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2886, 0.3515, 0.4075, 0.3335, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114624, 0.739527, 0.129877, 0.015972, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3458, 0.4324, 0.5233, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3825, 0.3316, 0.4208, 0.132, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6530146594675611, 0.4237936021168662, 0.47303911506978635, 0.4759951540077166, 0.41170345881655596, 0.4195205376641228, 0.5550778257989544, 0.5353256370285341, 0.4122020248111328, 0.3796077306206594, 0.39321614572731767, 0.40181754469349096, 0.4485751424962495, 0.44651603987971294, 0.36597601451450185, 0.4722013920724556, 0.39344081232095146, 0.45550030450694123, 0.4704575898208863, 0.4298992765828098, 0.4526276897885054, 0.48827448921090477, 0.4549981155621461, 0.4436249849344648 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.41843176028207096, 0.26419090424230535, 0.12766720113140542, 0.1464055358182303, 0.13900805111063594, 0.19483808037350636, 0.2086766220026682, 0.4163948914269355, 0.1462320130241941, 0.11665287458717986, 0.25226351429128485, 0.24621391819465446, 0.15314394000239914, 0.1963350411822419, 0.16763450346484657, 0.3341625932264174, 0.2233337194248444, 0.14542380542058628, 0.3396660741709206, 0.3241168475685071, 0.14936258488184675, 0.17288733446125046, 0.22675049694793603, 0.2885049595598486 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.23458290272916138, 0.15960269760165224, 0.3453719146271477, 0.3295896197679721, 0.2726954075548002, 0.22468245745493148, 0.3464012023510225, 0.11893074421055984, 0.26597001323593733, 0.26295485723625245, 0.1409526304879046, 0.15560362532547153, 0.295431202905751, 0.25018099917156866, 0.19834151074259473, 0.13803879819126613, 0.17010709198364649, 0.3100764980345526, 0.13079151468004604, 0.10578242967050272, 0.3032651043241479, 0.3153871558631977, 0.22824761748708386, 0.1551200244944985 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 49.49870526789637, 13.51786251359413, 29.39923012158233, 37.07453480905068, 17.87181265484432, 24.15262053179786, 47.888078923002645, 21.09419851924472, 25.168829771889904, 18.12419256631454, 13.177017702317436, 15.093221634008719, 21.289983694327827, 24.835806659199957, 15.489260149257918, 16.520145520504666, 15.99277942518979, 37.75024181708394, 18.610969534741148, 9.789856409783924, 49.30254053739153, 28.474833810069786, 18.746771817242355, 22.70923415996968 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 48.089146964945186, 12.72711274315482, 28.45853956391339, 36.308528953222186, 16.813123955668736, 23.32265893312595, 47.28110239331647, 20.270741346742366, 24.194580244777804, 16.93357594534853, 12.318762830338143, 14.45342657394162, 20.558287155574845, 24.353571252141712, 14.564503039012026, 15.716284131504267, 15.032308931313008, 36.69097509665182, 17.630344704703404, 9.25466436797339, 48.69902019952328, 27.843272752083443, 17.917458016029833, 21.447884122063492 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4523502203130512, "rpss": 0.0014005610968104154, "brier_below": 0.2249290527831965, "bss_below": 0.007283011939484663, "brier_above": 0.22742116750548624, "bss_above": -0.004486405586221265, "crps": 24.648863689596094, "crpss": -0.08905625364501013, "crps_fair": 23.78666142571124, "crpss_fair": -0.09665571628199077, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.198289, 0.641111, 0.16032, 0.00028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2728, 0.3481, 0.4253, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2864, 0.3523, 0.4005, 0.3748, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.113945, 0.72912, 0.136293, 0.020641, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3458, 0.4349, 0.5237, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3855, 0.3324, 0.4215, 0.1304, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40811896691950056, 0.4703288702135042, 0.4290808407739438, 0.4670169875461058, 0.4128799286521788, 0.4290454266294142, 0.4627225311999348, 0.4364453155917548, 0.4604655017943387 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21810567425841945, 0.1951939788658997, 0.2599021265708106, 0.15471790590669124, 0.2714373647404213, 0.2533302475901562, 0.11158278249422358, 0.18262403416431075, 0.18936703852993242 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.19001330024267024, 0.275134881276444, 0.1691787230691538, 0.3122990641196821, 0.1414425743019824, 0.17571518699543853, 0.35113972389744835, 0.25382127665892806, 0.2710984558216057 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 12.389451112167418, 23.968073665142242, 12.942403188202523, 24.092680530774423, 11.301886938171457, 16.17702372792035, 63.89572453695715, 19.409520969252547, 23.64990693447889 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.966992817580998, 23.60738240324111, 12.604334433646274, 23.71787472747176, 11.008714073807614, 15.772136896216631, 63.42053161245409, 19.121652040505897, 23.271804079688273 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.441789374368964, "rpss": 0.017923582759759138, "brier_below": 0.20402901701342946, "bss_below": 0.014959637251530378, "brier_above": 0.2377603540425948, "bss_above": 0.020452844830089023, "crps": 23.09185240034078, "crpss": 0.016420845677234785, "crps_fair": 22.721269231623626, "crpss_fair": -0.0019751021572045335, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163782, 0.771221, 0.064996, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2739, 0.344, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1942, 0.296, 0.4306, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.157922, 0.790383, 0.051695, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2863, 0.3414, 0.4396, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3241, 0.3929, 0.64, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.414236215732288, 0.46293740512016573, 0.4194552708139587, 0.4846737167716284, 0.40802173687252735, 0.4327173744441769, 0.49075437304248065, 0.4155854623179659, 0.45933380208764596 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21993375028732323, 0.1755700479014404, 0.26118177637619255, 0.12734408433845198, 0.2695896078318487, 0.24469495402894023, 0.10891181873287961, 0.19353574873399468, 0.15835917640926414 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19430247171842735, 0.28736734475711484, 0.1582735057942377, 0.35732960762843513, 0.138432139853866, 0.18802242581875456, 0.3818425225081918, 0.22204971384037764, 0.3009746127617302 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 13.3971335546793, 29.03578460169833, 14.363490443157136, 29.115805126934543, 12.869466621549003, 18.893895159778253, 78.224790904826, 19.89533587504724, 28.101490898021666 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.942515830905, 28.626771480380683, 13.977378994479812, 28.675106219663746, 12.541100638442087, 18.451418528692244, 77.69730506008037, 19.558508284565992, 27.684598049607985 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4430794841336486, "rpss": 0.024023505408633183, "brier_below": 0.1954578849600373, "bss_below": 0.01743208282737263, "brier_above": 0.2476215938534595, "bss_above": 0.02916426004924788, "crps": 27.099688131743495, "crpss": 0.028675470073508236, "crps_fair": 26.683855898535324, "crpss_fair": 0.01156144597461195, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.181426, 0.772316, 0.046258, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2737, 0.3428, 0.4181, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1741, 0.2743, 0.4334, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126483, 0.814387, 0.05913, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2857, 0.3415, 0.4447, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3368, 0.4278, 0.6911, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.8679292208243078, "training": [ 0.8287891090321843, 0.8700383989695524, 0.8690245987911734, 0.8732946590511487, 0.8749934084094872, 0.8508127057979016, 0.8418590028673484, 0.8799168735120754, 0.865692568535557, 0.8742227978832936, 0.8723693361816651, 0.8752399507959137, 0.8546642835564034, 0.8723039976811441, 0.8638050325852079, 0.8938784864209278, 0.8590637204658801, 0.8817604597638566, 0.8827120653185702, 0.913219608713757, 0.8768817583270546, 0.8572773710644396, 0.8376553167091529, 0.8608257893496901 ], "test": 0.8744554895297096 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5177058227443954, 0.4708123029684602, 0.4847481056071085, 0.5129399354900186, 0.4259331885730271, 0.41384476652825153, 0.5119363242217243, 0.5414273286373835, 0.4039843246690677, 0.38521815802758974, 0.40301225792277084, 0.4082946058922362, 0.43893560822482397, 0.4497506689420904, 0.3753786474711228, 0.5015496387805652, 0.3814386414164076, 0.4872656765161854, 0.46601716871569326, 0.46866762838375364, 0.47419493192024753, 0.472407470202907, 0.4208083961948839, 0.43588417390149353 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.32779592326201995, 0.30651963946078215, 0.13179909717532215, 0.14345550884610572, 0.14255001071259776, 0.18188371327049085, 0.2377449143460212, 0.42145611222351714, 0.1479860556845358, 0.12124869010878025, 0.2479824338728319, 0.2514899355484556, 0.13110147012351495, 0.21204909579080525, 0.17867192578940985, 0.37110380101987395, 0.21219336268690475, 0.1862821688472519, 0.3117638784653182, 0.3398867477101932, 0.19668290877892228, 0.1477079310888914, 0.2041966459409466, 0.27440219182756104 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.1899098997376093, 0.1642926634159962, 0.35294900907046595, 0.36948442798483583, 0.28338317778376104, 0.23196105308129436, 0.27419140957971294, 0.11997121582442236, 0.25599826952917343, 0.26396946864859366, 0.15502982408369853, 0.15680466990313752, 0.30783413843866914, 0.23770157356412452, 0.19670672157368194, 0.13044583796223932, 0.16924527838418152, 0.3009835080063212, 0.15425328982199388, 0.1287808810265244, 0.2775120228908665, 0.3246995398791466, 0.21661174976034359, 0.16148198143059225 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.060775786061996, 12.262579922437773, 27.216334353312494, 42.46530542133957, 15.025303925114349, 18.539442848021633, 36.455777030688566, 20.29191098489776, 21.952983594613922, 14.662285375947555, 10.70472901614862, 12.735617575027534, 19.81129569887511, 19.82418265439673, 12.397977245784208, 17.890576371146217, 12.05065853335676, 35.13638540713932, 15.114732035085982, 11.760623227551656, 40.98100787482301, 26.399389631326784, 14.699946758855317, 16.02694703507957 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.00775748640397, 11.630170431297573, 26.51847026532095, 41.88882461668594, 14.148807238233289, 17.872459235413665, 35.9498006353614, 19.578911703159914, 21.234728894268656, 13.753452454042629, 10.036963744245059, 12.240297918069427, 19.25476233074601, 19.42360804933516, 11.678351637938063, 17.297412739204802, 11.347922947599589, 34.34531232357635, 14.369636449254793, 11.32939174449933, 40.49030882478045, 25.921880272657017, 14.104673821257412, 15.11180773079056 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.4521731571646754, "rpss": 0.00198170727110758, "brier_below": 0.22616475677421058, "bss_below": 0.002937588719997275, "brier_above": 0.22600840047422444, "bss_above": 0.001023327690324094, "crps": 20.936115346126353, "crpss": -0.04382737849291862, "crps_fair": 20.27232139558925, "crpss_fair": -0.054676987304904445, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044277, 0.954321, 0.001401, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3381, 0.4048, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3018, 0.3498, 0.4278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 2.9e-05, 0.960868, 0.039103, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3436, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3472, 0.3131, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5415902752780666, 0.44942975366085947, 0.4896884533981546, 0.5075701944100842, 0.4296697603197834, 0.40393813562711733, 0.5032896640614787, 0.5387836247485226, 0.4110156185701652, 0.39023824556444825, 0.4132629702299113, 0.4045621488665031, 0.42471564630142333, 0.44099921255189795, 0.37180029803663844, 0.4928806180388891, 0.3863233636062376, 0.4978896536884809, 0.4879273086321948, 0.47443834832818804, 0.4741348012740962, 0.46799505344509745, 0.43204155014465045, 0.4307597374443839 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.36709334644908925, 0.2867362795991151, 0.12898911098229005, 0.15554926161188729, 0.14602125815190667, 0.19069612271709743, 0.18232841778212933, 0.41754927045368334, 0.1524140735465834, 0.1256886893697257, 0.26779435663396683, 0.24703659796924124, 0.1347179814585392, 0.1937669980882129, 0.17492994235586165, 0.3539385432775139, 0.2257657341444584, 0.1572923151797282, 0.35988932399138224, 0.35401561852943064, 0.1544441983332605, 0.15929774430810528, 0.2101521994614382, 0.28284783281737247 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.1744969292299755, 0.1626934740114353, 0.36069934320239977, 0.3520209341628278, 0.2836485021144454, 0.21324201280760655, 0.3209612459587164, 0.12123435376371237, 0.25860154566508853, 0.26454955697543175, 0.1454686135261965, 0.15752555030992976, 0.2899976651876281, 0.24723221484948837, 0.19687035562793023, 0.13894207484841087, 0.16055762915806895, 0.34059733903791883, 0.1280379841155124, 0.12042273014779398, 0.31969060270416744, 0.30869731004321715, 0.2218893501672212, 0.1479119040090651 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 32.824185832226696, 12.707523261968843, 30.717750059098623, 43.134154851825244, 17.063379098882102, 20.558566088960433, 44.57025678851922, 22.738630441759486, 24.64417134877606, 16.673791908036776, 11.770640262285506, 14.7179890688764, 19.663413843579132, 21.842173292158275, 13.713409107111085, 20.18432050539162, 13.916031831846045, 43.20209040380116, 17.47065413805831, 12.87237814973941, 50.97082150177485, 26.495713772686045, 17.0546737535137, 18.354598099304404 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 31.640589760675187, 12.009015401203714, 29.930314314716103, 42.48481610389589, 16.07182413451449, 19.784716708506075, 44.035860616416045, 21.986448013897025, 23.819523622016092, 15.619912814235612, 10.98476016176319, 14.159369732922237, 19.036002143003852, 21.40500140479569, 12.903153661144803, 19.51100297902737, 13.123504206960156, 42.28040430249568, 16.64520451277506, 12.389169801560243, 50.42120632986336, 25.95448557473542, 16.397402927120705, 17.282849397782257 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.45270601817613637, "rpss": 0.0006151087404615563, "brier_below": 0.22620646738383413, "bss_below": 0.00164518454832141, "brier_above": 0.22649955090100785, "bss_above": -0.00041575833506435345, "crps": 23.660888225424145, "crpss": -0.04540471370978616, "crps_fair": 22.911522442751092, "crpss_fair": -0.056308474984518186, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040928, 0.957462, 0.001611, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.339, 0.405, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2851, 0.3495, 0.4339, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 3.5e-05, 0.943926, 0.056039, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2944, 0.3442, 0.4237, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0, 0.3483, 0.3146, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4052804976225627, 0.4812413016528943, 0.43633101778713124, 0.4661028006560897, 0.4383176401785411, 0.4354640958304937, 0.4829933886556187, 0.4157041905847258, 0.45640813762445553 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21714256278531685, 0.20251324663252598, 0.2682761326208215, 0.15317731447403687, 0.2895214847998393, 0.2592789699902624, 0.11386311879304206, 0.16657046734081002, 0.18806492227873547 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.18813794157509472, 0.2787280441216212, 0.16805489430183776, 0.3129254689997495, 0.1487961668185528, 0.1761851326912272, 0.3691302435040665, 0.24913371935210588, 0.26834320743835155 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.35879991751497, 23.91169831144135, 12.560219961107016, 24.27065576436852, 14.560481411760302, 14.909353344413672, 69.49578113369563, 16.84220559489902, 22.361999453683786 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 10.979433913981351, 23.578713445131296, 12.255830183132392, 23.93430157854311, 14.27278782710245, 14.561269458374637, 69.10131100469575, 16.588147582398506, 22.03543342223311 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.4464270078436125, "rpss": 0.007614347790580123, "brier_below": 0.20648980219059893, "bss_below": 0.0030791079079737216, "brier_above": 0.23993720208917857, "bss_above": 0.011484464378879178, "crps": 23.36346609920936, "crpss": 0.004851675408690359, "crps_fair": 23.0341364906214, "crpss_fair": -0.0157720956526044, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.269507, 0.730493, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3385, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3187, 0.2768, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010151, 0.958831, 0.031018, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2985, 0.3309, 0.4138, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.372, 0.3908, 0.5272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41218499648383383, 0.4792278728240942, 0.419241942355492, 0.4761790176902756, 0.43327208395489003, 0.44204795493374244, 0.5147377751306997, 0.4072837078132598, 0.45585923328390643 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21803634609756, 0.1861979746367564, 0.2633777654647106, 0.12017844761106133, 0.2865317381576341, 0.2514659414178804, 0.11028108869678639, 0.1864717814056608, 0.15661277603235674 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19414865603784762, 0.2930298846455185, 0.15586418856231096, 0.3560005455082571, 0.14674035780656663, 0.19058201752878995, 0.40445665326513774, 0.22081192735976005, 0.29924644396243055 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.51035045633022, 28.985740050784514, 13.62303591967525, 29.568631718704996, 16.61209767097757, 17.496056143071407, 85.75029882122867, 17.433025221480293, 26.526266120120535 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.101021826230452, 28.605944080929888, 13.276440298282317, 29.174215017064526, 16.28534695040718, 17.112816478580047, 85.31173241757675, 17.137800074419673, 26.167257243104693 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4488927316077993, "rpss": 0.011218595465426806, "brier_below": 0.19768376216893413, "bss_below": 0.006242585235730624, "brier_above": 0.2512089638529577, "bss_above": 0.015099464835947374, "crps": 27.61172245804149, "crpss": 0.010322804947629827, "crps_fair": 27.24139715406617, "crpss_fair": -0.009091314050848176, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.250005, 0.749995, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3376, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.29, 0.2546, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.007148, 0.949074, 0.043778, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2992, 0.3323, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2072, 0.4293, 0.5246, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "cdft", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 23, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 1 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6035051520694469, 0.4664472252974832, 0.48092293021913773, 0.4979443551040254, 0.40254958322098494, 0.4454620423572489, 0.5383283415625082, 0.5287361470765797, 0.40644590095481004, 0.37748648793763095, 0.3936064611453727, 0.4028374205712198, 0.4686368019379336, 0.4550138363356634, 0.37270148518554225, 0.45782226328590897, 0.383932194266996, 0.46009555723163675, 0.4480681117770878, 0.4257405116016224, 0.45309404525564195, 0.4960357582951803, 0.41898559162138826, 0.4465358330299248 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3674767830540752, 0.3001266353680327, 0.13619490759385214, 0.1382290756103599, 0.136995613210034, 0.19487964984233214, 0.2519030078605826, 0.4096299982943948, 0.1423436473203405, 0.11766227430063085, 0.24413286397889974, 0.2543116652909848, 0.15100032247964737, 0.21319045517306495, 0.1688716806486473, 0.33400193806869455, 0.2097045236594793, 0.18063611940923097, 0.293740042342913, 0.3156818573283351, 0.18998055860062033, 0.16180071291614562, 0.20573164598327487, 0.277534546027009 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.23602837185258455, 0.1663205888462937, 0.3447280264246098, 0.35971528409908043, 0.2655539703888582, 0.2505823928819386, 0.28642533378304547, 0.119106144793128, 0.26410225607774385, 0.25982421559810526, 0.14947359527907014, 0.1485257530947591, 0.3176364811821459, 0.2418233818197924, 0.20382980367599984, 0.12382032410452473, 0.17422766803746623, 0.27945943875575113, 0.15432806617722059, 0.11005865416754722, 0.26311348610147867, 0.3342350484189994, 0.21325394494979602, 0.16900128379848023 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 41.91541586565514, 12.36361557130634, 26.628859350228463, 40.43739388942846, 15.100620883650258, 18.669111862625073, 35.615135277648896, 18.771212867097322, 21.43145115388223, 14.994125930590089, 10.750784553581733, 13.124350729091953, 19.623664122749865, 19.156729164398495, 12.413324656256757, 15.237346338030807, 12.303304140299295, 34.0954835572828, 14.527260369058007, 10.236912663030632, 40.2496173493064, 25.978846952516754, 14.631418592347325, 15.951215846735014 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 40.66927457261815, 11.636052065877445, 25.853599787364782, 39.78633217391604, 14.158709913541514, 17.93380755863309, 35.022294212010145, 17.965792621538718, 20.635655347645546, 14.00307931499223, 10.004542369834343, 12.540359290019946, 18.977354408842675, 18.67525852989492, 11.624130337071579, 14.535916892027616, 11.51264261209044, 33.22967176336913, 13.676964206270746, 9.705132630660334, 39.68738225664027, 25.41396468668064, 13.935056992024565, 14.942416629041766 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45128891822254064, "rpss": 0.003933363678416901, "brier_below": 0.22482335518173258, "bss_below": 0.008851247087318437, "brier_above": 0.22646556309618415, "bss_above": -0.0009973706281074524, "crps": 21.008633403616585, "crpss": -0.047442964889534034, "crps_fair": 20.255224632191943, "crpss_fair": -0.053787520205371475 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6530146594675611, 0.4250688027628221, 0.485990002103071, 0.4928265185011068, 0.409621260581439, 0.4317027049915461, 0.539459522931508, 0.5246155387350363, 0.41495376484985785, 0.3864691208759022, 0.4025124558260122, 0.3956082630648273, 0.4515396231348797, 0.44993087461321823, 0.36806169724526233, 0.45696559117597935, 0.3937617592992526, 0.4631703834196177, 0.4691641472267396, 0.42296708930557125, 0.4507360741737063, 0.4904025318969272, 0.4349057213662021, 0.43837855159891576 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.41843176028207096, 0.26557103625724693, 0.13573025520627405, 0.1501616934352595, 0.14325593395914182, 0.19987216414963213, 0.20193806104650064, 0.403551575420988, 0.14562079053285754, 0.12284000260468173, 0.26175526773058955, 0.24806493095330712, 0.15722663138859844, 0.1975011576317245, 0.165021810166313, 0.3208735288450602, 0.22548283672066968, 0.15083523507312943, 0.3395542487264887, 0.32316540591138404, 0.14789411670417202, 0.17510602724935767, 0.21575761775536423, 0.28371596370667324 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.23458290272916138, 0.1594977651438312, 0.3502597510628507, 0.34266482919691177, 0.2663653274214404, 0.23183054100962178, 0.3375214624902833, 0.12106395961306934, 0.26933297707667053, 0.26362912063126487, 0.14075718551460786, 0.14754332975428364, 0.29431299307838943, 0.25242971780511914, 0.20303988611300827, 0.1360920608194694, 0.16827891975142464, 0.3123351501562428, 0.12960989465730122, 0.09980168336500085, 0.30284195753022725, 0.3152965075249959, 0.2191481032923164, 0.154662583970412 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 49.49870526789637, 12.821308211680794, 30.008846960351804, 40.89314483269328, 17.148495846526647, 20.701677399501328, 43.714922533390784, 20.993698508526393, 24.03600771309446, 17.07098661460558, 11.925785600333235, 15.198471146269675, 19.49886737633997, 21.15838254470071, 13.669406556422851, 17.371854962017554, 14.176879276620328, 41.93683404304206, 16.653602520782474, 11.045127923239, 50.16546578867052, 26.04408261304298, 16.952979916214506, 18.152822728983338 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 48.089146964945186, 12.015855237067518, 29.13215820639724, 40.159134208963216, 16.082475583972375, 19.852311859368264, 43.082228923188644, 20.133312379037555, 23.124213188408376, 15.926642379279349, 11.050956663114285, 14.539580165697796, 18.766589514186194, 20.629814905121343, 12.780558451352713, 16.575546830804285, 13.283344870006243, 40.932844945258154, 15.705775476555411, 10.448010507891205, 49.53827504553348, 25.40214708320221, 16.179969807490803, 16.975081776085144 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.4521594441311234, "rpss": 0.0018217148393626648, "brier_below": 0.2249553354773952, "bss_below": 0.007167014131730598, "brier_above": 0.22720410873782934, "bss_above": -0.003527688402081397, "crps": 23.784931536872776, "crpss": -0.050885296740191155, "crps_fair": 22.933582290538624, "crpss_fair": -0.05732551801311048 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4080658191495947, 0.46457839076970436, 0.4324291752586424, 0.46365476816782397, 0.4055754224279156, 0.42038564004072226, 0.4691862846560314, 0.44379746098717837, 0.45902295654292846 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21632860178166294, 0.19565616316935097, 0.26294227970795214, 0.15923306723844655, 0.2638937702762008, 0.24954268558738726, 0.11575787639144076, 0.18481459447487755, 0.1925411630313685 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1917372249231956, 0.26892221702334285, 0.16948690437165792, 0.30442168413455395, 0.14168166265496743, 0.17084296116382786, 0.3534283847254869, 0.25898286124258857, 0.2664817864910905 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.672498870405152, 22.966065761324415, 12.349305174068244, 23.85325931807151, 12.61955713938707, 14.471855880149619, 68.09307791015702, 17.107159275474576, 21.915247031045766 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.252519719492149, 22.594803687742644, 12.005053308573391, 23.47464985579527, 12.285147856719094, 14.077655460547936, 67.65517668586656, 16.811884240156107, 21.539282739543786 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44074399088894906, "rpss": 0.020247419688072865, "brier_below": 0.20452335573985414, "bss_below": 0.01257299830415981, "brier_above": 0.236220631858968, "bss_above": 0.026796335067546417, "crps": 22.783114040009263, "crpss": 0.029571311482108453, "crps_fair": 22.410685950492994, "crpss_fair": 0.011721171218494919 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41177768402799814, 0.4570055137172668, 0.41661111865611916, 0.4802572502509198, 0.40231215017932725, 0.4241176474106709, 0.49875869593335437, 0.4207952549720543, 0.4571694087560002 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21606516341757087, 0.17742610867371478, 0.25685157821045856, 0.13216008828468956, 0.26245496761907716, 0.240780201333616, 0.11528626930590206, 0.19576399021015717, 0.16135388878509876 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19571252711801515, 0.2795793920108494, 0.15975955178820297, 0.34809713832318867, 0.1398571936599001, 0.1833374500284679, 0.3834723960750165, 0.22503126482188102, 0.2958155078358697 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.843766424409345, 27.79636530772748, 13.543554072086877, 29.07962246175893, 14.382306971953309, 16.962396447678778, 83.89954596898296, 17.650305524023956, 26.021771996737225 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.387361811565784, 27.373752462279814, 13.151543210542448, 28.637479737546723, 14.003321742839587, 16.526907438450333, 83.41141024189896, 17.308606137632157, 25.606082166699956 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4409783026559679, "rpss": 0.028651803053912017, "brier_below": 0.1953491395378094, "bss_below": 0.017978746693311676, "brier_above": 0.2456291579623768, "bss_above": 0.03697588884349756, "crps": 26.90884835281765, "crpss": 0.03551567272289924, "crps_fair": 26.489607216606196, "crpss_fair": 0.018756916037763638 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "pt", "1995": "sqrt_mvs", "1996": "pt", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "pt", "2004": "pt", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "pt", "2008": "sqrt_mvs", "2009": "pt", "2010": "sqrt_mvs", "2011": "pt", "2012": "pt", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "pt", "2016": "pt" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 14, "pt": 10, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.577110273230613, 0.46888969350329157, 0.48092293021913773, 0.4877412622337062, 0.40254958322098494, 0.4454620423572489, 0.5383283415625082, 0.5287361470765797, 0.40644590095481004, 0.37748648793763095, 0.395515702458095, 0.4136453186019691, 0.4686368019379336, 0.4550138363356634, 0.37842099140777236, 0.45782226328590897, 0.3909095279470781, 0.46009555723163675, 0.45665312293129734, 0.44044201463218113, 0.45309404525564195, 0.4960357582951803, 0.4276095498794307, 0.45430489872121727 ], "rps_clim": [ 0.48661164767869763, 0.45905809168968387, 0.495963591461526, 0.515165261918104, 0.446148375513108, 0.41008562419517763, 0.5008472766106865, 0.5325362239391127, 0.4074919432227391, 0.3954831823615453, 0.40075565353334075, 0.41880230111513844, 0.43556888570264757, 0.4376528345767518, 0.3792172948352883, 0.5057254726793263, 0.38526481534046053, 0.5019775310339771, 0.46557982150602545, 0.4778722604164428, 0.4895771040506235, 0.46168282493193524, 0.43538079529775536, 0.4292554571593725 ], "brier_below": [ 0.3540689435191548, 0.29828085820709166, 0.13619490759385214, 0.13676917597491692, 0.136995613210034, 0.19487964984233214, 0.2519030078605826, 0.4096299982943948, 0.1423436473203405, 0.11766227430063085, 0.24035372041199232, 0.25828960287874575, 0.15100032247964737, 0.21319045517306495, 0.17312989207710963, 0.33400193806869455, 0.21274235760550575, 0.18063611940923097, 0.29728238087884895, 0.3220687679989376, 0.18998055860062033, 0.16180071291614562, 0.2130097655342082, 0.2821389826286966 ], "brier_below_clim": [ 0.30922885335447725, 0.29613886705280196, 0.13863303230663443, 0.14778005167403346, 0.15228155631642487, 0.18555479660116075, 0.2323286066111426, 0.41071690781649134, 0.15645789164814694, 0.12993772955896807, 0.24280805836405528, 0.25325138300038613, 0.1324835226858189, 0.20346096894071503, 0.1852099973152223, 0.3721963399266724, 0.21777186789424954, 0.19118284667091623, 0.31142926732564313, 0.3420124753425011, 0.20381741462037756, 0.14597371006209459, 0.21219427302329458, 0.27109581952879136 ], "brier_above": [ 0.22304133083010258, 0.17060883482304973, 0.3447280264246098, 0.3509720893298989, 0.2655539703888582, 0.2505823928819386, 0.28642533378304547, 0.119106144793128, 0.26410225607774385, 0.25982421559810526, 0.15516198031550085, 0.15535571362791237, 0.3176364811821459, 0.2418233818197924, 0.20529109858791147, 0.12382032410452473, 0.17816716817788394, 0.27945943875575113, 0.15937073968851112, 0.11837324653673667, 0.26311348610147867, 0.3342350484189994, 0.2145997829118547, 0.17216591400331516 ], "brier_above_clim": [ 0.17738279432422033, 0.16291922463688202, 0.3573305591548917, 0.36738521024407034, 0.293866819196683, 0.2245308275940169, 0.2685186699995438, 0.12181931612262123, 0.2510340515745923, 0.2655454528025772, 0.15794759516928547, 0.16555091811475234, 0.3030853630168286, 0.2341918656360369, 0.19400729752006593, 0.13352913275265402, 0.16749294744621107, 0.3107946843630607, 0.15415055418038232, 0.13585978507394156, 0.28575968943024593, 0.3157091148698405, 0.22318652227446084, 0.15815963763058116 ], "crps": [ 28.4072432315243, 12.730830871331364, 26.628859350228463, 39.84348267444732, 15.100620883650258, 18.669111862625073, 35.615135277648896, 18.771212867097322, 21.43145115388223, 14.994125930590089, 11.058237112109184, 14.094638403960866, 19.623664122749865, 19.156729164398495, 12.833075174037871, 15.237346338030807, 13.048186090903554, 34.0954835572828, 15.39314851750195, 10.936837973636232, 40.2496173493064, 25.978846952516754, 15.073169505763264, 16.880925237203073 ], "crps_clim": [ 18.515515110176164, 12.027072670009332, 27.15745490417225, 43.062149116207536, 16.883014234429464, 15.110665227823379, 28.637921780736875, 19.89980051208872, 21.148523580110787, 14.885017211092011, 10.864882292965909, 13.870372070370355, 16.873149149217223, 16.149557646341, 11.53548174320184, 20.00999516407377, 11.833867920547483, 40.84283466644615, 15.118220461952959, 15.526179448811071, 40.59978539071442, 21.57204161823094, 16.19071462488736, 13.055384080829477 ], "crps_fair": [ 27.29230866877445, 11.997019495563663, 25.853599787364782, 39.1950630865995, 14.158709913541514, 17.93380755863309, 35.022294212010145, 17.965792621538718, 20.635655347645546, 14.00307931499223, 10.313399565992214, 13.488025234896389, 18.977354408842675, 18.67525852989492, 12.073179699860846, 14.535916892027616, 12.276937926080628, 33.22967176336913, 14.560615697604936, 10.354643758287986, 39.68738225664027, 25.41396468668064, 14.367369617096168, 15.91996178016219 ], "crps_fair_clim": [ 17.676884392709255, 11.17615323579967, 26.335191496921233, 42.27000823587325, 16.041291659243317, 14.26558593103382, 27.818462288024797, 19.063791547276942, 20.314879621109657, 14.039510550634402, 10.011761740617914, 13.022943733509857, 16.03140789015757, 15.306445948828944, 10.683631265570193, 19.174194901254385, 10.982582568251718, 40.04649053904792, 14.273155474318951, 14.681887110773385, 39.8029809427182, 20.739199776726256, 15.347680876198298, 12.206412206110008 ] }, "rps": 0.45257800213406324, "rpss": 0.0010881498390347133, "brier_below": 0.22534806886603245, "bss_below": 0.0065380118213040905, "brier_above": 0.22722993329844995, "bss_above": -0.00437595301473559, "crps": 20.660499150101103, "crpss": -0.030085778076083924, "crps_fair": 19.91379215933751, "crpss_fair": -0.036024336364150145 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6217518175241414, 0.42936501292055673, 0.485990002103071, 0.48372722292157344, 0.409621260581439, 0.4317027049915461, 0.539459522931508, 0.5246155387350363, 0.41495376484985785, 0.3864691208759022, 0.4034590572465616, 0.40841612479673417, 0.4515396231348797, 0.44993087461321823, 0.3742240040217091, 0.45696559117597935, 0.40059568117229194, 0.4631703834196177, 0.47824207872081625, 0.4406314769503712, 0.4507360741737063, 0.4904025318969272, 0.44450277782364467, 0.44777535391274703 ], "rps_clim": [ 0.49692546808151494, 0.4425004297311524, 0.5019082769064045, 0.5064333837283189, 0.4493332273217324, 0.4008197088796275, 0.49214123609132593, 0.5299440633497334, 0.4125320165992243, 0.3973638817558074, 0.4081375216137364, 0.42014033125261396, 0.4248286277730835, 0.42704216425257485, 0.3755742335427411, 0.49379724379384515, 0.3873416399190235, 0.5177366653254861, 0.4839102472484309, 0.487019492459797, 0.49482401619394534, 0.4541665212671262, 0.44634875136680735, 0.4208625234376798 ], "brier_below": [ 0.40158364025197213, 0.2657806716144153, 0.13573025520627405, 0.14808895629054364, 0.14325593395914182, 0.19987216414963213, 0.20193806104650064, 0.403551575420988, 0.14562079053285754, 0.12284000260468173, 0.2567786274229978, 0.2545600086125614, 0.15722663138859844, 0.1975011576317245, 0.16937009044166054, 0.3208735288450602, 0.22878420094472404, 0.15083523507312943, 0.3424128320868922, 0.332107564822987, 0.14789411670417202, 0.17510602724935767, 0.22366027865314117, 0.28870842546484166 ], "brier_below_clim": [ 0.34117568778132534, 0.280053383566344, 0.13450149319852867, 0.15732198035030748, 0.15473613909973766, 0.19434878307934944, 0.17980801494605603, 0.4079365738751568, 0.16032257902227548, 0.1332184139808406, 0.26119900864962203, 0.2514382285910136, 0.13531377508107187, 0.1853202655941405, 0.1818743277880335, 0.3543807460126602, 0.23034746051873398, 0.16417677640375913, 0.35710308535482294, 0.35945144459801076, 0.16544049155230897, 0.15409584057255046, 0.21691892059143786, 0.27741814864029335 ], "brier_above": [ 0.22016817901190855, 0.1635843404872195, 0.3502597510628507, 0.33563826912499806, 0.2663653274214404, 0.23183054100962178, 0.3375214624902833, 0.12106395961306934, 0.26933297707667053, 0.26362912063126487, 0.14668042760381375, 0.1538561138748655, 0.29431299307838943, 0.25242971780511914, 0.2048539127824757, 0.1360920608194694, 0.17181147809057848, 0.3123351501562428, 0.13582924391193854, 0.10852391204970652, 0.30284195753022725, 0.3152965075249959, 0.22084249769371825, 0.1590669257810631 ], "brier_above_clim": [ 0.15574978030018993, 0.16244704616480854, 0.36740678370787594, 0.3491114033780117, 0.29459708822199504, 0.20647092580027818, 0.3123332211452702, 0.12200748947457683, 0.2522094375769491, 0.264145467774967, 0.14693851296411473, 0.16870210266160068, 0.2895148526920119, 0.24172189865843452, 0.19369990575470775, 0.1394164977811851, 0.15699417940028976, 0.35355988892172713, 0.1268071618936083, 0.12756804786178638, 0.3293835246416366, 0.300070680694576, 0.22942983077536966, 0.1434443747973867 ], "crps": [ 33.2718867499806, 13.172295879694692, 30.008846960351804, 40.24688331219471, 17.148495846526647, 20.701677399501328, 43.714922533390784, 20.993698508526393, 24.03600771309446, 17.07098661460558, 12.328743765138721, 16.367289377438308, 19.49886737633997, 21.15838254470071, 14.06202529402065, 17.371854962017554, 15.05849667816563, 41.93683404304206, 17.718971725200497, 11.92528472622134, 50.16546578867052, 26.04408261304298, 17.488475207052232, 19.23583970409628 ], "crps_clim": [ 20.780787513601947, 13.13070493794864, 30.809313804317902, 43.66777757153176, 18.954401750013098, 16.492711869708796, 34.373370564942896, 22.522388083312702, 23.51364394783613, 16.593348468335503, 12.132036607527255, 16.06887610321715, 16.86034595908366, 17.564548526350222, 13.021069333935209, 21.955010782616075, 13.563193049293446, 50.61749650933895, 17.51507769120794, 17.96173246331503, 50.35394525772704, 21.274471353161417, 18.77088571528336, 14.700448643376912 ], "crps_fair": [ 32.01503177055054, 12.356240879444046, 29.13215820639724, 39.51562987319686, 16.082475583972375, 19.852311859368264, 43.082228923188644, 20.133312379037555, 23.124213188408376, 15.926642379279349, 11.461701039947897, 15.68356933774532, 18.766589514186194, 20.629814905121343, 13.203819923321696, 16.575546830804285, 14.187259979979634, 40.932844945258154, 16.789572056157155, 11.271092589919695, 49.53827504553348, 25.40214708320221, 16.702933425097395, 18.119586156942862 ], "crps_fair_clim": [ 19.834227729090085, 12.169656360679872, 29.8817474408112, 42.764564359099325, 18.004382901555047, 15.538030729810787, 33.45255430893737, 21.579126784728338, 22.572260027783052, 15.638857928056103, 11.16909661296602, 15.11339224406442, 15.906361095870066, 16.611897380120098, 12.059813113477023, 21.010674905810696, 12.602963578296162, 49.72744564337963, 16.562332850214283, 17.009833559389754, 49.46339524166998, 20.328846575921453, 17.82051929857772, 13.74237306555024 ] }, "rps": 0.45367698339557655, "rpss": -0.0015283749582011286, "brier_below": 0.2255866990174523, "bss_below": 0.004380511880903826, "brier_above": 0.2280902844429971, "bss_above": -0.007441798326700999, "crps": 23.363596471792267, "crpss": -0.03226952632236335, "crps_fair": 22.520208244835857, "crpss_fair": -0.038267399596688234 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4080658191495947, 0.46457839076970436, 0.4324291752586424, 0.46365476816782397, 0.4055754224279156, 0.42038564004072226, 0.4691862846560314, 0.44379746098717837, 0.45902295654292846 ], "rps_clim": [ 0.40161619190917225, 0.49204692387629745, 0.4299899885273098, 0.47528200776247287, 0.4503731422035293, 0.44588230538086027, 0.4982186059363643, 0.40271461687088617, 0.4525472776671369 ], "brier_below": [ 0.21632860178166294, 0.19565616316935097, 0.26294227970795214, 0.15923306723844655, 0.2638937702762008, 0.24954268558738726, 0.11575787639144076, 0.18481459447487755, 0.1925411630313685 ], "brier_below_clim": [ 0.21623690591179195, 0.20701388554914213, 0.26135036266898715, 0.155949239131093, 0.2963471079591241, 0.26151305041397066, 0.12083093150048313, 0.16102855285572565, 0.1838780969829451 ], "brier_above": [ 0.1917372249231956, 0.26892221702334285, 0.16948690437165792, 0.30442168413455395, 0.14168166265496743, 0.17084296116382786, 0.3534283847254869, 0.25898286124258857, 0.2664817864910905 ], "brier_above_clim": [ 0.18537929258540958, 0.2850330270957072, 0.16863963543963614, 0.31933275126666294, 0.15402604643883205, 0.1843692617355264, 0.3773876466901393, 0.24168606053475453, 0.26866917237882915 ], "crps": [ 11.672498870405152, 22.966065761324415, 12.349305174068244, 23.85325931807151, 12.61955713938707, 14.471855880149619, 68.09307791015702, 17.107159275474576, 21.915247031045766 ], "crps_clim": [ 11.463675222229222, 23.73371473169829, 12.343868264699012, 23.739064588274186, 16.997103064518143, 15.14718121966435, 73.00083858094878, 14.399653709595194, 20.471236749209417 ], "crps_fair": [ 11.252519719492149, 22.594803687742644, 12.005053308573391, 23.47464985579527, 12.285147856719094, 14.077655460547936, 67.65517668586656, 16.811884240156107, 21.539282739543786 ], "crps_fair_clim": [ 10.662785406373821, 22.932824915842893, 11.542978448843611, 22.938174772418787, 16.19621324866275, 14.34629140380895, 72.19994876509341, 13.598763893739797, 19.670346933354015 ] }, "rps": 0.44074399088894906, "rpss": 0.020247419688072865, "brier_below": 0.20452335573985414, "bss_below": 0.01257299830415981, "brier_above": 0.236220631858968, "bss_above": 0.026796335067546417, "crps": 22.783114040009263, "crpss": 0.029571311482108453, "crps_fair": 22.410685950492994, "crpss_fair": 0.011721171218494919 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41177768402799814, 0.4570055137172668, 0.41661111865611916, 0.4802572502509198, 0.40231215017932725, 0.4241176474106709, 0.49875869593335437, 0.4207952549720543, 0.4571694087560002 ], "rps_clim": [ 0.4079511787742341, 0.4922054065344404, 0.4152411870413332, 0.4870765649166562, 0.4434099354793544, 0.45787049883487024, 0.5324498556606468, 0.3943971410063836, 0.45527056505295654 ], "brier_below": [ 0.21606516341757087, 0.17742610867371478, 0.25685157821045856, 0.13216008828468956, 0.26245496761907716, 0.240780201333616, 0.11528626930590206, 0.19576399021015717, 0.16135388878509876 ], "brier_below_clim": [ 0.2165833496531308, 0.19072963656958514, 0.2598017131713074, 0.12377404015058635, 0.29230044362743446, 0.2562704571353755, 0.11638456203759603, 0.1791706241621763, 0.1553153215626392 ], "brier_above": [ 0.19571252711801515, 0.2795793920108494, 0.15975955178820297, 0.34809713832318867, 0.1398571936599001, 0.1833374500284679, 0.3834723960750165, 0.22503126482188102, 0.2958155078358697 ], "brier_above_clim": [ 0.19136783463829776, 0.30147575579321806, 0.15543948581170997, 0.36330249953894866, 0.15110950456786512, 0.20160004538702728, 0.41606525896121255, 0.21522651809513638, 0.2999552295905713 ], "crps": [ 12.843766424409345, 27.79636530772748, 13.543554072086877, 29.07962246175893, 14.382306971953309, 16.962396447678778, 83.89954596898296, 17.650305524023956, 26.021771996737225 ], "crps_clim": [ 13.039559283152627, 28.74038520413434, 13.566566575715115, 28.965864553546538, 19.057562942859114, 17.96040428789877, 90.10266834942621, 15.396608232662523, 24.267913548742563 ], "crps_fair": [ 12.387361811565784, 27.373752462279814, 13.151543210542448, 28.637479737546723, 14.003321742839587, 16.526907438450333, 83.41141024189896, 17.308606137632157, 25.606082166699956 ], "crps_fair_clim": [ 12.135801724583425, 27.83662764556514, 12.662809017145918, 28.06210699497735, 18.15380538428992, 17.056646729329582, 89.19891079085703, 14.492850674093326, 23.364155990173366 ] }, "rps": 0.4409783026559679, "rpss": 0.028651803053912017, "brier_below": 0.1953491395378094, "bss_below": 0.017978746693311676, "brier_above": 0.2456291579623768, "bss_above": 0.03697588884349756, "crps": 26.90884835281765, "crpss": 0.03551567272289924, "crps_fair": 26.489607216606196, "crpss_fair": 0.018756916037763638 } } } } }, "Apr": { "tag": "init01_Apr", "methods": { "mvs": { "lambda_": { "training_mean": 0.6908835984019319, "training": [ 0.6625573573845482, 0.7015599470869281, 0.7205665058139057, 0.7128762410811464, 0.7070547950192708, 0.6077307535036761, 0.6657160941757475, 0.7003367619221039, 0.7056761652451133, 0.7116435029664535, 0.6977128854175773, 0.693255394393238, 0.6975875334922487, 0.612366937592443, 0.6729006426240277, 0.6337030931196934, 0.691260510541857, 0.7640811011212771, 0.7053236574861854, 0.7231093571160692, 0.6940286816396586, 0.683764765894636, 0.6976892202800761, 0.7187044567284877 ], "test": 0.7348780881110409 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4886392270180046, 0.4258530605973277, 0.4626630483971937, 0.40407012526975883, 0.49981355385625037, 0.4660346702035087, 0.474685563980612, 0.44233344709772626, 0.43767063669884065, 0.39542235329908176, 0.46116143940586707, 0.4403718372812054, 0.3929723200856383, 0.5074825479920333, 0.39556672541723326, 0.4967674475644302, 0.4291392721185549, 0.41986229012576237, 0.49282190659072617, 0.4234060892250228, 0.4822597901150706, 0.48904614513494793, 0.5226674326509718, 0.4135687334977553 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21631735369937993, 0.19092704551566775, 0.15219622610548983, 0.17757251033354132, 0.12877080076077566, 0.31767261443822115, 0.34171860776479956, 0.25008243515813106, 0.3001755878424985, 0.23803516938624814, 0.2031553478632955, 0.14376004574658716, 0.19227104285689312, 0.21396760574270232, 0.16840639020386802, 0.27982024641809683, 0.2641382680878753, 0.1882367940076523, 0.3676669339425038, 0.19816118411605838, 0.20426242865196398, 0.28150834730076696, 0.30916584581565615, 0.13977010360486003 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27232187449090334, 0.23492601645635042, 0.31046682497640715, 0.2264976149045436, 0.3710427580399786, 0.1483620541467305, 0.1329669539213414, 0.19225101029797761, 0.1374950470910791, 0.1573871829490915, 0.2580060921299587, 0.296611793756923, 0.20070127587855374, 0.29351494126758887, 0.22716033536912797, 0.21694719928320655, 0.16500100138420598, 0.23162549620600856, 0.12515497041553547, 0.22524490496305924, 0.2779973636191923, 0.2075377977191521, 0.21350158687395618, 0.27379863110669034 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.174536691109395, 21.994374596394366, 34.056260041891534, 20.887999543572356, 49.4190195119329, 27.264004331274492, 35.75174311516914, 29.952674879744286, 21.031258578804465, 19.027388758953908, 26.152117360295435, 24.833317952304828, 20.100240527661136, 37.215166662569125, 19.000510996427444, 33.576090314448045, 22.022675470740168, 20.417611722608225, 31.52788391867872, 22.90001582991448, 36.030186595107736, 36.91739418939221, 38.23595089577716, 32.497313231671754 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.04166944489565, 21.039397530552232, 32.934794897156195, 19.77920585893261, 48.400812209556044, 26.218162247307344, 34.791438126721324, 28.7679200887297, 20.173517066961736, 18.066555235007016, 25.20146926763294, 23.735302382472007, 19.06651618302613, 36.327947791303814, 18.07408808105873, 32.55094756611937, 20.997065447228305, 19.447349876379192, 30.479006878036767, 21.83661412916053, 34.93007163960421, 35.896985828987155, 37.11236187982318, 31.481907125370853 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45267831931764685, "rpss": 0.0013171272017139524, "brier_below": 0.22782328897348056, "bss_below": -0.004852640725310442, "brier_above": 0.22485503030198176, "bss_above": 0.007491547472777804, "crps": 29.124405654851802, "crpss": -0.016468494515956333, "crps_fair": 28.09796278258429, "crpss_fair": -0.02328142187707183, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.099974, 0.833417, 0.066609, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3484, 0.4218, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3132, 0.3556, 0.296, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115256, 0.844682, 0.040034, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3438, 0.4178, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3509, 0.3917, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4851472325913971, 0.4377850604090821, 0.48206765940350094, 0.39637550828502927, 0.5087037881606992, 0.4740585369109194, 0.4941128164539911, 0.4427694378532752, 0.4396308494948677, 0.41017054680135023, 0.4504057643346254, 0.4394350670054419, 0.3939476903600622, 0.5213721408487334, 0.3854064865060782, 0.4846441176827817, 0.4380835827643769, 0.41682651026177325, 0.496272443622329, 0.3985575761417425, 0.49134353260472774, 0.4808673582365864, 0.5057866520245814, 0.42217366102062825 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25345359090391995, 0.18346524769553235, 0.15519014230950298, 0.19211598297171228, 0.1315643654819157, 0.32272651017909015, 0.36220502658958487, 0.2975376192244978, 0.2947003459722327, 0.24354521687737682, 0.16322107037318576, 0.14545264436266997, 0.19248411778893398, 0.19824604998546122, 0.1802213863175764, 0.3128119098387939, 0.27996647274361036, 0.1828844798310606, 0.36993793342206516, 0.15155080643089724, 0.16409642113481646, 0.3190246506278213, 0.2610845487095193, 0.1230014775548302 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.231693641505024, 0.25431981455063374, 0.32687752047888924, 0.20425952463193947, 0.3771394279326447, 0.1513320246363505, 0.1319077872861895, 0.14523181592674736, 0.14493050215423303, 0.16662532894993795, 0.2871846951079931, 0.2939824245783875, 0.20146357107645763, 0.32312609025366346, 0.20518510047439883, 0.17183220477643657, 0.15811710711399898, 0.23394203029818275, 0.12633450788264902, 0.24700677017085973, 0.327247115077497, 0.16184270621483873, 0.24470210435377765, 0.29917218520031824 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.18136492283159, 25.02025140689201, 39.404481908950785, 21.962946418537445, 58.35279016384751, 30.784818688949834, 42.15442866937921, 31.64538776569719, 23.607551032858904, 21.991798184440466, 29.530501250471954, 27.137759697344308, 22.711671928588412, 43.45176418903939, 21.070416403968377, 30.47530846836932, 24.893553359583656, 23.20377829773057, 37.08158381356959, 24.648668331837367, 42.55830224294789, 37.49102070674068, 42.16409747330183, 38.35093803396422 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.914603902955136, 23.940588314465924, 38.13800512674238, 20.746189735431898, 57.201743326189934, 29.57605909242611, 41.08533808205318, 30.337509817670547, 22.664219534045902, 20.904306198841425, 28.516649700699677, 25.948363537087022, 21.584469654378818, 42.4483209125598, 20.03271824921915, 29.345103052353025, 23.7530349714086, 22.08642095360727, 35.90410942800317, 23.484410186011544, 41.32180348986177, 36.37994365100845, 40.97657206998525, 37.20912146817208 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4539976674907742, "rpss": -0.0013382224431413015, "brier_below": 0.22835366738860863, "bss_below": -0.0069846366635162305, "brier_above": 0.22564400002633536, "bss_above": 0.004311894488160939, "crps": 32.41146597332678, "crpss": -0.01989870211486089, "crps_fair": 31.270816852299088, "crpss_fair": -0.026788500458544195, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083443, 0.850114, 0.066442, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3484, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3335, 0.3551, 0.2693, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104338, 0.854509, 0.041117, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3437, 0.4176, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3468, 0.3775, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43328875894137886, 0.4852890733257394, 0.4710062482785096, 0.5101250991647945, 0.3647637975076327, 0.4856031875871295, 0.43653559352627846, 0.46430650786769556, 0.40838520432116415 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26848927327820893, 0.1577799307463033, 0.2725499901579524, 0.1418615249282143, 0.1653379840235559, 0.32672028503964173, 0.10612645281544773, 0.17849087962618368, 0.2319387887493462 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16479949315603476, 0.3275091232444723, 0.19845626125655036, 0.3682635503415693, 0.1994258170911919, 0.15888291628070775, 0.33040912102338427, 0.2858156165356786, 0.1764464229282255 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.677127391102697, 58.89199453931678, 28.944324725120325, 47.17625759816835, 16.88763418719528, 27.27166807593101, 26.102908939408806, 30.175171846564155, 19.470532910166 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.195026346332497, 58.3612830547675, 28.47473158600684, 46.6931851626282, 16.402581869174217, 26.7654825734167, 25.561487154983297, 29.68657007432777, 18.925896963568302 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4510337189467026, "rpss": 0.0020407624414277015, "brier_below": 0.2054772343738727, "bss_below": -0.0015398402226896035, "brier_above": 0.24555648020642387, "bss_above": 0.005017329824242189, "crps": 30.844180023663714, "crpss": -0.005614600974583883, "crps_fair": 30.34069386502281, "crpss_fair": -0.02752778840938097, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.134948, 0.855748, 0.009303, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3409, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.2772, 0.2401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100589, 0.895952, 0.003459, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3351, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.4172, 0.4112, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4309114606533173, 0.504012044670477, 0.4722952387485292, 0.5080303581361436, 0.35341534348225523, 0.5150498399964272, 0.42318917652542665, 0.47204469517236464, 0.41690470679942027 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31178008870325735, 0.11960544540479613, 0.28502676121816156, 0.13449770569351555, 0.17094778256596824, 0.36398482125416703, 0.10305270264839626, 0.1436961035621304, 0.23305807723762495 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1191313867754005, 0.38440656997548756, 0.18726848273807914, 0.373532627526357, 0.18246756776853507, 0.15106503435728375, 0.32013645612966224, 0.32834857323370115, 0.1838466359659323 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.20530962518352, 73.62559063153577, 32.612323926550104, 51.10990043822948, 18.184262384843326, 31.949035261568156, 28.01460312249608, 36.679852291407975, 22.293936736116418 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.67059273891584, 73.02829490049135, 32.07971764421229, 50.56573337251185, 17.640455819903583, 31.410724043028864, 27.418618507614145, 36.122331837923, 21.680138642829423 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45509476268715127, "rpss": 0.0014790337864351022, "brier_below": 0.2072943875875575, "bss_below": -0.0030114433089551973, "brier_above": 0.24780037049671544, "bss_above": 0.0052047160676156334, "crps": 35.40831271310341, "crpss": -0.004148129737733042, "crps_fair": 34.84628972304782, "crpss_fair": -0.025099392965213463, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.133356, 0.860927, 0.005716, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3392, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3528, 0.2774, 0.1452, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078194, 0.917517, 0.004289, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3369, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3392, 0.4208, 0.3033, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.609049379085214, "training": [ 0.6029432527159382, 0.613682732347991, 0.6274761600788438, 0.621857161502535, 0.6190956845871146, 0.5310631335515501, 0.5948678286851707, 0.620446882714016, 0.6266157128794091, 0.6268214648758327, 0.6126571395526456, 0.6096082173177074, 0.6022515764250386, 0.5127100802883827, 0.5922055097080932, 0.5798179370542774, 0.611497612258035, 0.6653983425118771, 0.6241002551419585, 0.6314438965360648, 0.5983208101303704, 0.6292931672476467, 0.6300987690182691, 0.6329117709163687 ], "test": 0.6703778973180425 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4952387604849933, 0.4223221908883157, 0.46665702431006173, 0.4084208715683384, 0.5101416978325619, 0.4677406833836975, 0.4625199767023258, 0.44147553068963763, 0.4188197382576456, 0.3903539863465305, 0.464118997398992, 0.45132391132055805, 0.40286223480758737, 0.5335230281774971, 0.40573265881074644, 0.49267150171960233, 0.42654752914494987, 0.41634114156050167, 0.47429743645170425, 0.4221494335502905, 0.4899695357718049, 0.48482479870133244, 0.5034231876600707, 0.4133731860950252 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2251108193625893, 0.1875327498733642, 0.1603290152367075, 0.1841963002199093, 0.14184780376975614, 0.309870162264549, 0.3240704581068013, 0.2496574054326294, 0.28165231318907524, 0.23356806186990373, 0.2046008627806148, 0.15652030921189272, 0.2002278743585927, 0.2333859610598211, 0.17968136325452838, 0.27164904913831495, 0.25941391737086283, 0.19034933694561412, 0.3467006403846115, 0.19762200287080642, 0.2131629976659244, 0.27684393750393266, 0.2880072583792722, 0.14497004064928165 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27012794181988903, 0.23478944319343198, 0.3063280124110208, 0.22422457137263485, 0.3682939000898792, 0.15787051983521458, 0.13844951588225352, 0.1918181232781863, 0.13716742294618212, 0.15678592392431182, 0.25951813505976634, 0.29480360379337844, 0.20263435888714562, 0.3001370658399633, 0.2260512957915178, 0.2210224504039386, 0.16713360845094669, 0.22599180399768842, 0.1275967936691952, 0.22452743044479417, 0.27680654076841654, 0.20798086086871798, 0.21541592922847128, 0.26840314654544917 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 37.62989402709145, 23.237270013576417, 34.19811646089838, 22.726659229847186, 50.04520886864612, 28.497413622043805, 33.34636047587314, 31.023223332067214, 19.296670920632966, 20.126259850507207, 27.295749351718456, 25.962330052086063, 21.85565741914868, 39.31642599334037, 21.1341684993632, 33.10497416039333, 22.945173018638233, 21.37538718232707, 29.498931351085034, 24.112273297743904, 37.48735088561152, 37.03702111313464, 35.23209309391269, 31.699159518696685 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.22170910718085, 22.051255464544166, 32.83931898593515, 21.357039883113856, 48.821441667920055, 27.185050560289934, 32.13236116578851, 29.540263090037058, 18.240480978798782, 18.936219348134735, 26.126147021812503, 24.63529568778215, 20.590759863030385, 38.261680970411334, 20.031273743921155, 31.82068112704317, 21.67260861502752, 20.171990918594858, 28.18845095713155, 22.803262930667625, 36.14664856603493, 35.78082216233164, 33.826829181893665, 30.465427283397172 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45270204340144876, "rpss": 0.0012647879684113406, "brier_below": 0.2275404433708065, "bss_below": -0.0036051029865429296, "brier_above": 0.22516159993759977, "bss_above": 0.0061383513524578825, "crps": 29.507657155765987, "crpss": -0.02984432373533563, "crps_fair": 28.24362580336761, "crpss_fair": -0.028586228641014788, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.093785, 0.696599, 0.202194, 0.007422, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2832, 0.3554, 0.4306, 0.5114, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.255, 0.3576, 0.3603, 0.2103, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.153356, 0.765516, 0.080736, 0.000393, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2776, 0.3479, 0.4246, 0.5146, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2999, 0.3468, 0.4381, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4880850790238744, 0.43372020929986055, 0.48675640690237365, 0.3998028080014909, 0.5187408940598932, 0.4749134233042864, 0.48226128588420536, 0.44269575007884004, 0.4234011325591283, 0.40394447629512337, 0.4603516606004692, 0.448904678248657, 0.4039510050865149, 0.5533419807271378, 0.3958777985477466, 0.4739889117582513, 0.43592078836547016, 0.40977798009680516, 0.4798458374083811, 0.4014262289410967, 0.5047688446865796, 0.47258228247620904, 0.48799529800506175, 0.4202382159980091 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2578455557471449, 0.17940119068822727, 0.16450472291723153, 0.19791200595891953, 0.14452370726558278, 0.3132924041459026, 0.34419256907252616, 0.29433508011439724, 0.27910530425973795, 0.23721993271382277, 0.17044190031935333, 0.1569377267252297, 0.2004274204539875, 0.22159373653115336, 0.19206942183083406, 0.2976815054828462, 0.27569638152344234, 0.18292283270251575, 0.3508389726637898, 0.15580911128250816, 0.17929963359872866, 0.3098396861943105, 0.24308438051433356, 0.12715679426761162 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2302395223100387, 0.2543190212894169, 0.3222516880699739, 0.2018908011830418, 0.37421719292308186, 0.1616210172571851, 0.13806871365165369, 0.1483606668847973, 0.14429582668223048, 0.16672454304870346, 0.2899097610130568, 0.2919669532924746, 0.2035235828209409, 0.33174824319751905, 0.20380837673959293, 0.17630740284286198, 0.16022440331662186, 0.22685514675482393, 0.12900686218068771, 0.24561711838680433, 0.32546921540250484, 0.16274259479125472, 0.2449109188908116, 0.29308142348015936 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.01374179834912, 26.25031173551696, 39.4658302635049, 24.00333485172133, 58.967087334565576, 32.0388016200728, 39.43433391874424, 33.14299243159376, 21.76373848805203, 23.046982499784384, 31.228776049382173, 28.115001277225435, 24.50819153077506, 45.97874092051831, 23.406880901632864, 29.770834951670185, 25.922951391268587, 24.039234826881277, 34.60869876712816, 26.379572520941295, 44.290245300574355, 37.421720280014696, 39.04349003778382, 37.223402215915996 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.4549631281729, 24.921777302914673, 37.9501081885391, 22.51208695631604, 57.59845595141607, 30.540543043694953, 38.09918305864344, 31.512794329793135, 20.61694662002269, 21.711894310779662, 30.000059405715447, 26.68865861747152, 23.144534956366396, 44.800389002408096, 22.188933044898636, 28.370077299296767, 24.521152502587643, 22.665470026660937, 33.15219234437163, 24.96393974503592, 42.80482494207446, 36.06273054203684, 37.58013914937583, 35.85234506931424 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4543038740148111, "rpss": -0.0020135922047841426, "brier_below": 0.22817216570725574, "bss_below": -0.006184257993267384, "brier_above": 0.22613170818375994, "bss_above": 0.002159808852149947, "crps": 32.836037329734054, "crpss": -0.033258782023350086, "crps_fair": 31.446424980746126, "crpss_fair": -0.032554656415650474, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.093338, 0.715534, 0.184458, 0.00667, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3546, 0.4313, 0.5107, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2718, 0.3573, 0.3541, 0.1814, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.141547, 0.775015, 0.083159, 0.000278, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2787, 0.3477, 0.4251, 0.5165, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3338, 0.3412, 0.4262, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42951904275019276, 0.4835659977337294, 0.46942024094419116, 0.5230714972997967, 0.3716293421549282, 0.48626576337385896, 0.43685165688741157, 0.471147704231311, 0.4026719166941883 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2650728610140871, 0.1627510902069795, 0.2711359283071198, 0.15493737886939937, 0.17254046612568855, 0.3207009747455806, 0.11327736782517715, 0.18646755848790986, 0.22450869146277905 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1644461895403824, 0.3208148888191092, 0.1982843156944964, 0.3681340936244237, 0.19908888006169428, 0.16556480255166398, 0.323574270146666, 0.2846801344911364, 0.17816323281572796 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.131519132419346, 58.39560847186896, 29.53614308317206, 48.36414235118846, 18.61188447870728, 27.653362178979126, 26.41004400273283, 31.43812994025069, 19.504506350492207 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 21.536400496502, 57.74052322430785, 28.962162011901917, 47.77126617124944, 18.01884158710735, 27.02083767866714, 25.741532840597205, 30.848604966477374, 18.843263085261757 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4526825735632898, "rpss": -0.001607500708070253, "brier_below": 0.20793247967163567, "bss_below": -0.013507229168341572, "brier_above": 0.24475008974947782, "bss_above": 0.008284783932486328, "crps": 31.338371109978993, "crpss": -0.021726741796251448, "crps_fair": 30.720381340230226, "crpss_fair": -0.04038640770867041, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.099062, 0.786784, 0.114154, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2814, 0.3493, 0.42, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3284, 0.2777, 0.2727, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10233, 0.876175, 0.021495, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2885, 0.339, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3266, 0.4157, 0.4361, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42287406112658144, 0.5033397842303802, 0.4718647473998016, 0.5196281520165988, 0.3604754039601271, 0.516774832591228, 0.4232150955333354, 0.4831878951500737, 0.40894850399622024 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3038683025636709, 0.1278325805784803, 0.28440752474699993, 0.1462020165945181, 0.17779545625261342, 0.3581184814399208, 0.10929883161293517, 0.15594750245942654, 0.22319937328954495 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11900577365020326, 0.3755071752997891, 0.18745722781789867, 0.3734261098798386, 0.18267995493769612, 0.15865636709765182, 0.3139162469191535, 0.32724037467521166, 0.1857491374014876 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 23.19548266345834, 72.88701159610996, 33.21476300726076, 52.41706194824182, 20.044117128172477, 32.156266533521425, 28.454778069754568, 38.111173732438246, 22.06857023583068 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 22.542112413359888, 72.15699531501943, 32.57087366722316, 51.755954585633525, 19.385836162552632, 31.489211327268297, 27.725699613898975, 37.44575029673977, 21.331325419765058 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45670094177826076, "rpss": -0.0020450751013421087, "brier_below": 0.20963000772645668, "bss_below": -0.014312539078126463, "brier_above": 0.24707092974210335, "bss_above": 0.008133058027482876, "crps": 35.83880276830981, "crpss": -0.016356443285704847, "crps_fair": 35.1559732001623, "crpss_fair": -0.034209583660535614, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.111773, 0.793792, 0.094435, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3465, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3654, 0.2795, 0.2535, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078742, 0.895646, 0.025613, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2888, 0.341, 0.4112, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3632, 0.4195, 0.3776, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.6766866935094028, "training": [ 0.64900262926596, 0.6913160459874741, 0.7071149630872502, 0.6952475881129045, 0.691724676077375, 0.5859955111001097, 0.651821475712244, 0.6879899377097034, 0.6909373525664078, 0.6984559775508756, 0.6838459751432797, 0.6764715048423413, 0.6817743182165469, 0.5927324125704334, 0.6636222749744662, 0.6233645065054924, 0.67936453485066, 0.7532071964731039, 0.6934359966404724, 0.7071390051011165, 0.6811663260076626, 0.6652576027898471, 0.6828617855624708, 0.7066310473774676 ], "test": 0.7213038830422118 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4903778922151586, 0.42401100849831486, 0.4634316565090304, 0.4042906779388866, 0.5004147579718332, 0.46640818018050617, 0.4719042680706182, 0.4409841970021029, 0.43381352893801994, 0.3940541395119059, 0.46250123509676144, 0.442467942958183, 0.3943763852358415, 0.5134369486542555, 0.3973039226188779, 0.49429380790847965, 0.428625438511325, 0.42018014667192516, 0.48899808523027466, 0.4243674151086751, 0.4843648711009988, 0.48728843208176137, 0.5202525659547418, 0.4133440760094198 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21804858683485875, 0.18899563923473844, 0.1531263499640633, 0.17800156793565228, 0.1291667154223205, 0.31688710454820296, 0.3388387558317522, 0.2490490989131082, 0.29695309481972476, 0.23705765181879562, 0.2043770969299985, 0.14565505695990788, 0.19358288194892811, 0.21846352540208078, 0.1700908886705358, 0.2769542110264349, 0.26362729032162174, 0.1889248386745276, 0.3640157220745138, 0.19922577881460166, 0.20635675908708292, 0.2800281383143227, 0.3068154062362651, 0.1400899761250559 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2723293067444353, 0.2350153706022891, 0.31030530939801637, 0.2262891100007645, 0.37124804772997444, 0.14952107383127403, 0.13306550981466486, 0.1919350962896227, 0.13686043223676303, 0.1569964866432726, 0.25812413878655643, 0.2968128884898945, 0.20079350209794797, 0.2949734223846734, 0.22721303408254298, 0.2173395948184076, 0.16499814533549714, 0.23125530804764202, 0.12498236077111062, 0.22514163623790145, 0.27800811432725203, 0.20726029355550438, 0.2134371597440542, 0.27325410125202504 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.23937825502546, 21.92477745915479, 34.145055751036395, 20.95054751704412, 49.40356889017777, 27.236688146904047, 35.52345293963601, 29.848029881453428, 20.8498468381231, 19.023719591038347, 26.207718401109744, 24.878798064516452, 20.190295921369202, 37.336606618908746, 19.078752544014367, 33.477117657745445, 22.016937126338274, 20.576405631976062, 31.27706253231195, 22.97849001196762, 36.14537445237378, 36.79095360957261, 38.0153752027755, 32.438403672111264 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.09067291529853, 20.955511997484532, 33.00987171140232, 19.82422594792464, 48.37942487974424, 26.174908177534817, 34.55350347239075, 28.64765200762935, 19.982441835722817, 18.050518843704367, 25.24779382269213, 23.765405426756367, 19.143168852337887, 36.44120512824246, 18.14235536211225, 32.437941517708985, 20.979313719923244, 19.592432522075047, 30.219311713813696, 21.900813215935905, 35.032945456544475, 35.761282009295726, 36.87884358949417, 31.415227795272344 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4525621491657457, "rpss": 0.0015734176757286056, "brier_below": 0.22768050566287892, "bss_below": -0.004222871102740111, "brier_above": 0.22488164346758696, "bss_above": 0.0073740771552305295, "crps": 29.106389863195187, "crpss": -0.015839726848051683, "crps_fair": 28.06778216337671, "crpss_fair": -0.022182293546137988, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.086899, 0.837161, 0.075856, 8.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3487, 0.4231, 0.5059, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3181, 0.3556, 0.2908, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.119531, 0.840125, 0.040315, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.344, 0.4209, 0.5092, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3023, 0.3511, 0.3911, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4872906562241933, 0.4351012582100964, 0.483286878112955, 0.3967953843968164, 0.5095733734861514, 0.47403509739644206, 0.49063596450520214, 0.44142485418033445, 0.43525995529838624, 0.40922187159541823, 0.4525186269058916, 0.44172945847463263, 0.39578194220790497, 0.5288088007240042, 0.387604217396501, 0.4812601024119723, 0.4374651812006434, 0.41712278733932184, 0.49142373412843465, 0.3997284395428974, 0.49410954085644015, 0.47806933006468205, 0.5022729696760742, 0.4219113185423233 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25559977188392063, 0.18057363626035322, 0.15654903504851023, 0.19272933807862183, 0.13215749522874987, 0.3213466854082976, 0.3585361441887011, 0.2961832256986882, 0.29099368813101256, 0.24291260260039696, 0.165075703164772, 0.14757870149316324, 0.19420255700993286, 0.20384429494981565, 0.1823829960434614, 0.30917937450073, 0.2792835344528285, 0.1836267987791472, 0.3652319895854855, 0.1528556742312462, 0.16679209311130697, 0.31651537953898223, 0.257886497660711, 0.12335265732909566 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23169088428896523, 0.2545276237512173, 0.3267378466929667, 0.20406604563765596, 0.3774158837439288, 0.15268840960775873, 0.13209981757744596, 0.1452416255803909, 0.1442662656770378, 0.1663092679781172, 0.2874429249387104, 0.2941507591898424, 0.20157938392128025, 0.32496450529378146, 0.20522122163402157, 0.1720807245847585, 0.1581816436059888, 0.23349598836361532, 0.1261917420903633, 0.24687276593767868, 0.32731745159103437, 0.16155394894768701, 0.244386473084993, 0.2985586631199368 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.27158717215208, 24.93337117790333, 39.52627831806102, 22.048405088335702, 58.33419844501984, 30.76753801846321, 41.858845580312924, 31.523359549270804, 23.40006720263609, 22.0168666505291, 29.623138568423453, 27.17126130621183, 22.82888875593363, 43.59708346249263, 21.17930956649559, 30.347296018615975, 24.89226149040117, 23.39815403980488, 36.77181971162941, 24.76646383395144, 42.72635804550287, 37.326244366059264, 41.88564037352451, 38.278791750538396 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.984808039533796, 23.83595172023842, 38.24260133162818, 20.809798667636002, 57.176249264985934, 29.538627168328524, 40.778106593071264, 30.1956876534547, 22.444779825001508, 20.913695220824348, 28.59837195023042, 25.962924370197467, 21.68506737283218, 42.58356988075896, 20.129622950570702, 29.199579244240695, 23.73675172456087, 22.2633940668353, 35.58369961965817, 23.584264198772217, 41.47452672793898, 36.204047945415226, 40.68361029919049, 37.127288895603336 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45385132261990496, "rpss": -0.0010154438842342461, "brier_below": 0.22814124476574707, "bss_below": -0.006047904093606116, "brier_above": 0.22571007778496566, "bss_above": 0.004020316434681259, "crps": 32.39471785384455, "crpss": -0.01937168536909417, "crps_fair": 31.239042697146157, "crpss_fair": -0.025745184664239362, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.067117, 0.856826, 0.075953, 0.000105, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2866, 0.3488, 0.4235, 0.5059, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3514, 0.3537, 0.2743, 0.6649, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107455, 0.851045, 0.041465, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.3438, 0.4207, 0.5092, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3347, 0.3472, 0.3768, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4337076230054263, 0.48582631294439776, 0.47037669466419624, 0.5127827475850769, 0.3659007509321344, 0.4849916850006231, 0.4364237465746498, 0.4661441781178705, 0.40556827847859017 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26923451818482286, 0.1590525301543161, 0.27188510044056907, 0.14409230131680795, 0.16645245888435695, 0.32542889969029937, 0.10665795057753462, 0.18031940974912253, 0.2291059831813606 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1644731122874813, 0.32677376353089466, 0.19849159731523217, 0.3686904223480777, 0.19944829569210276, 0.15956279906039242, 0.3297657763876926, 0.2858247565759347, 0.17646230262616144 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.753531020130634, 58.85536129164392, 28.834727986703854, 47.153389204382144, 16.962238823551886, 27.18623212801025, 26.16954020876958, 30.24593381576637, 19.30547833499458 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.266162789701937, 58.31750081302797, 28.359719217225788, 46.66487459632482, 16.47163957591459, 26.67307125605709, 25.62108793189046, 29.752680951681224, 18.755349997972452 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4513024463669961, "rpss": 0.001446174941199363, "brier_below": 0.2058032391310211, "bss_below": -0.0031288569007716927, "brier_above": 0.24549920286932997, "bss_above": 0.005249414751320236, "crps": 30.829603645994798, "crpss": -0.005139366482957319, "crps_fair": 30.320231903310702, "crpss_fair": -0.02683481697115031, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.113985, 0.868672, 0.017343, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.341, 0.4098, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3327, 0.2764, 0.2362, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.098372, 0.895463, 0.006165, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.335, 0.4094, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3131, 0.4168, 0.4864, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43142460901392876, 0.5046412842246365, 0.4712407667199157, 0.5107994954126609, 0.35475551081534135, 0.5145072478690059, 0.423340099619077, 0.4745797111591794, 0.41330151432221407 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3127216257440853, 0.12117550377515862, 0.28392733374233065, 0.13697369145896027, 0.17224600007713906, 0.36261181836449385, 0.10378688813512003, 0.14615195972741893, 0.2293701796993829 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11870299806880395, 0.38346575127604504, 0.18731343815015128, 0.37382577900339614, 0.18250951766021678, 0.15189544513405523, 0.3195531938110314, 0.3284277329838067, 0.18393134103260533 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.31467645965056, 73.57660007484121, 32.47497385202676, 51.07585981956061, 18.28187329589576, 31.836555347048602, 28.09949942178658, 36.77525807385317, 22.074625720687983 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.77357447217305, 72.97042926816455, 31.935647451855985, 50.52498433155709, 17.731254409060067, 31.289769331870676, 27.49488678789194, 36.21206483341908, 21.454161747777533 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4553989154617733, "rpss": 0.0008116938227781256, "brier_below": 0.20766277785823217, "bss_below": -0.004793930820510717, "brier_above": 0.24773613301334574, "bss_above": 0.005462597625176535, "crps": 35.389991340594584, "crpss": -0.003628551973945404, "crps_fair": 34.82075251486333, "crpss_fair": -0.02434814579324751, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.108599, 0.878132, 0.013269, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.3394, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3794, 0.2767, 0.1878, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.075631, 0.916727, 0.007642, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.3369, 0.4094, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3349, 0.4206, 0.4016, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.5845031136624746, "training": [ 0.5639596644156012, 0.5971402711504393, 0.6137300375206821, 0.6067713057826005, 0.6021801381138902, 0.4779643014643241, 0.5473920010705379, 0.5964835140731484, 0.6019913060725656, 0.606180944187318, 0.5981971364711539, 0.5859398664587656, 0.5868631615766263, 0.47307741891522737, 0.5719297243723998, 0.5304640671801649, 0.5809684362394052, 0.6663856251228263, 0.6059038425461384, 0.6265596497783182, 0.5853676268708181, 0.5896665573204695, 0.5935727908174582, 0.6193853403785106 ], "test": 0.6498252602380921 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49118004437197854, 0.42261202678223253, 0.46000708236294874, 0.4014648810595194, 0.5009245664972178, 0.48508118967080127, 0.481427861396967, 0.4369685342095865, 0.4318632875391971, 0.3924068815506544, 0.4606404163465832, 0.4429621942457486, 0.39578479963838253, 0.5280096951601, 0.39793758428312664, 0.50230841764493, 0.43117026896882477, 0.41222082539941185, 0.4843284086878753, 0.4208163220018066, 0.48545948130796923, 0.4875153842039766, 0.525089727092678, 0.40584737341645083 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.22146620603365313, 0.18742174851947346, 0.15310179103831312, 0.17690090522995885, 0.13105741148792927, 0.3249217558868132, 0.3433307903222318, 0.24741904833842845, 0.2954884802501447, 0.2372382124777722, 0.20262540232946857, 0.14857749040883342, 0.19402224509273822, 0.2268079250942019, 0.17259680124859542, 0.2798477370507988, 0.26477037912243495, 0.18498354806867612, 0.35778722714234257, 0.19635514298012516, 0.2076512010479088, 0.2808379310054511, 0.3093656885743332, 0.13784806516231243 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2697138400883438, 0.23519027975161644, 0.3069052950251727, 0.22456397562127595, 0.36986716166269923, 0.16015943198341911, 0.1380970674339299, 0.18954948353697842, 0.136374804767037, 0.15516866759949452, 0.25801501470161514, 0.29438470669729006, 0.20176255310228938, 0.30120176878630317, 0.22534078354731765, 0.22246067847552195, 0.16639988619800788, 0.2272372773059375, 0.12654117804972814, 0.2244611788334349, 0.27780828290786425, 0.20667745272672547, 0.2157240385512923, 0.2679993096718637 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.15309809118092, 21.993010506201525, 33.96398672541538, 20.979007104661047, 49.10129706236086, 28.014144003205836, 35.458617413559516, 29.87447568700901, 20.747910281425927, 19.33569688013492, 25.98572463681671, 24.51279169569554, 20.273295178877877, 37.08934739443749, 19.112895966315747, 33.56983550384253, 22.552838283253553, 20.427457529614976, 30.49829699601325, 22.871699630795845, 35.987920629993376, 36.83808554662448, 37.98078365195566, 31.715176791194434 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.974584959693935, 20.979575702705944, 32.80303457796475, 19.823555812200222, 48.034438273348094, 26.91873536363912, 34.454847376943604, 28.648867784943697, 19.83413530524719, 18.317310760738327, 24.99498897943474, 23.371176547193354, 19.18947261530901, 36.14700092546663, 18.138152911877025, 32.49623947062205, 21.471415942783274, 19.410055227317102, 29.389036620095435, 21.75481270460432, 34.8337809290731, 35.75791782951071, 36.823437301688, 30.656104171344417 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4535011355766237, "rpss": -0.0004981408821183031, "brier_below": 0.22843429724637243, "bss_below": -0.007547594692864923, "brier_above": 0.22506683820938164, "bss_above": 0.006556628924928809, "crps": 29.043224716274434, "crpss": -0.013635205232836345, "crps_fair": 27.967611587239332, "crpss_fair": -0.01853424651962432, "reliability": { "below": { "weight": [ 0.0, 0.000111, 0.137157, 0.739546, 0.120248, 0.002938, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1908, 0.2799, 0.3501, 0.4283, 0.5177, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3008, 0.3589, 0.331, 0.2948, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001477, 0.16215, 0.74542, 0.090309, 0.000644, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1948, 0.2746, 0.3468, 0.4265, 0.532, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2444, 0.3009, 0.3478, 0.4256, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48831325633228295, 0.4332460117338343, 0.480500417414101, 0.3932005258019845, 0.5108686330974664, 0.4900661962405715, 0.5014194664710792, 0.44141180635908733, 0.43464021602339775, 0.40701875035573604, 0.4543017812639088, 0.4415389001383698, 0.39685100838142834, 0.5508820183002827, 0.38862516596070323, 0.4880441174028242, 0.4385869042005385, 0.40802995809419274, 0.4888404729075298, 0.39669887945283683, 0.4980904377976987, 0.47693667377139404, 0.5055464989371575, 0.41338549426387255 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25837377510853765, 0.17837289579668225, 0.15761105933942526, 0.1904777225386664, 0.13455955758159743, 0.32651086355704195, 0.3640006837482189, 0.2946474259407212, 0.29117797893225744, 0.24216320773283667, 0.16613185243929623, 0.14975714744374863, 0.19399448324610744, 0.2174596405204522, 0.18514426665125053, 0.3107057869640411, 0.27948928041193466, 0.17941834068660392, 0.36112373386078095, 0.1513334617511611, 0.1716676739887113, 0.3154126396513821, 0.2613453044748582, 0.12098651300617198 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.22993948121172572, 0.2548731182223204, 0.3228893627986284, 0.20272280226637757, 0.3763090823778753, 0.16355533010064138, 0.13741877886411571, 0.14676437682079022, 0.14346223529840363, 0.1648555411108327, 0.2881699301559752, 0.2917817554044106, 0.20285652359484882, 0.3334223768460608, 0.20348089988209964, 0.17733832652862627, 0.1590976197381871, 0.22861161701662705, 0.12771673548174442, 0.24536541851151633, 0.326422768512632, 0.16152403207418148, 0.24420119585928976, 0.29239898349483157 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.20075881520344, 24.968949285171945, 39.293096328786866, 22.046033103188627, 58.03661669468077, 31.548280019267413, 41.740370419109695, 31.707200678555942, 23.316054112497536, 22.39437493683335, 29.5836789193642, 26.73410327359938, 22.88548896928998, 43.530140980939, 21.207478904855318, 30.581795076791096, 25.39521990513706, 23.29762556105249, 35.894669400541254, 24.79207760246853, 42.6348655745974, 37.39510811468326, 41.88067919543459, 37.451201328281535 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.88248829890263, 23.82705647307451, 37.98267839663146, 20.776017160717316, 56.82892507222357, 30.280957194551366, 40.62421701719569, 30.3545840738259, 22.31623350921797, 21.24510537234864, 28.52940193628046, 25.50052748988247, 21.706517791268784, 42.47104677025298, 20.11839546229387, 29.398709138239305, 24.19560987902923, 22.12912116391865, 34.651638643748605, 23.574105346522778, 41.34403603402489, 36.22196409548266, 40.66034327608964, 36.26448278377548 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4552934829459283, "rpss": -0.0041962757711460075, "brier_below": 0.2292443873071869, "bss_below": -0.010912496828127116, "brier_above": 0.22604909550719757, "bss_above": 0.002524349719215113, "crps": 32.35482780001377, "crpss": -0.018116456304084316, "crps_fair": 31.16184009914578, "crpss_fair": -0.023210209636029377, "reliability": { "below": { "weight": [ 0.0, 0.000102, 0.13365, 0.746709, 0.117178, 0.002361, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1958, 0.2807, 0.3499, 0.4291, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3265, 0.3572, 0.3109, 0.2936, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00059, 0.153208, 0.756135, 0.089721, 0.000347, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1942, 0.2755, 0.3466, 0.4271, 0.5259, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.331, 0.345, 0.3959, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43204247620600444, 0.47846894615125596, 0.4665958615900975, 0.5162284418086317, 0.36512833051690335, 0.4957499697942122, 0.4271603188804698, 0.46568639690158625, 0.4071274973769684 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26871208292808674, 0.15705845722057465, 0.26846643358960964, 0.14812531969499937, 0.1657827863717843, 0.3300196407759524, 0.10461782164133245, 0.1813316579109464, 0.22949270730938628 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16333040071353708, 0.3214104705192908, 0.198129431164176, 0.36810309843191524, 0.19934554795421036, 0.16573034309133408, 0.32254247826769894, 0.2843547273798503, 0.17763479750118297 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.615198178728487, 58.35896804828946, 28.514319000087994, 46.68253191892517, 17.07186969045409, 27.482774949045652, 25.915930846373094, 30.06163844918934, 19.352246930229516 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.109877501218875, 57.80485637305662, 28.01921070969937, 46.17149967819026, 16.564251720158033, 26.956528529151008, 25.354034469540462, 29.54593833353019, 18.784751921637042 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4504653599140144, "rpss": 0.0032983161964897922, "brier_below": 0.2059563230491858, "bss_below": -0.0038750205495403645, "brier_above": 0.24450903278035513, "bss_above": 0.00926153480707348, "crps": 30.67283089014698, "crpss": -2.8095176842546365e-05, "crps_fair": 30.145661026242426, "crpss_fair": -0.02092274297466723, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.176727, 0.772056, 0.051217, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3448, 0.4136, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2881, 0.2802, 0.2911, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.172651, 0.792528, 0.034821, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2908, 0.3411, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3351, 0.42, 0.4693, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42848770648159284, 0.49666277537154585, 0.47011599056297243, 0.5134801424583831, 0.35376403918139254, 0.527464109411635, 0.41409801265288604, 0.4758074891222377, 0.4138551906274547 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3105234758722182, 0.12051786211576504, 0.2828898866284708, 0.14015699927772926, 0.17090467069754448, 0.3689743988298183, 0.10091719604976221, 0.14903685156469954, 0.22893005417075094 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11796424522023251, 0.3761448852359266, 0.1872261090830386, 0.373323118644535, 0.1828593755728464, 0.15848972653285193, 0.3131807995594492, 0.3267706194134323, 0.18492514298935692 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.145404959066603, 72.94804087429063, 32.22299409931366, 50.529918719731675, 18.4243108239697, 32.09841320187892, 27.828209317608223, 36.55455222415381, 22.054508309213492 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.586367056803013, 72.325615140018, 31.663316076164204, 49.956571167738204, 17.857228388523225, 31.53884461907207, 27.210763720490263, 35.968750913129085, 21.417188071147507 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45485949509667783, "rpss": 0.0019952331387880218, "brier_below": 0.20809459946741762, "bss_below": -0.00688333623337134, "brier_above": 0.24676489136129665, "bss_above": 0.009361649967513319, "crps": 35.20070583658074, "crpss": 0.0017394158923016434, "crps_fair": 34.61384946145395, "crpss_fair": -0.01826152377011958, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.194487, 0.770255, 0.035257, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3435, 0.4117, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3238, 0.2779, 0.2733, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.141047, 0.819395, 0.039558, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2913, 0.3425, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3453, 0.4253, 0.4231, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.6236278182569596, "training": [ 0.5987506769133436, 0.6435316643119894, 0.6562022169419299, 0.6457435888385775, 0.6467919340470747, 0.5098982003186175, 0.5800494920856459, 0.6358117274377653, 0.6370493197014974, 0.6494848787114342, 0.6437494971725036, 0.6272684122556844, 0.6328084054843977, 0.5151140542057808, 0.6137897160954685, 0.5609250169520684, 0.6194684496123276, 0.716072910704513, 0.6408804879125266, 0.664800588075395, 0.6251103309936749, 0.6224135277522573, 0.6229014933888224, 0.6584510482537351 ], "test": 0.6921154366584412 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48632911515829735, 0.42418744063416874, 0.45571500064239245, 0.4013026250749053, 0.4941173448314082, 0.48889951536287546, 0.49062764032287154, 0.4398132422284982, 0.4434868822293304, 0.39589723824563633, 0.4592969684458621, 0.43588653665483645, 0.3938217958970747, 0.5156026783771037, 0.3942485510764523, 0.5062806758218593, 0.43658627713149556, 0.41525893598871355, 0.4959767115439822, 0.42134734840771515, 0.4837438322896124, 0.490815497911357, 0.5351447852032616, 0.40380593792981795 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2189459336254879, 0.18887029057675908, 0.1510376503104967, 0.1767545351420991, 0.12625962053234507, 0.32543046077136956, 0.3489030510621945, 0.24863529455913966, 0.3028346155626245, 0.23804333989865814, 0.2024492177818086, 0.14435769423826708, 0.1927406543092401, 0.2203827536989065, 0.1698249031760023, 0.2820275697255577, 0.26669354156376734, 0.18680210612165593, 0.3664334176194603, 0.19724936840677834, 0.20522533936024195, 0.2828000650327337, 0.31606027276571197, 0.13661935107594225 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.26738318294562485, 0.23531715104802725, 0.30467735328192463, 0.22454808950553373, 0.36785773008961986, 0.1634690533019049, 0.14172458560727694, 0.19117794538873034, 0.14065226401970707, 0.15785389676350012, 0.2568477515229238, 0.2915288451811587, 0.20108114023908377, 0.2952199236247245, 0.22442364811511928, 0.2242531047188995, 0.16989273247127343, 0.22845682969251138, 0.1295432903734675, 0.22409797965429373, 0.27851849537761303, 0.20801543226461247, 0.21908451233124251, 0.2671865877009329 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 37.95175012446519, 21.993960493479687, 33.465802762514414, 20.794795539259674, 48.69997274910448, 28.449856836818164, 36.244766088050035, 30.113610850525333, 21.395203293524215, 19.56450311495474, 25.789340066202968, 24.06746146213458, 20.148551727133484, 36.65975821938093, 18.802506785807136, 34.08257342267937, 23.049710427037322, 20.277407588655773, 31.181326207764297, 22.795768186044985, 35.91218494768432, 37.2682257411921, 38.55016147530562, 31.78354899117557 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.81317152061727, 20.986975904720502, 32.32777164634132, 19.67286151266354, 47.636528806259236, 27.39215276173637, 35.256865737712936, 28.925816162165184, 20.483747576297436, 18.554316968135755, 24.8050398511958, 22.939093050964885, 19.080470737301642, 35.69797766408106, 17.822729069755667, 33.03819164730747, 21.99464318409951, 19.28120557004637, 30.073432812225988, 21.697715591155852, 34.76613677722416, 36.186658670285645, 37.42086473470882, 30.743727634923314 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4545080240587303, "rpss": -0.002719502584206168, "brier_below": 0.2289742102882187, "bss_below": -0.00992897127778658, "brier_above": 0.22553381355082106, "bss_above": 0.004495403197054437, "crps": 29.12678112920393, "crpss": -0.016551400751609213, "crps_fair": 28.066587316330242, "crpss_fair": -0.022138779189097457, "reliability": { "below": { "weight": [ 0.0, 5.6e-05, 0.149673, 0.77138, 0.078051, 0.000841, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1866, 0.2841, 0.3479, 0.4236, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3176, 0.3596, 0.282, 0.5336, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 2.8e-05, 0.145577, 0.751954, 0.100793, 0.001649, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.281, 0.3494, 0.4228, 0.5111, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2972, 0.3489, 0.4095, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4862639542802269, 0.43403790009858645, 0.47472773637656945, 0.3937302421279581, 0.5043030195234764, 0.4946841252743842, 0.5107892750841388, 0.4452626146940781, 0.44528217866781605, 0.4116316753137776, 0.45014351016093906, 0.4347760139871251, 0.3948661176354215, 0.5341050271885861, 0.3861838764680436, 0.49592905339533955, 0.4440343809548465, 0.4110027601048856, 0.49866861167578724, 0.394677806881573, 0.4927776614635469, 0.48317940722607255, 0.5137025901599567, 0.411211547921537 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2578404449730945, 0.17996432585513872, 0.15444892446470118, 0.19086149850494832, 0.12967474786490696, 0.3284626465865654, 0.36995333333969727, 0.29655772917666506, 0.2980740090076969, 0.24437491499387742, 0.16350325595540105, 0.1458633204130835, 0.19275002158756835, 0.2080424420284903, 0.18237373518364572, 0.31524491153999795, 0.28195913338096934, 0.1809638021680091, 0.3683333948959328, 0.1503987993945057, 0.1666202241516887, 0.3193663014015295, 0.26645675536794566, 0.11974507289956443 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.22842350945359607, 0.25407357602164654, 0.32027881577906164, 0.2028687425197408, 0.374628277674893, 0.16622147683557392, 0.1408359379111278, 0.14870488220398378, 0.14720816759674388, 0.16725675871279963, 0.2866402555716926, 0.28891269608524756, 0.20211609470888406, 0.32606258437287927, 0.20381014156027707, 0.18068413881288595, 0.16207524405276671, 0.23003895745875205, 0.1303352131418316, 0.24427900791146367, 0.32615744179211925, 0.1638131036405622, 0.24724583566613387, 0.2914664765316642 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.07454819045138, 24.909255906265372, 38.710332022904296, 21.937067145295146, 57.695163131159056, 31.966679150580347, 42.678623132609374, 32.1225634260788, 23.965419488369825, 22.676198262399172, 29.260907280661655, 26.26378885705598, 22.702947279984677, 42.98361062766322, 20.88121040699158, 31.152651601664132, 25.93719765239815, 23.097102994794472, 36.51619076083564, 24.527857580460147, 42.38447469015098, 37.95630684348313, 42.43787979838721, 37.48135529943613 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.799469052682156, 23.77965498000187, 37.42589527430813, 20.70134924645834, 56.493599584962915, 30.745571038469258, 41.58006186658878, 30.811795531746235, 22.968535918225854, 21.54196939162604, 28.209964834104696, 25.04351152260957, 21.53880777896099, 41.90464678536836, 19.78858010644295, 30.00018393486699, 24.766684832166817, 21.958396578960766, 35.27229494342473, 23.330434780365515, 41.10472941442525, 36.78058658923028, 41.23818312424851, 36.31742061670122 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4560821286110281, "rpss": -0.00593571432992368, "brier_below": 0.22965973938065098, "bss_below": -0.012744099366276407, "brier_above": 0.22642238900068032, "bss_above": 0.0008771360052126642, "crps": 32.429972147086666, "crpss": -0.02048103993982542, "crps_fair": 31.254263655289424, "crpss_fair": -0.02624497029060424, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.137725, 0.782368, 0.079211, 0.000695, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3478, 0.4246, 0.5088, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3479, 0.356, 0.2605, 0.6997, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 3.4e-05, 0.14009, 0.760664, 0.097827, 0.001384, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.2816, 0.3488, 0.4232, 0.5062, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.334, 0.3444, 0.3916, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43696623656311295, 0.4779381486928, 0.4685733476575677, 0.5057990028307856, 0.36392961450210964, 0.4969554276842532, 0.42331576230338275, 0.46064981355624707, 0.41092443416286106 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27227558030400895, 0.15599725732297276, 0.27084925732566106, 0.14268463043662005, 0.1641545895839527, 0.3306504955338244, 0.1031420483918187, 0.1780677875213987, 0.23201777954665986 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16469066397110899, 0.32194087277866973, 0.1977240936848117, 0.3631143490993777, 0.19977502907158698, 0.16630494653701156, 0.3201736946025479, 0.28258201484298145, 0.17890666239245978 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.84190914802162, 58.357160860286996, 28.60508108726243, 46.14718979465351, 16.958285631614956, 28.058710044000897, 25.07557388830245, 29.6027736819863, 19.723289259288485 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.341345589926558, 57.81696911667981, 28.111681203863963, 45.636635489217355, 16.457953272801735, 27.54948278866433, 24.532715879970905, 29.085579190362935, 19.16547512705582 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.44945019866145774, "rpss": 0.00554446655519536, "brier_below": 0.20553771399632415, "bss_below": -0.0018346307944594464, "brier_above": 0.24391248077561734, "bss_above": 0.011678733921809736, "crps": 30.59666371060196, "crpss": 0.0024551878219843948, "crps_fair": 30.077537517615934, "crpss_fair": -0.018615650115516802, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.152988, 0.8386, 0.008412, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3398, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3077, 0.2778, 0.2567, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088764, 0.894646, 0.01659, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3416, 0.4116, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3025, 0.4159, 0.4874, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43677128649387625, 0.4943741002994095, 0.4711742358906108, 0.5043041542862186, 0.35337650419444533, 0.5275753863755326, 0.4108623176252742, 0.4682198348430629, 0.41835120844602885 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3163651725335926, 0.11809727004735453, 0.2843865901441974, 0.13531764458272966, 0.17010405291620184, 0.369166024077282, 0.09993394205500117, 0.14401738448064078, 0.232161505615664 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12040612884584037, 0.376276801864412, 0.18678765114255397, 0.3689864854664159, 0.18327245863471647, 0.1584093785326515, 0.31092835819103887, 0.32420243256514075, 0.18618970958893818 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.546464371997356, 72.87592257095247, 32.35206050892578, 50.012341519592496, 18.376115469316606, 32.77469148984649, 26.971953743631072, 35.94377263601667, 22.445312194860044 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.992765587852123, 72.26987120828814, 31.79598111555177, 49.44128317713432, 17.818509020691124, 32.23081466757585, 26.374295644416698, 35.35838910034859, 21.819787400004998 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4538898920504954, "rpss": 0.00412263395702861, "brier_below": 0.2077277318280738, "bss_below": -0.0051082161024118555, "brier_above": 0.246162156092412, "bss_above": 0.01178133239875534, "crps": 35.14429272279322, "crpss": 0.00333924142370734, "crps_fair": 34.5668552135404, "crpss_fair": -0.016879058796318347, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.161812, 0.835326, 0.002862, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2865, 0.3383, 0.4124, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3501, 0.2749, 0.129, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.074765, 0.905695, 0.019539, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2918, 0.3429, 0.4112, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3227, 0.4215, 0.4135, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.697332589052885, "training": [ 0.7270372085930485, 0.6958423804582697, 0.745900911345395, 0.7166660767856692, 0.7040400706899184, 0.5903958898582292, 0.6553143470793207, 0.6929500213410449, 0.7420561730718513, 0.7327718893228218, 0.6623407416149062, 0.7214424187341687, 0.6842005878599506, 0.5456438435368945, 0.6638090012209502, 0.6462951792055079, 0.6943814593846657, 0.7752440471580598, 0.7293500684686429, 0.7389574960191567, 0.712787999414902, 0.7315241032663572, 0.6857924768651505, 0.7412377459743587 ], "test": 0.7669504563369575 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.479830236441622, 0.4338137924250529, 0.45523036292052643, 0.40776217278047044, 0.5060135393270533, 0.47179881047435623, 0.4816235710752027, 0.4536953641664374, 0.4297063115718608, 0.39859101478185577, 0.47180267328214065, 0.4320320431503783, 0.3992474016397594, 0.5387774734189652, 0.40892977158702887, 0.4978607902933135, 0.4392609325623819, 0.42357524054253254, 0.48699218398667005, 0.4234539441083752, 0.4719529650092884, 0.48683287606967846, 0.5336078675332175, 0.4138385603957007 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21184938024899633, 0.1983026346617216, 0.14924865507451737, 0.17992875182209073, 0.13231812557081446, 0.31424986750403405, 0.3415176831712331, 0.2525992835802497, 0.28883167495202394, 0.2393071115866401, 0.20987117001244476, 0.1386745583537014, 0.1981947917982358, 0.2309963974392063, 0.17749944792266673, 0.28586390737655926, 0.2671365728042378, 0.191113750027456, 0.3642226005126455, 0.20014538498082757, 0.19560048064524363, 0.27662194016165953, 0.310820362209675, 0.14230874051491268 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.26798085563162166, 0.23551115702076394, 0.3059817066532492, 0.22783342111785806, 0.3736954110328689, 0.1575489435384603, 0.14010588960161163, 0.20109608145394564, 0.14087463739802084, 0.1592839036553224, 0.26193150275207217, 0.2933574837364642, 0.20105261070816502, 0.3077810760174213, 0.2314303231361686, 0.21199688251371773, 0.17212436116553717, 0.23246149074678144, 0.12276958500230398, 0.2233085594065822, 0.276352483373979, 0.21021093601208715, 0.22278750498753436, 0.2715298197101602 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 36.700068101533354, 22.84597502913558, 33.21758164679167, 21.15439572594106, 50.26214649571051, 28.664501088998932, 34.908803626196594, 31.865046728024286, 19.8789941317561, 19.397935035271153, 26.44783060743003, 23.706412465903682, 20.587166564775924, 39.39940637949571, 20.1115081895146, 33.40441786000092, 23.36855024640643, 20.442340015084923, 30.797061668046172, 22.88550479175267, 34.37508918050786, 36.99148640572633, 38.87257760058684, 31.588661192462876 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 35.43372405885922, 21.702481932977005, 31.958897418987785, 19.892095936668248, 49.17826394875746, 27.325335546556087, 33.67104606966696, 30.516940631810286, 18.782989570899097, 18.284612902275658, 25.278638566729754, 22.508417913906126, 19.38763464803584, 38.49433089472047, 19.061470819604494, 32.174166489069606, 22.08720236295126, 19.166372919314707, 29.683049210896158, 21.61248308718526, 33.231159859059986, 35.9055098192521, 37.54394431090503, 30.327515037824252 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45609291248099454, "rpss": -0.006216027279706049, "brier_below": 0.22905096970549135, "bss_below": -0.010267531499151605, "brier_above": 0.22704194276552905, "bss_above": -0.0021614680817008125, "crps": 29.244727532377258, "crpss": -0.020667838501033042, "crps_fair": 28.050345164871363, "crpss_fair": -0.021547266844669233, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.033327, 0.901328, 0.060932, 0.004385, 2.8e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2879, 0.3464, 0.4276, 0.5344, 0.6071, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.48, 0.3483, 0.2803, 0.1027, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001766, 0.092553, 0.854381, 0.051189, 0.000112, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1991, 0.2729, 0.3472, 0.4215, 0.5188, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.46, 0.3283, 0.3521, 0.2904, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4791678813222569, 0.44663052311427204, 0.47102504848154253, 0.40068092274591455, 0.5134988526983277, 0.4805925250042825, 0.49704175211092844, 0.45545325674680043, 0.43282397155279484, 0.4149413838311489, 0.4588592346103013, 0.4333021225012201, 0.39864491718997735, 0.5498220989930546, 0.3962576401112863, 0.4927500391242382, 0.4466927256671831, 0.418417701433698, 0.49230176713713364, 0.3989200201587357, 0.4806265406596972, 0.48328600294887086, 0.5112115338284189, 0.422448054936734 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2477461691477017, 0.1916480464116243, 0.1488991473249061, 0.19428021630928402, 0.13335814067453616, 0.3200323987603977, 0.3571170840972502, 0.2997509464776355, 0.28465288968899927, 0.2458754646119051, 0.17007186902711155, 0.1422343245834355, 0.19759135011521808, 0.21275200032832628, 0.18654791103439625, 0.31829279428902196, 0.2807139665206315, 0.185497056664057, 0.3701567393178348, 0.15502108234216258, 0.15590568558727042, 0.3175522575402403, 0.26029775845116454, 0.1260919698819717 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23142171207493856, 0.2549824757622346, 0.3221258996488144, 0.2064007068470643, 0.38014070922261695, 0.16056012685710286, 0.13992466953276234, 0.15570231155682895, 0.1481710824381137, 0.16906591963671533, 0.2887873644948575, 0.2910677970929736, 0.20105356801227403, 0.33707009854450265, 0.20970972908531943, 0.17445724550951555, 0.16597876070452197, 0.23292064505665114, 0.12214502922869044, 0.2438989378362646, 0.32472085325113637, 0.16573374631983998, 0.2509137747546063, 0.296356084639698 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 37.06913819155945, 26.110765871161135, 38.1963612516736, 22.365325337338383, 59.363975498779425, 32.3825797169023, 40.80902550726772, 34.03795367360776, 22.34834702760037, 22.575937369417282, 29.655978247332943, 26.069344219884318, 23.164179874539858, 45.46130154177434, 22.172379802330866, 30.85868732072674, 26.23476204282252, 22.996777144597857, 36.47786732822475, 24.80406780434497, 40.77132712509684, 37.548361153477146, 42.27275101662392, 37.18241486366058 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 35.65614215361231, 24.79213501773989, 36.82332140410425, 20.991679387554697, 58.17654920476223, 30.857344828012156, 39.42889430297406, 32.57720474249604, 21.140565009059447, 21.301435732442446, 28.36207597979603, 24.757249846626344, 21.859722542955666, 44.444938339995595, 21.0303870110526, 29.49132351643163, 24.835010780258763, 21.508666458829516, 35.253162359338106, 23.385414204362252, 39.490534828830945, 36.35287181315362, 40.85695406896505, 35.761795153346135 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45730818820453406, "rpss": -0.008639913980895475, "brier_below": 0.22925363621612846, "bss_below": -0.010953282287439192, "brier_above": 0.22805455200450178, "bss_above": -0.006325028860557413, "crps": 32.53873370544771, "crpss": -0.02390346372971841, "crps_fair": 31.213974111945827, "crpss_fair": -0.024922048667247676, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.032841, 0.903466, 0.059611, 0.004082, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.288, 0.3463, 0.4272, 0.5343, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4635, 0.351, 0.2479, 0.1197, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.001668, 0.08711, 0.858857, 0.052296, 6.9e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1991, 0.2729, 0.3469, 0.421, 0.523, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5203, 0.3682, 0.3483, 0.2865, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4391201286242228, 0.4764201018268853, 0.4736030943225634, 0.5093358523998186, 0.36936273790066126, 0.48470059745096594, 0.4310887298570184, 0.4650741278716529, 0.411824515150365 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27367417615130435, 0.15578212648067535, 0.2716058723619352, 0.14040484422260874, 0.16775528225569736, 0.32127474056896316, 0.10854163852496983, 0.17816860774184437, 0.23107608424249476 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1654459602937214, 0.3206379554914872, 0.20199722520010605, 0.36893098389489726, 0.20160745956223813, 0.16342587160051436, 0.32254707193456067, 0.28690550799408554, 0.18074843890535788 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.755324593876008, 56.382725883447314, 29.441485122092164, 47.485204873791034, 17.86714903670674, 27.82895359010872, 25.40722080929464, 30.36835879235954, 20.00976568177566 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 21.694773513452805, 55.14830777328277, 28.388605927141636, 46.45981418342195, 16.688889780543366, 26.465152182717617, 24.102759665568882, 29.34826905755766, 18.84494658426983 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.45116998726712815, "rpss": 0.0017392545420341632, "brier_below": 0.20536481917227703, "bss_below": -0.0009919045674924298, "brier_above": 0.2458051638752187, "bss_above": 0.004009675941117008, "crps": 30.83846537593909, "crpss": -0.005428285981385894, "crps_fair": 29.68239096310628, "crpss_fair": -0.0052334886178535545, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.02696, 0.968793, 0.004247, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2937, 0.3372, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2444, 0.2838, 0.1398, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.077014, 0.921559, 0.001427, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3384, 0.4122, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.443, 0.4041, 0.3686, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4368386929716722, 0.4928024145267484, 0.4762986545367863, 0.5078956414303465, 0.35827307460738284, 0.5086995136058968, 0.416898453156804, 0.4740807131778215, 0.4188775315696144 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31634335996959295, 0.11746133339862118, 0.28540966325886846, 0.1338542264022014, 0.17360489390191, 0.35326297416010044, 0.10517806097062313, 0.14439820369794137, 0.2311322812737449 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12049534828577756, 0.37534105096413095, 0.19088899669594747, 0.3740413897377127, 0.18466818792362316, 0.15543655603500264, 0.31172037483367876, 0.3296824904014256, 0.18774525730338706 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.36700664545385, 70.34923498797829, 33.17439474264217, 51.247340141040056, 19.341759399272544, 32.00610699213587, 27.203101527523586, 36.84750224195046, 22.787490444176672 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.198670258798668, 68.95435601154328, 31.98389798200915, 50.07808560609819, 18.007535111816868, 30.51281996308717, 25.77385037220326, 35.68051938819808, 21.477550344206648 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4545182988425636, "rpss": 0.00274385000116395, "brier_below": 0.20673833300373376, "bss_below": -0.00032092613108880563, "brier_above": 0.24777996135340954, "bss_above": 0.00528664863078776, "crps": 35.25821523579705, "crpss": 0.0001085006850929382, "crps_fair": 33.96303167088459, "crpss_fair": 0.0008840704192770721, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.028705, 0.967051, 0.004244, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2936, 0.3353, 0.4112, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2554, 0.2885, 0.0869, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.063936, 0.934389, 0.001675, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2915, 0.3403, 0.4125, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4774, 0.4097, 0.3886, NaN, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.6257660109075064, "training": [ 0.6083473356538941, 0.6223379534051009, 0.6483149355244929, 0.6428748659850619, 0.6310170048848242, 0.5470448486216631, 0.6129580556347324, 0.6340165723170491, 0.6507547031496465, 0.6483425062400814, 0.6253194596125752, 0.6206042308582607, 0.6154187930498843, 0.545450737249345, 0.6046209728014694, 0.5903205596729106, 0.6252375998923253, 0.6727109078268785, 0.6518708426104052, 0.6619930128340543, 0.6219697853245001, 0.6416780141324864, 0.6398058335792697, 0.6553747309192419 ], "test": 0.7028495283216553 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49530056948727397, 0.4227263495865626, 0.46679024640591166, 0.4087536541406399, 0.5096745702058204, 0.46665505408249786, 0.4630183155286514, 0.44201002610790874, 0.4207746148533835, 0.39170519293417644, 0.4636493923978186, 0.4511371747931666, 0.40284502203287054, 0.5265800251286422, 0.40529594698889043, 0.49296829959696037, 0.427343512033454, 0.4159918495104775, 0.47579601398436416, 0.4221473252697754, 0.4884641034273831, 0.4851628420418514, 0.5032881625530812, 0.41404866387087347 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.22488020301258732, 0.1879154749105908, 0.1599108435127012, 0.18418037381847582, 0.14134439159256879, 0.3099429768065897, 0.3250591596521958, 0.24979020573681504, 0.28288450636879164, 0.2344241412673932, 0.20418694529691103, 0.15626597767808176, 0.2003871890171138, 0.2288443556830391, 0.17911381298884346, 0.2723489413301338, 0.2600941652449906, 0.18969283621155567, 0.34803189995617273, 0.19746156431390788, 0.2114643246907906, 0.27700890884601065, 0.2880679707102963, 0.1447726479797171 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27042036713393947, 0.23481087679280402, 0.3068794060856312, 0.2245732803736624, 0.36833018454572414, 0.15671207593351208, 0.13795915326859248, 0.19221981849166722, 0.13789010645497937, 0.1572810511069617, 0.2594624474815187, 0.29487119884573365, 0.20245783154622674, 0.2977356682229441, 0.22618213421966543, 0.22061935616705977, 0.16724934363481828, 0.22629901277861683, 0.1277641118082733, 0.22468576074838284, 0.2769997812946514, 0.20815393284672606, 0.2152201918194256, 0.2692760169977646 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 37.657575446830236, 23.14587541142003, 34.206778163242745, 22.635790828975683, 50.03035028393202, 28.417174199585453, 33.37405274765031, 30.995979706786017, 19.29604517814145, 20.073782942017633, 27.27158147878565, 25.921344270014362, 21.780963794035042, 39.24008881786333, 21.043084705500466, 33.054242825501056, 22.90442228340207, 21.254522301073834, 29.461159920942446, 24.04185812029034, 37.41270911255465, 37.03481981002987, 35.26183671581852, 31.760826286721674 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.26224366762016, 21.970291346830457, 32.85895294105761, 21.278186806426888, 48.815636848737746, 27.116362084632158, 32.17002458916702, 29.525137879067216, 18.247266753395486, 18.894193150749466, 26.111490856215365, 24.605498168396316, 20.526176488075148, 38.193785229811944, 19.949293236251577, 31.781215088195236, 21.641555138484307, 20.062104020413127, 28.160355279615064, 22.743495037386083, 36.0830586148621, 35.78888245281198, 33.869973132009605, 30.536649444802016 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45258862195676813, "rpss": 0.0015150143419239148, "brier_below": 0.22741974235942805, "bss_below": -0.0030727310303291233, "brier_above": 0.22516887952497003, "bss_above": 0.006106219307263294, "crps": 29.46986938962979, "crpss": -0.028525496006771123, "crps_fair": 28.216326177292256, "crpss_fair": -0.027592021324162053, "reliability": { "below": { "weight": [ 0.0, 2.8e-05, 0.081213, 0.710256, 0.204406, 0.004096, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.2846, 0.3543, 0.4278, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2396, 0.3571, 0.3593, 0.2108, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.147048, 0.772327, 0.080232, 0.000393, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3473, 0.4217, 0.5088, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3016, 0.3465, 0.4349, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48779031196754974, 0.43372634476749883, 0.48653446230886455, 0.39965540311884057, 0.5179226439212347, 0.4730731613797988, 0.4821413406790195, 0.4427028569471193, 0.42534318279091393, 0.40500583701722614, 0.4599171152985221, 0.4485848226428707, 0.4032563128473683, 0.5456579573911446, 0.3951543300526512, 0.4740270778494657, 0.43632153008070484, 0.41025503225641086, 0.4819261903585444, 0.40181819290103293, 0.5032051029967441, 0.47305896767788275, 0.4883562351415843, 0.421477499138645 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25729579541061537, 0.17946744525622768, 0.16376340702590717, 0.1974271831273681, 0.14367831511820778, 0.312751293500409, 0.34471215818733686, 0.2944521853036192, 0.28034375669996137, 0.23789396309016275, 0.17016078834032564, 0.15652965793070447, 0.19991686840240772, 0.21693194146867126, 0.19112321544242222, 0.2980702226176029, 0.2760522552800775, 0.18302097851683352, 0.35283308432141347, 0.15597305525923674, 0.17753774878699652, 0.31014375483412454, 0.24345416422049648, 0.12747803454647644 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2304945156393858, 0.25425890213759283, 0.3227710591344804, 0.2022282191158453, 0.3742443347808185, 0.1603218660065689, 0.137429179426239, 0.14825066874856918, 0.14499942461146423, 0.16711187341616435, 0.2897563276719951, 0.2920551664625978, 0.2033394426522831, 0.32872601501237936, 0.2040311146450849, 0.17595685184898163, 0.1602692714408005, 0.2272340531614743, 0.12909310368353108, 0.2458451383141542, 0.3256673583222204, 0.16291521141368615, 0.2449020723027272, 0.2939994662391328 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 37.99761226138903, 26.155411929854086, 39.484220167105505, 23.89293413117406, 58.972789592714754, 31.930804566046238, 39.46686332959846, 33.094157274438146, 21.756977996389477, 22.98130964054324, 31.21285078678672, 28.073327507135303, 24.426886552506993, 45.921141392366835, 23.31537192404256, 29.722434054001656, 25.867494887915612, 23.947727597981636, 34.60711638413785, 26.31865256565367, 44.247674551174484, 37.42206248882609, 39.09260294318568, 37.32679191962429 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.45248697219301, 24.83794261962372, 37.98022864605424, 22.41481226855865, 57.61388479119153, 30.44459359713781, 38.142362652031075, 31.477098564259588, 20.618267150137758, 21.657423977547836, 29.993494798365795, 26.659392923377997, 23.07428910349279, 44.75212685619134, 22.1068469994123, 28.333638061921466, 24.476494517894828, 22.585705860102784, 33.160946539612674, 24.914368389463196, 42.77390181151546, 36.074136700031666, 37.64260106951358, 35.966295944118365 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4540379963138182, "rpss": -0.001427171781148484, "brier_below": 0.22795880302865015, "bss_below": -0.005243380004092968, "brier_above": 0.22607919317450734, "bss_above": 0.0023915392330489116, "crps": 32.801467351858015, "crpss": -0.03217096095419736, "crps_fair": 31.423055867239565, "crpss_fair": -0.031787323181990956, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.082933, 0.726773, 0.187051, 0.003243, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3534, 0.4286, 0.5117, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.263, 0.3568, 0.3516, 0.2024, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.135328, 0.781617, 0.082777, 0.000278, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2809, 0.3471, 0.4222, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3329, 0.3416, 0.4232, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4321596030473914, 0.4849167036292331, 0.46875329230967266, 0.5190580163874868, 0.37124482533796527, 0.48360164948260137, 0.43926280784252025, 0.46989992306534195, 0.4032569611229015 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26702024247112777, 0.16207641940070003, 0.2703969132985699, 0.15212701632867157, 0.17202588216182702, 0.3199410947964137, 0.1137703380328023, 0.18530268154160479, 0.22519381757142426 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1651393684198476, 0.32284026530312365, 0.1983563821688028, 0.36693097539719544, 0.19921894720894767, 0.16366056854119887, 0.32549245062211996, 0.2845972302441474, 0.17806315114403176 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.12341641498642, 58.44458810875211, 29.47880461264169, 48.35780299841096, 18.54380700311176, 27.589179153842906, 26.409010512568535, 31.399074106574034, 19.46449611151949 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 21.533275193154875, 57.79493047467351, 28.909412236847913, 47.76978008109409, 17.955382790961625, 26.961858403298425, 25.745906099324106, 30.81404638498072, 18.808476023674885 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.452461531358346, "rpss": -0.00111842173005261, "brier_below": 0.20753937840034906, "bss_below": -0.011591169777940502, "brier_above": 0.24492214878326835, "bss_above": 0.007587609267314166, "crps": 31.312242113600878, "crpss": -0.020874856602789205, "crps_fair": 30.69922974311224, "crpss_fair": -0.03967008085389723, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.097009, 0.815049, 0.087942, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3493, 0.416, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3293, 0.281, 0.2404, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104497, 0.88167, 0.013833, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3388, 0.4073, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3313, 0.4151, 0.4662, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42609669403518585, 0.5054337870874605, 0.471789450486851, 0.5161623890398161, 0.35988332002839224, 0.5128038854855653, 0.42521504670703825, 0.4808952531573846, 0.4094856502171893 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3062195475777625, 0.12727940577530256, 0.2843127528959087, 0.14373827914168624, 0.1771770472755852, 0.3563870967431528, 0.10960866273237986, 0.1538722269601862, 0.22393521660749025 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1198771616487879, 0.3781543526205444, 0.18747670280018808, 0.37242408443785413, 0.18270627992850835, 0.1564168045823237, 0.31560636670692493, 0.32702300811360124, 0.18555044029872608 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 23.18665697838738, 73.00161347662565, 33.192260337081294, 52.41424532291195, 19.9589895908496, 32.08595337492908, 28.447797257359262, 38.07507174341553, 22.019170493431538 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 22.538602457397552, 72.27754591561117, 32.55331963099046, 51.75828053996755, 19.305759592200932, 31.42441107679163, 27.724666898290288, 37.414481416898056, 21.28748618523432 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4564183862494315, "rpss": -0.0014251215382869997, "brier_below": 0.20917002618993935, "bss_below": -0.012086879472929413, "brier_above": 0.24724835568193987, "bss_above": 0.007420781093260276, "crps": 35.820195397221255, "crpss": -0.01582875485758617, "crps_fair": 35.14272819037578, "crpss_fair": -0.03381994529157595, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.113078, 0.813913, 0.073009, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3464, 0.4169, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3662, 0.2808, 0.2288, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.080873, 0.9019, 0.017228, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2931, 0.3407, 0.4073, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3696, 0.418, 0.41, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.7796652818744149, "training": [ 0.7399370039195704, 0.7810982729389343, 0.8165277493934672, 0.8024899356522839, 0.7939035397801869, 0.6551281670017159, 0.736005802086951, 0.8021682463198285, 0.7908136984961978, 0.815191057607531, 0.781612512972584, 0.7605201112932646, 0.7637555866125464, 0.6745526836889887, 0.7660939531162893, 0.7027887159443119, 0.7929564593506743, 0.8868526401765467, 0.8326475028476563, 0.8384243290209382, 0.7840390502571153, 0.791195268001777, 0.7757062658511451, 0.8275582126554515 ], "test": 0.8633981169362349 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48843334536098204, 0.43003553209174666, 0.4631918326539706, 0.40989700811445856, 0.4948206519831079, 0.47022612496282457, 0.4808978401550581, 0.45094870404488585, 0.44905368615938934, 0.404445344164348, 0.45895246209889756, 0.4371268986393096, 0.39668267674172547, 0.4954401955952549, 0.39810989956919196, 0.49937177481827033, 0.4405581797728968, 0.43067942952822813, 0.5006516005141916, 0.42598958157519806, 0.47707730327074555, 0.49508575739499744, 0.5245127390060574, 0.4192245622026141 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21608344717763803, 0.19390575506270152, 0.15268414315418632, 0.18134173486979813, 0.12668259863909784, 0.3187929963139539, 0.3454220831500025, 0.2540890877159736, 0.305045552684291, 0.24135219037262987, 0.20097652861045, 0.14234167776663298, 0.1945871572407515, 0.20687348584096343, 0.16965836873763696, 0.28358728598156885, 0.2701092986167381, 0.1943609898401364, 0.37035449539234755, 0.20023671560197603, 0.1992667458855635, 0.28349738216826254, 0.3098465282356063, 0.14268131580255716 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27234989979376284, 0.23612977766331428, 0.31050769139556267, 0.22855527335702777, 0.36813805730365123, 0.1514331275700437, 0.13547575383391508, 0.19685961468909244, 0.1440081316175793, 0.16309315258027823, 0.257975934456682, 0.2947852231390534, 0.20209551849223473, 0.28856670899064574, 0.22845153126565268, 0.21578448807404044, 0.1704488787552987, 0.23631843956628626, 0.13029710288240023, 0.22575286588792554, 0.27781055888560086, 0.2115883741912127, 0.21466621090158652, 0.2765432470280797 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.51182344662205, 22.275422818882298, 34.34153086961609, 21.358063768965486, 48.38288042562151, 28.4183594383102, 36.533583901914476, 30.15156446762581, 21.941521875164465, 19.8129293441413, 25.630523474848136, 24.781019761008135, 20.47771958410902, 36.90466259821966, 19.399497033757417, 34.279176765648465, 23.669258460768162, 20.83241569667616, 31.632226464183404, 22.89380580499792, 35.54989091903167, 37.478309036208195, 38.42443888054268, 32.08279691809599 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.39175411756441, 21.274407864970815, 33.19845500519082, 20.229309085635382, 47.35106086056695, 27.36672482349287, 35.55386295670578, 29.005579640157976, 21.02926704023254, 18.79526649747926, 24.649258037548098, 23.666947903896506, 19.402435942310596, 35.97029189048821, 18.422316437571084, 33.22591808835683, 22.610766928301818, 19.862539377428416, 30.55335845390084, 21.798928036007673, 34.41848607960218, 36.43464233592847, 37.3066471291579, 31.047932806788015 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4558922137674313, "rpss": -0.005773252887218305, "brier_below": 0.229324065202561, "bss_below": -0.011472064769815438, "brier_above": 0.22656814843003867, "bss_above": -7.014336416100164e-05, "crps": 29.406809239789947, "crpss": -0.026324638886070284, "crps_fair": 28.356923222470147, "crpss_fair": -0.03271233361920567, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.018964, 0.951484, 0.029552, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3459, 0.411, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.686, 0.3465, 0.1595, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.028209, 0.956365, 0.015426, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3464, 0.4165, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3881, 0.3504, 0.0513, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4852659639034275, 0.4398210709763061, 0.4791003909584896, 0.40162161008145136, 0.501215424082889, 0.4768000086728824, 0.49728766091579757, 0.449054738853119, 0.4520450977224429, 0.4202829637301636, 0.4483636098519354, 0.43586280014796924, 0.3963909821902281, 0.5074615778000003, 0.3890035817065118, 0.49062914426183707, 0.44840947911919116, 0.4292986077419344, 0.5069953445608367, 0.40300368332298797, 0.4861266848977135, 0.48987560445414463, 0.5107755266015647, 0.4281592647323493 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2525444893517054, 0.185447010695564, 0.15318134604479777, 0.1951911529770861, 0.12804598152528346, 0.32273826237172804, 0.36341843653854816, 0.3004463589627844, 0.30113963795325127, 0.24843665386875252, 0.16162507215821525, 0.14385611158625541, 0.19378218360032273, 0.19203679170929572, 0.1800126695250448, 0.31551387816745224, 0.2842234413062313, 0.1904598663086273, 0.3761377911283918, 0.15607463124736068, 0.16055106540232827, 0.3223011422627331, 0.2636440554501929, 0.1266685334235086 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23272147477576463, 0.254374061436868, 0.32591904733920335, 0.2064304566276571, 0.37316944661599444, 0.15406174509085974, 0.13386922109182384, 0.14860837765839008, 0.15090545823315551, 0.17184630859682903, 0.286738539156218, 0.29200669086842007, 0.20260879741871976, 0.3154247854147165, 0.20899091228800679, 0.1751152634982919, 0.16418603524359368, 0.23883874122143292, 0.13085755125253054, 0.24692905235213305, 0.3255756223036078, 0.16757446021118597, 0.24713147208949032, 0.3014907324041009 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.79565688987638, 25.30892617637086, 39.5421090510313, 22.588294649423766, 57.2038939944924, 32.07807478047463, 42.873954724312945, 32.27565652971875, 24.56050081789298, 22.95076624906284, 29.14988678217697, 26.983038991167497, 23.05237603984513, 43.22192733465191, 21.642713432488456, 31.447157728520413, 26.73585037320179, 23.634441318638036, 37.16580262327845, 24.79769747208162, 42.061251550656586, 38.296259936007466, 42.37473913941424, 37.74508568616664 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 37.54222803486408, 24.18389047096717, 38.26032534678883, 21.343270607867968, 56.0468208733718, 30.87018068820332, 41.789165084672995, 31.019283123015956, 23.559497318469248, 21.806428921559, 28.08609170745911, 25.770138107305367, 21.878300019381047, 42.16942639279617, 20.556831149935086, 30.27334849646833, 25.561562712147662, 22.52701288741853, 35.96128359389048, 23.596727102429544, 40.797111262911336, 37.15780713111337, 41.166619794932544, 36.59065963371945 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4572021175535905, "rpss": -0.00840596432724161, "brier_below": 0.22989485681522756, "bss_below": -0.013780910586073558, "brier_above": 0.22730726054954142, "bss_above": -0.0030274928615154906, "crps": 32.770252594623, "crpss": -0.031188719348186122, "crps_fair": 31.604750435903686, "crpss_fair": -0.03775332958921984, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.018402, 0.951115, 0.030483, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2936, 0.3459, 0.4111, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.6819, 0.3481, 0.1303, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.025007, 0.95887, 0.016123, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3461, 0.416, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4388, 0.3494, 0.0651, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4466533583067677, 0.48981881647323755, 0.47067176700182334, 0.49639612640168324, 0.3677136327676678, 0.4770949384049541, 0.4463291127002509, 0.45964996272347775, 0.4124900314989884 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.277965029059803, 0.15824115703523486, 0.26996353277199725, 0.1352208121622497, 0.1664548031903048, 0.3208057710837267, 0.1111237863695797, 0.17543933785246626, 0.232999334511452 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16868833748056197, 0.3315776393139365, 0.2007082379877588, 0.36117529045793867, 0.20125883346574108, 0.15628918089975344, 0.3352053062938624, 0.2842106139397899, 0.17949070469262454 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 23.03773066047522, 58.28082405768167, 29.259273741445718, 46.62477388688981, 17.409787917528657, 28.77295280652492, 25.893620178300697, 29.405407542579102, 20.476332704253924 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.53657073639459, 57.74990426099483, 28.76707640423727, 46.11860677481198, 16.912830333546648, 28.271154823139906, 25.356919674171582, 28.897273729648532, 19.94358366806547 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.45186863847542785, "rpss": 0.00019341573250486466, "brier_below": 0.20535706267075715, "bss_below": -0.0009540977256952132, "brier_above": 0.24651157161466303, "bss_above": 0.00114734684178186, "crps": 31.017855943964417, "crpss": -0.011276967137603622, "crps_fair": 30.50599115611231, "crpss_fair": -0.03312580013247657, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3333, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2822, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3344, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.4071, NaN, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44741955253667287, 0.5100722951939453, 0.47360301796729604, 0.49554177166954083, 0.3574270287536806, 0.5012690615276937, 0.4323530697664304, 0.46497527944696043, 0.4200471943147241 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3225628242195065, 0.12114228139308045, 0.28414773813618976, 0.12866676114949954, 0.17303076005000656, 0.3537541787109863, 0.10786922751235983, 0.13960531384039046, 0.23334832737863076 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12485674411393097, 0.3889299833194395, 0.1894552855450356, 0.3668749856766604, 0.18439627572676437, 0.14751489810840324, 0.3244838241680077, 0.3253699476776678, 0.1866988735195014 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.82353311854483, 72.76529784040065, 33.04656264561248, 50.37586701984833, 18.85308425615099, 33.71955950091335, 27.689461256561902, 35.7410876118027, 23.326422915898963 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 24.269110308341023, 72.16938601926509, 32.49026387827188, 49.808159821987076, 18.298879169579916, 33.17784054161163, 27.098635930334385, 35.16490131668914, 22.73045834220728 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.455856474575216, "rpss": -0.0001922341621471979, "brier_below": 0.20712526804340556, "bss_below": -0.002193144077385467, "brier_above": 0.24873120198393459, "bss_above": 0.001467890445582709, "crps": 35.59343068508158, "crpss": -0.009397910116958341, "crps_fair": 35.023070592031935, "crpss_fair": -0.030299888137691466, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.332, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.2867, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, NaN, 0.3355, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, NaN, 0.414, NaN, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.6109490874268544, "training": [ 0.5808511479137158, 0.6152227026991373, 0.6417098516070896, 0.640841704497994, 0.6297625209246088, 0.5014239314010075, 0.5740627294666584, 0.616279848019979, 0.6306748338288535, 0.6413719260546049, 0.6187381180921755, 0.6070530787233391, 0.6123551311160079, 0.5256478368988992, 0.5941698807699496, 0.5453330164694009, 0.5999487372020764, 0.6808548066816252, 0.6438516387223143, 0.665486588023996, 0.6192751559625378, 0.6141953616162042, 0.6107733561889888, 0.6528941953633407 ], "test": 0.6956998422521926 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48939634952074057, 0.4238562420842607, 0.45822399998968716, 0.4006864075838071, 0.49784648736585263, 0.4859003657532333, 0.48655253540493915, 0.4380504675186687, 0.43824822567188887, 0.39407802887185694, 0.4592395590119035, 0.4389213974418577, 0.39415123755544706, 0.5162652692095181, 0.39565314522527795, 0.5048047264895522, 0.4327531966153887, 0.41207146270746736, 0.48956645999987414, 0.4205548324681221, 0.482689789345557, 0.4884519189031049, 0.529960453957246, 0.40663170652941505 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2197219843583576, 0.18872475549068024, 0.15175048063024854, 0.17602981378899224, 0.12903247661897763, 0.32628100190321, 0.3478204654224035, 0.24770235258499004, 0.3000344694328865, 0.2378502117192485, 0.20152049028405083, 0.1452780937315872, 0.19258439351154946, 0.21921573090830843, 0.1707783467863133, 0.28242587813910264, 0.265594279840807, 0.18457438156895037, 0.3619617826409628, 0.1959812720374453, 0.20489989957060661, 0.28142747386326433, 0.31377336456738625, 0.13745383915633494 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2696743668460111, 0.23513148763200403, 0.30647352278003454, 0.22465659353292353, 0.3688140167783098, 0.15961936209977842, 0.13873206652039474, 0.19034811263756263, 0.1382137538267059, 0.1562278158713779, 0.25771906954349244, 0.29364330666941646, 0.20156684275598624, 0.297049537368618, 0.22487479903541505, 0.22237884655722642, 0.1671589134017985, 0.22749708104561975, 0.12760467395771508, 0.22457356037605758, 0.27778989222467926, 0.20702444452638488, 0.21618708932905784, 0.26917786862098786 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.13302143299385, 21.979423217194103, 33.86029068312812, 20.8201164678486, 48.94690863647424, 28.237577596996065, 35.79477767336947, 29.833660354115157, 21.072142703940152, 19.326454675540738, 25.89002278129052, 24.359374693124792, 20.172489960006807, 36.86746377755373, 18.945523605363732, 33.80116182513863, 22.687235444080898, 20.32585982008342, 30.61133872712552, 22.79077923896872, 35.87542279624552, 36.89612554537993, 38.24056531146148, 31.698557093783307 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.96242965811534, 20.967193790906126, 32.70836651914611, 19.67269518501914, 47.87939970131358, 27.1488097501467, 34.79769714885498, 28.621499613714033, 20.15910737947979, 18.30850455084266, 24.906134109814392, 23.226298640679264, 19.09390805681208, 35.92185832799063, 17.971531925411675, 32.7345689979407, 21.61110742460186, 19.31546246140449, 29.503092254038776, 21.681101182748034, 34.724774662224746, 35.81576045238891, 37.09502796520035, 30.645595484607703 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45352309438436117, "rpss": -0.0005465856258990431, "brier_below": 0.22843405160652766, "bss_below": -0.00754651125733119, "brier_above": 0.2250890426640649, "bss_above": 0.006458618625015511, "crps": 29.048595585883646, "crpss": -0.013822653512832739, "crps_fair": 27.97799688514175, "crpss_fair": -0.018912461925717272, "reliability": { "below": { "weight": [ 0.0, 5.6e-05, 0.14319, 0.7579, 0.097426, 0.001428, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2823, 0.3485, 0.4249, 0.5107, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3177, 0.3559, 0.3236, 0.4116, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 2.8e-05, 0.156192, 0.755441, 0.087527, 0.000812, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2788, 0.3477, 0.4248, 0.5214, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2956, 0.3515, 0.4018, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48716434317131896, 0.4336957906389172, 0.47800421064176557, 0.39223114104832263, 0.5074884973315957, 0.4910466385386221, 0.5051104668910418, 0.44246272272209164, 0.43972233966753715, 0.4091337985948533, 0.45243218980926286, 0.4377632457258542, 0.39523011631821564, 0.5366739144043634, 0.38688881390292185, 0.4912617434717259, 0.4398265807190232, 0.40816976241524483, 0.49409447566987047, 0.3964545523399185, 0.49452047673471117, 0.47840060431845893, 0.5097983333575518, 0.4145436764075692 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2570985546314503, 0.17911888138577203, 0.15571536275780976, 0.18939696955621652, 0.13229259283997405, 0.32786027564219244, 0.3672729917913014, 0.2952611557707497, 0.29475862492722243, 0.24323900311771074, 0.1646583481716767, 0.14672203083504373, 0.1926459445259736, 0.20845220930361005, 0.18325081122625697, 0.31346085931728046, 0.27991412652390557, 0.17948113985848257, 0.3654009799226069, 0.15102223469381884, 0.16849405588376676, 0.3162242502405381, 0.2650955965002624, 0.12094451502204712 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.230065788559246, 0.25457691112124753, 0.32228885217638625, 0.20283417050632854, 0.37519591061367596, 0.16318636058559371, 0.13783747136041646, 0.14720156353746489, 0.1449637129402917, 0.16589479414638547, 0.2877738430625424, 0.29104121760911905, 0.2025841704127914, 0.3282217043140471, 0.2036380032731409, 0.17780088059316876, 0.15991245043071015, 0.22868862219446934, 0.1286934923602196, 0.24543231841635635, 0.3260264252024928, 0.16217635203746966, 0.24470273793339922, 0.2935991633438315 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.19385226901704, 24.927917008354562, 39.20549209591544, 21.862246774097148, 57.88966990923118, 31.807145620034543, 42.07857886718365, 31.695147025923855, 23.636611549980586, 22.420160231539178, 29.50222538561664, 26.587276820027846, 22.78737714441602, 43.33596951768562, 21.06127890113778, 30.84016919009835, 25.52828932401569, 23.212503394546207, 36.01229796450763, 24.715254030768214, 42.51073155876117, 37.45460880275039, 42.13122539510111, 37.411128666905576 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.88222066320176, 23.786734241742916, 37.904262648863444, 20.59820206947376, 56.67948972707361, 30.544937943995798, 40.96813844190699, 30.355157845745143, 22.636498718221905, 21.271127624941528, 28.45370072242478, 25.361623594119205, 21.61298536397938, 42.27380545257074, 19.972227590768057, 29.662787032630582, 24.33276317224992, 22.05030623627637, 34.76881560021636, 23.503482683032395, 41.22299380406702, 36.27957730299139, 40.92197078637337, 36.2297258596867 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45508826811836495, "rpss": -0.003743653510360101, "brier_below": 0.22907422976856953, "bss_below": -0.01016214309324015, "brier_above": 0.22601403819711643, "bss_above": 0.0026790453754477195, "crps": 32.366964893650646, "crpss": -0.018498376889160006, "crps_fair": 31.178063963606377, "crpss_fair": -0.023742926051459667, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.139786, 0.761559, 0.097611, 0.001045, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.3486, 0.4259, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3409, 0.3541, 0.3049, 0.4989, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 3.4e-05, 0.147797, 0.764974, 0.086639, 0.000555, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.2798, 0.3473, 0.4253, 0.5159, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3318, 0.3465, 0.3811, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43555055376965596, 0.47935400481717955, 0.4667200183209939, 0.509397673252248, 0.3640125832781206, 0.493238277369004, 0.42847150596382966, 0.462504744168393, 0.4091397013732982 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2708936189687788, 0.15605593774184742, 0.26868465263879343, 0.14367203542075513, 0.1645237774639276, 0.3293036310081653, 0.10459913129240608, 0.17849925612502562, 0.2314247134682908 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16465694244714177, 0.3232980483510572, 0.19803536899889057, 0.3657256142174615, 0.19948880967942945, 0.1639346604930487, 0.32387235545695314, 0.28400547666455495, 0.1777149954772202 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.640576362920374, 58.22067029387808, 28.41165967069665, 46.46016427614846, 16.958240294254733, 27.67640772124699, 25.80736471528753, 29.901982941503235, 19.452974303414898 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.13715969374338, 57.66995486542381, 27.917221611056615, 45.94970261497883, 16.452979097371053, 27.154907605804805, 25.2504009346506, 29.386045952196802, 18.88806676737962 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4498210069236358, "rpss": 0.004724014524540521, "brier_below": 0.20529519490311, "bss_below": -0.0006525410383422248, "brier_above": 0.24452580797619528, "bss_above": 0.009193562546126688, "crps": 30.614448953261224, "crpss": 0.001875334517850158, "crps_fair": 30.089604349178387, "crpss_fair": -0.019024309350656132, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.148459, 0.834115, 0.017426, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3413, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2908, 0.2815, 0.2396, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.105644, 0.879104, 0.015251, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3394, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3237, 0.4155, 0.4962, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43306712498271466, 0.4979665903855941, 0.4699426037782718, 0.5073656360645891, 0.3529527040958976, 0.5226974359859152, 0.41546925274921764, 0.47177259610240374, 0.4157709199589313 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31338238077203706, 0.11952116192592414, 0.2827862724139429, 0.13615015930650293, 0.16992044890220706, 0.3664928792224068, 0.10099995777132956, 0.14563661714093804, 0.2306595716913815 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11968475910342195, 0.3784453999273905, 0.18715633670637113, 0.371215452272231, 0.18303226226631364, 0.1562045727496792, 0.3144692777681825, 0.3261359608851917, 0.18511135488471744 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.173472494112065, 72.78412990078678, 32.11997821951128, 50.27720775015545, 18.331327469794925, 32.282471556564204, 27.740287994122955, 36.38374634958895, 22.15970001560106 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.616163151688415, 72.1647140051234, 31.560858475614147, 49.70420947076544, 17.76630690539323, 31.72685448181879, 27.127102777926382, 35.797604148350814, 21.524794080913132 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4541116515670595, "rpss": 0.00363607259684251, "brier_below": 0.20728327212740777, "bss_below": -0.0029576602140166663, "brier_above": 0.2468283751737222, "bss_above": 0.009106794024076326, "crps": 35.13914686113752, "crpss": 0.0034851734651273336, "crps_fair": 34.55428972195486, "crpss_fair": -0.016509410323008344, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.161957, 0.82816, 0.009883, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.287, 0.3399, 0.4089, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3291, 0.2799, 0.1596, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08575, 0.896373, 0.017876, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2922, 0.341, 0.4105, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3531, 0.4195, 0.4262, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.7618281658056486, "training": [ 0.7535579869807999, 0.7675696931386443, 0.7934212526793808, 0.7763286990219196, 0.7650357121741326, 0.6628235735390564, 0.7284152693966458, 0.772400687586024, 0.7993797711763853, 0.7914848664590953, 0.7501971327066317, 0.7649232332865041, 0.7576979287496374, 0.6681015610240328, 0.742916893507191, 0.697321648074976, 0.7565617683795867, 0.8301080660989644, 0.7973288548042373, 0.8088029292976854, 0.7644080932946122, 0.7788357195498625, 0.756970118184467, 0.7992845202250923 ], "test": 0.8315628110760124 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48392600901202054, 0.4298622469025325, 0.4575150863873764, 0.40848785444948565, 0.49869707757916926, 0.4833691036343153, 0.48284426902432387, 0.4485740698589095, 0.43851235416555917, 0.40057834428497074, 0.4628290290029521, 0.43643087722293755, 0.39598265260187404, 0.5103024147613978, 0.40165497750194934, 0.5058160125512525, 0.4428766115236739, 0.4235129645630857, 0.49414085916603795, 0.42242338381010636, 0.4777896253222094, 0.490605250591294, 0.5308467536650527, 0.4134017289865926 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2144637562982558, 0.19331203664279348, 0.15097640238487714, 0.18056192893186956, 0.12996174680785522, 0.3207493757443496, 0.3451407437557535, 0.2512349899194882, 0.2973298611852334, 0.23987117244031045, 0.2035941503904429, 0.14301613927230813, 0.19439876156419308, 0.21701700163709478, 0.17260921992814848, 0.2869052091491722, 0.2699940138126647, 0.19136025458987432, 0.36689399418551977, 0.19834469236360217, 0.20060463606578371, 0.28160383474750134, 0.3133724013296039, 0.14138181411556522 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2694622535752405, 0.23655021092990955, 0.3065386856849876, 0.22792592554928554, 0.36873533481051846, 0.16261972777603112, 0.13770352307599787, 0.19733907844660825, 0.1411824917447619, 0.16070717090232164, 0.25923487950671825, 0.29341473956112113, 0.20158389032864918, 0.2932854121932281, 0.22904575776973546, 0.2189108033248003, 0.172882595799296, 0.2321527096837514, 0.12724686297118667, 0.2240786911667879, 0.27718499076155584, 0.2090014151037701, 0.21747435267613163, 0.2720199150493845 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 37.76766775576247, 22.40108534596227, 33.774768544055995, 21.666207489108192, 49.27060490648521, 31.630690245788337, 36.60324773508486, 30.874702413404144, 20.85656232111415, 19.607739846433613, 26.106258872968553, 24.608093888713174, 20.57560798696468, 39.53453150451107, 20.228036646069505, 34.97417731802344, 24.27100628360483, 20.306727352186822, 30.82805415223699, 22.715248207954374, 35.95435216967218, 37.45619033290504, 39.70743366990313, 31.543840327712328 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.61270051044266, 21.402350857657037, 32.62946233444489, 20.52250602838334, 48.25796571122014, 30.54469488709756, 35.61696332556794, 29.691014724473114, 19.962075456261633, 18.59972732768463, 25.136947354457206, 23.49511103628128, 19.49729986970502, 38.6464552034995, 19.29177849245317, 33.90964449124847, 23.19609764901844, 19.302055573508945, 29.762263776227964, 21.601070805594386, 34.834865542571116, 36.43230227457036, 38.54219656938433, 30.48527425177936 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4558741481903783, "rpss": -0.005733397251063144, "brier_below": 0.22936242238592755, "bss_below": -0.011641245529036004, "brier_above": 0.22651172576632414, "bss_above": 0.00017890585913438173, "crps": 29.719284804859388, "crpss": -0.03723032296983275, "crps_fair": 28.66553433556386, "crpss_fair": -0.04395144091880443, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.038907, 0.907525, 0.052731, 0.000836, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3456, 0.4236, 0.51, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4572, 0.3505, 0.2182, 0.0335, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.06204, 0.884513, 0.052696, 0.000751, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.3467, 0.4209, 0.5107, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3533, 0.349, 0.3078, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48356935352795244, 0.44142137767841705, 0.47477626427898273, 0.401078261531445, 0.5068672740710675, 0.49068555592762503, 0.4998354826231091, 0.45025174913665134, 0.4415598805633958, 0.4162407259498976, 0.4529540343220358, 0.4349917326713113, 0.39560781259293787, 0.5215920364630587, 0.3926718699707439, 0.4978578133914866, 0.45059225792091084, 0.41910076080517056, 0.49935701000813904, 0.3987897562135814, 0.4875764383386871, 0.4847110212722973, 0.512929948348494, 0.4219414000302872 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.252054417398521, 0.18609717296803624, 0.1519720501678991, 0.19486943160947828, 0.1321748102683733, 0.3255660573727958, 0.3631175540411959, 0.2982508656908213, 0.2933505515491387, 0.24642676837849878, 0.1646674869827723, 0.1445155497220771, 0.19376020705785582, 0.20111270784400553, 0.18359700372238677, 0.3191701709187769, 0.2843456278260645, 0.18574643666848356, 0.3716095952801608, 0.15409791137086645, 0.1626509664663884, 0.31957231220685395, 0.26548802137083644, 0.12523717661266973 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23151493623441363, 0.2553242057152934, 0.3228042163376263, 0.2062088293761853, 0.3746924680558607, 0.16511949821942024, 0.13671792643664216, 0.15200088166442768, 0.1482093280363201, 0.1698139565892514, 0.2882865486840142, 0.2904761843529877, 0.2018476045953706, 0.3204793279345118, 0.2090748662393415, 0.17868764071270052, 0.16624662793054973, 0.23335432370190254, 0.12774741279256135, 0.244691844828601, 0.3249254744879832, 0.1651387074880914, 0.24744192787134545, 0.29670422395655166 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.28686269759774, 25.458973846307764, 38.948637498413675, 22.9228669330192, 58.25463547347077, 35.489475866599186, 42.96303390745185, 33.374567040252, 23.36430707242228, 22.717842389553113, 29.661868360623107, 26.691944792682108, 23.15246207793156, 45.934529185662456, 22.60634476500085, 32.41020134798738, 27.291997633195447, 22.758093092885076, 36.15187093427288, 24.552227930793244, 42.5123967574748, 38.25528956331705, 43.22835889358689, 37.15364491068613 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.99246990076004, 24.32886279333271, 37.66603572854969, 21.667770459446633, 57.118749130443334, 34.22976569461515, 41.86762115464654, 32.083443292433564, 22.38715115613014, 21.57637932909138, 28.61185708678581, 25.48860128987386, 21.98091779031373, 44.932039342739685, 21.573130150775146, 31.226577198019495, 26.105207708564222, 21.599766295949646, 34.96412118150427, 23.329670160624875, 41.259319231366554, 37.146554765396196, 41.99937134316562, 35.96598651378589 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4573733257349035, "rpss": -0.008783581456622835, "brier_below": 0.2299771188956232, "bss_below": -0.014143666534273125, "brier_above": 0.2273962067600814, "bss_above": -0.0034199814003406104, "crps": 33.0892680404661, "crpss": -0.04122724828846103, "crps_fair": 31.92089036242976, "crpss_fair": -0.04813389760015485, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.036462, 0.909311, 0.053537, 0.00069, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.287, 0.3454, 0.4238, 0.5073, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4978, 0.3514, 0.1855, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.057738, 0.888237, 0.053612, 0.000413, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.3464, 0.4205, 0.5115, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3912, 0.3479, 0.2895, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4410273361559964, 0.48161501221254194, 0.4726933883999591, 0.5042419134536837, 0.3675282451537759, 0.4872206597195496, 0.4339463243932601, 0.46297884540760165, 0.4130031271844663 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2746170350274986, 0.15617576366867533, 0.27120629911111865, 0.13882392982049255, 0.16641325159512094, 0.32488395879859994, 0.10737735704342871, 0.1779528762140783, 0.2330601852629554 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16641030899131426, 0.32543922872220943, 0.2014870927830356, 0.3654179595710265, 0.20111499743759081, 0.16233671541165934, 0.326568947752025, 0.28502595775098827, 0.1799429496650198 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.62141302812991, 56.8634988670118, 29.65021388963203, 48.12251654210168, 17.57344906538804, 30.284954628100316, 25.06596424087702, 30.723965108917188, 20.585414650530968 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.130083217434965, 56.3143569108404, 29.166066079294804, 47.63222798947446, 17.06928364825319, 29.755780053435636, 24.50888120096381, 30.228799422109155, 20.048553764796484 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.451583872453426, "rpss": 0.00082349031509521, "brier_below": 0.20561229517132984, "bss_below": -0.00219815533929002, "brier_above": 0.24597157312054105, "bss_above": 0.0033353939384038744, "crps": 31.276821113409888, "crpss": -0.019720023666855768, "crps_fair": 30.761559142955882, "crpss_fair": -0.04178094854397507, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.027468, 0.971343, 0.001189, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3351, 0.4033, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4169, 0.2787, 0.0, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.021488, 0.977308, 0.001204, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.3359, 0.4061, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5101, 0.4051, 0.1248, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44032339803351755, 0.49992094896579203, 0.47548356208093356, 0.5026288863840647, 0.3566692745437354, 0.5129990121093769, 0.4199945500205721, 0.47023496704138007, 0.42039253435254814 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3183515691398307, 0.1186277173987462, 0.2853054890883591, 0.13178295361706932, 0.17250698001829148, 0.3589777265705891, 0.1037084909428772, 0.1435073962397508, 0.23298667979019236 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12197184419170641, 0.3812932015223321, 0.19017807854934, 0.3708459076763388, 0.1841623016239425, 0.1540213018279906, 0.3162860415212613, 0.3267275524505389, 0.18740586128852352 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.294030795451906, 70.97597579538896, 33.39887538894381, 51.86428093668871, 19.01660139849497, 35.28074332565319, 26.871823799371672, 37.27942120291595, 23.45446874077371 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.751301947044404, 70.35597207509602, 32.849461805875315, 51.30998305567436, 18.450687412006776, 34.71430439343721, 26.261006829353267, 36.71480943695258, 22.851082809226295 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45540523705910235, "rpss": 0.0007978236401469108, "brier_below": 0.20730611142285624, "bss_below": -0.00306817007855531, "brier_above": 0.24809912118355268, "bss_above": 0.004005380595511587, "crps": 35.82624682040921, "crpss": -0.016000367815415473, "crps_fair": 35.25095664051847, "crpss_fair": -0.037003782636229055, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.031096, 0.967434, 0.001471, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2941, 0.3332, 0.4031, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4948, 0.2804, 0.0, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.017569, 0.980941, 0.00149, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2947, 0.3377, 0.4061, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5513, 0.4119, 0.1248, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.7783113968306207, "training": [ 0.7634160348160938, 0.7881952733390746, 0.8101901264340367, 0.7899614688091697, 0.7883825014054309, 0.688538968730942, 0.7462467651918362, 0.7866583955510514, 0.8038906839551156, 0.8083451485814424, 0.7813376558029932, 0.7814789593162907, 0.7719709143885267, 0.6939486008812537, 0.7624654931837194, 0.714433732857646, 0.7615676479412979, 0.8520589760159621, 0.8078427763565688, 0.823553963792754, 0.7797922715145215, 0.7847135716136663, 0.7660008432371396, 0.8244827502183608 ], "test": 0.8425248469728759 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4851330923245898, 0.42745373968980915, 0.4552315516126961, 0.4064296235208597, 0.49355091415457003, 0.488175647648544, 0.48586924304647067, 0.4474222602024334, 0.4438728922004344, 0.4012516480115538, 0.460514755563486, 0.43646268564476065, 0.3946349415874734, 0.5043219311425379, 0.39912574189448674, 0.5124034498857702, 0.4485238573270183, 0.4236662212076432, 0.49655905463420846, 0.4230784179806085, 0.4792755545472126, 0.4933197459505563, 0.5352789244450739, 0.4092823679048336 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2158187011253638, 0.19114190470267617, 0.15034999356762835, 0.1792626852757342, 0.12735967247507055, 0.3217660931461533, 0.3480045481130716, 0.25112397749989024, 0.30255078046209805, 0.2403819975712283, 0.20248097386206165, 0.14338718982564733, 0.19348365439149473, 0.21419983176121105, 0.17124259770354128, 0.2882408941530978, 0.27124883929468924, 0.19159295841464263, 0.3675038732506952, 0.19855749981943846, 0.20210961661700885, 0.28294862260791975, 0.31496480501780394, 0.14101209225323685 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2693143917015304, 0.23631183534854447, 0.30488155940608086, 0.2271669380976303, 0.3661912450431282, 0.16640955481249017, 0.1378646933697624, 0.19629828132388183, 0.1413221108107421, 0.16086964957987893, 0.25803378238007235, 0.2930754971213758, 0.20115128629148615, 0.2901220985859446, 0.22788314416876634, 0.22416255574757388, 0.1772750167243997, 0.23207326242572113, 0.1290551797076043, 0.22452091788940218, 0.27716593940904616, 0.2103711226517499, 0.22031411978993995, 0.26827027521802715 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 37.7464610097271, 22.528172668626272, 33.247070880280795, 21.412125745452922, 48.68366189303498, 34.732440106025436, 37.6264058316208, 30.788961991160274, 21.59835147050553, 19.797648885633446, 25.99183159865548, 24.556580236485882, 20.541100201056793, 39.45936260574834, 20.090942209838907, 36.029131270491625, 25.592275268348757, 20.03311333351441, 30.71604223360944, 22.75229202082312, 36.51796416201276, 37.44267456334574, 40.81219098781952, 30.702047009606343 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.565123153923075, 21.499527135522918, 32.09630572528828, 20.250404234805476, 47.62717239236525, 33.65406166400091, 36.650790276507436, 29.55172962483808, 20.716529953074854, 18.77519656867391, 25.001753170366868, 23.400167731178122, 19.45633065539161, 38.518946776283165, 19.125615455318762, 34.96733439777189, 24.514339284143343, 19.020249566408253, 29.59764175239557, 21.62771915769819, 35.34172994296419, 36.357150409985614, 39.64608884764277, 29.658074412349325 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4562849275886513, "rpss": -0.00663964420844354, "brier_below": 0.2296139084546418, "bss_below": -0.012750466809229755, "brier_above": 0.22667101906686582, "bss_above": -0.0005242135996841313, "crps": 29.974952007642695, "crpss": -0.04615334305786556, "crps_fair": 28.900832595370744, "crpss_fair": -0.05252061512276596, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.056569, 0.897826, 0.04541, 0.000195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3462, 0.4231, 0.5078, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4682, 0.3468, 0.2116, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.051234, 0.889366, 0.057116, 0.002285, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3472, 0.4261, 0.5183, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3521, 0.3485, 0.3304, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48595396591656126, 0.4380446180385983, 0.47267939403681086, 0.39898771485125495, 0.5023599247481569, 0.49236786529566384, 0.5043267538572415, 0.4486514623092979, 0.44689038314449164, 0.41649835445033273, 0.4498926588575941, 0.4345176227027369, 0.3944799380355882, 0.5146810376992338, 0.39071728522958676, 0.5038306866912688, 0.4545091235880239, 0.41999278266576767, 0.5022059104259309, 0.3992134148536989, 0.4881425423300493, 0.488069982909561, 0.5177406511582084, 0.41767789940450883 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2540592866869314, 0.1831444447188499, 0.15170718238173767, 0.19362759655201633, 0.12968026847634537, 0.32570234973683576, 0.3669686118888849, 0.2977252747030229, 0.29872027604983137, 0.24674759949128192, 0.1635531063817364, 0.14450691248971284, 0.19264952383177505, 0.19779822692422883, 0.18121036882152855, 0.32093176042889865, 0.2843835953052469, 0.18684030963574932, 0.3724488965198972, 0.15407614560974628, 0.16414744068430004, 0.32130669346713286, 0.26747086712928475, 0.12506707160516337 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2318946790215753, 0.2549001737722633, 0.3209722134337429, 0.20536011760626346, 0.37267965989137075, 0.16666551553550868, 0.13735814041651345, 0.15092618589520218, 0.14817010648194806, 0.1697507540984379, 0.2863395535337225, 0.2900107114007061, 0.2018304130023109, 0.31688281020132764, 0.20950691627901658, 0.1828989250757883, 0.17012552666171682, 0.23315247252426033, 0.12975701225467431, 0.24513726927894075, 0.32399510405864834, 0.16676328799282011, 0.2502697849018977, 0.2926108276869337 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.398204948584606, 25.533938580862717, 38.36996170615735, 22.646412367689518, 57.677754425702574, 38.34475155979767, 44.290523913735, 33.32494484007027, 24.1731383947924, 22.88198570791217, 29.546300987026743, 26.540676333188177, 23.113609130526445, 45.9231205746793, 22.52662284259487, 33.63179396718257, 28.58138863843366, 22.552515896375034, 36.02146186571756, 24.54604385933204, 43.05138714705554, 38.26046129816724, 44.31404093662435, 36.20953593334896 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 37.07411815226495, 24.372880428003846, 37.06655741371799, 21.366105829942953, 56.481156246954065, 37.08875194934919, 43.209135736139906, 31.9606845294181, 23.21078493584281, 21.726650785567056, 28.49353522652583, 25.29292634914656, 21.937230341609936, 44.85940545221236, 21.450606281679608, 32.46401110589147, 27.385666896207677, 21.38093401696629, 34.764459873979526, 23.32017983023624, 41.738070166869626, 37.08472192951696, 43.088511197249005, 35.03818082544745 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45760133221667365, "rpss": -0.009286473038474075, "brier_below": 0.23018640873000576, "bss_below": -0.015066584262038107, "brier_above": 0.22741492337523292, "bss_above": -0.0035025712812133403, "crps": 33.35252399398153, "crpss": -0.04951118106507013, "crps_fair": 32.160636062530806, "crpss_fair": -0.05600603375383639, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.052181, 0.901447, 0.046235, 0.000137, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3457, 0.4228, 0.5099, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5092, 0.3464, 0.1894, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.048888, 0.89475, 0.055327, 0.001036, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3471, 0.4266, 0.5161, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3737, 0.3489, 0.3008, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4412046874111946, 0.4834447733084319, 0.47298350957101876, 0.5027296617008686, 0.36556060456569023, 0.48752062714187866, 0.4313355999310786, 0.46302732083906617, 0.41386269017978145 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.2745853827855187, 0.15624309109268888, 0.2714854872267858, 0.13858382068161412, 0.1649960883692679, 0.32492963579456097, 0.10691326380250052, 0.17854856609606057, 0.23373440018551944 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16661931265607027, 0.3272016623521265, 0.20149802586819704, 0.36414581691429826, 0.20056452008112535, 0.16259100583732358, 0.3244223164930822, 0.2844787433611676, 0.18012829783667045 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.496588792016713, 57.16504776745929, 29.99109676246691, 48.288127040111696, 17.350374376690045, 31.169425638208065, 24.591303712562286, 30.813916421261748, 20.996160965870022 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 21.996963043492507, 56.62202478489939, 29.50793745235752, 47.77993276003232, 16.858979519798073, 30.656590140760557, 24.045064896969375, 30.30618179503696, 20.44074675045071 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4512966082943344, "rpss": 0.00145909228705976, "brier_below": 0.20555774844827968, "bss_below": -0.0019322829838692712, "brier_above": 0.24573885571111787, "bss_above": 0.004278353331003126, "crps": 31.42911571962742, "crpss": -0.02468529359928806, "crps_fair": 30.912713460421937, "crpss_fair": -0.046899989730883274, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.041381, 0.958172, 0.000447, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2917, 0.3347, 0.4023, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3564, 0.279, 0.1655, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.013261, 0.982855, 0.003884, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2948, 0.336, 0.409, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4152, 0.406, 0.6328, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4410712274094636, 0.5024218213852906, 0.47552269791825985, 0.5014027976642468, 0.3551013894757333, 0.5132830109405637, 0.4186542159624478, 0.4696026004432947, 0.42171584078332236 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31867401215116437, 0.11890813728201596, 0.28557727788318704, 0.13189223103821102, 0.17138056144438182, 0.3590070147166181, 0.1035145511572739, 0.14350992149868458, 0.23413436355296646 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12239723070947817, 0.38351365398057163, 0.1899454255961499, 0.36951054151193025, 0.18372083513340529, 0.15427601252588188, 0.31513964714979126, 0.3260926606461617, 0.1875814840214106 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.154085494367692, 71.36465168723998, 33.812824810026626, 52.047280727325344, 18.811289572520252, 36.40221441942919, 26.464175098298163, 37.370571235013074, 23.951682721709037 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.600629482033685, 70.75268525431177, 33.26506038953198, 51.47582201697676, 18.26074585869735, 35.85836998992987, 25.86229222518403, 36.79205352055636, 23.326540544850165 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4554195113314025, "rpss": 0.0007665045362200695, "brier_below": 0.20739978563605593, "bss_below": -0.003521420689320598, "brier_above": 0.2480197212527534, "bss_above": 0.004324131840900525, "crps": 36.04208619621438, "crpss": -0.022121379773669902, "crps_fair": 35.46602214245244, "crpss_fair": -0.043330525518541, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.042494, 0.957046, 0.00046, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2916, 0.333, 0.4023, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4384, 0.28, 0.1986, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.010713, 0.985584, 0.003703, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2951, 0.3376, 0.4086, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.447, 0.4132, 0.5235, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.8004495453876196, "training": [ 0.7869248107116374, 0.803085875370908, 0.8261658785053323, 0.8137281011135892, 0.803165195472251, 0.7146198423661091, 0.7757388437419424, 0.8016511846269434, 0.8257178207740875, 0.8248376243558899, 0.7951729565067146, 0.8024002186157908, 0.7970756693140147, 0.7332848601296724, 0.7883672894481819, 0.7509225065080383, 0.7963450041312288, 0.8608168013997325, 0.8239019574974809, 0.8379190741568785, 0.8013192433948835, 0.8067144709932677, 0.8046142891272866, 0.8362995710410118 ], "test": 0.8468227198242678 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48883084718550207, 0.4284738600319722, 0.46294255204847373, 0.408172068463729, 0.5023733212679254, 0.473459265047166, 0.47452331862271696, 0.4504801432784861, 0.4357450865900549, 0.39972615884329366, 0.4670135310473651, 0.44104632506665076, 0.39597923268694524, 0.5031948946234766, 0.401113140969645, 0.500846814426495, 0.43886606255144445, 0.42761915232558817, 0.48780177856085327, 0.4242795710901693, 0.48052875436379033, 0.48844892099335824, 0.5218251789562652, 0.4199543134264242 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21681309020718412, 0.19188063649294357, 0.1529840556834342, 0.1802696134017933, 0.13029446528555041, 0.3188593264020562, 0.3419831269909535, 0.25343788772617987, 0.29740433733967697, 0.2406168777471151, 0.20545573593833366, 0.14473516822571328, 0.19559473227617405, 0.21292346152772726, 0.17118881623190946, 0.2847984266874925, 0.26982225347300526, 0.19418132961310489, 0.36321771733188557, 0.19915632510012554, 0.20148413960922174, 0.2804575084511736, 0.30584903189686324, 0.1435302359605205 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2720177573359288, 0.23659322395403853, 0.3099584976185238, 0.22790245493113115, 0.3720788590295611, 0.15459993838448327, 0.13254019036605943, 0.1970422546798083, 0.138340748621631, 0.15910928061808322, 0.2615577955562017, 0.2963111580146852, 0.2003844995349545, 0.2902714323963473, 0.2299243247355554, 0.21604838708200327, 0.1690438078010807, 0.23343782262106116, 0.12458405993843052, 0.22512324590668106, 0.27904461612930276, 0.20799141225568124, 0.21597614747260202, 0.27642407798187785 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.75276919145323, 22.85129049396538, 35.51358835919824, 20.953419908087202, 52.851000454195805, 31.028866975131017, 35.92394937606186, 30.86480361584234, 20.032173691542575, 19.29002985249775, 27.885243021237542, 26.131211082950745, 20.33977244286697, 41.59282090160612, 20.841210647067758, 34.565418040269954, 23.05505220135237, 20.19774256184681, 28.302147078756764, 23.26196673381168, 37.83622730172302, 36.94581787998709, 39.15990959955147, 33.80510964059618 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.72085248645967, 21.956913697633833, 34.490394592313336, 19.941707198385554, 51.91071418081157, 30.104778716906893, 35.082975347351066, 29.79812398137339, 19.278329981367193, 18.379249372441226, 27.023242848364703, 25.108630716428667, 19.378258369445714, 40.760787482159856, 20.0036191703384, 33.62749804719312, 22.101958760449534, 19.300769165037156, 27.29007563830574, 22.264620257274014, 36.7989157108573, 35.96920917789477, 38.12339332171, 32.875172180724256 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4551351788528246, "rpss": -0.0041031092751548925, "brier_below": 0.2290390958166724, "bss_below": -0.010215159730711187, "brier_above": 0.2260960830402381, "bss_above": 0.002013549799800618, "crps": 30.082564210483326, "crpss": -0.04990910772854251, "crps_fair": 29.13709126671779, "crpss_fair": -0.06112476592962235, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.042877, 0.905144, 0.051812, 0.000167, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.349, 0.419, 0.505, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4329, 0.3486, 0.2582, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.073141, 0.89829, 0.02689, 0.001679, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3422, 0.4231, 0.5155, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3112, 0.3527, 0.2658, 0.0841, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4856914417777091, 0.44063507909157906, 0.48134757680147594, 0.39886463657613974, 0.5112411812508545, 0.47802242170026976, 0.4924502204991427, 0.44752163896559943, 0.43915367846199005, 0.4155742455206808, 0.4577561950357841, 0.43951005881271243, 0.39590105506194795, 0.5136259860432982, 0.38986588468721406, 0.4886812303054437, 0.44540199285745996, 0.42462363848813645, 0.49336545815057864, 0.40256162233425635, 0.4925670674179259, 0.4798935064460205, 0.5081687771640391, 0.4298760879094809 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.2532045011862356, 0.18445708875195843, 0.15426474889148573, 0.19383311535614325, 0.13271399652188923, 0.32250475509899107, 0.3610210575648991, 0.2990680686535617, 0.2937306515084392, 0.24737292237618125, 0.16707153002219594, 0.14607898809344558, 0.195020003924252, 0.19604127395521487, 0.18063005316450528, 0.3157098691842664, 0.2833823863860834, 0.18934864929648365, 0.36793772750188736, 0.15554115599471105, 0.16425777318500717, 0.3178501848806048, 0.25951940991750394, 0.1276464537325809 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23248694038764442, 0.2561779908347806, 0.32708282953233037, 0.20503152070672861, 0.3785271881446637, 0.1555176658105499, 0.13142916171393584, 0.1484535687109585, 0.1454230265529071, 0.16820132270533433, 0.29068466585756425, 0.29343107176679734, 0.20088105013579158, 0.3175847115468581, 0.20923583147275784, 0.17297135951881448, 0.1620196050652087, 0.2352749890502719, 0.1254277293799606, 0.24702046654054838, 0.32830929653407004, 0.16204332075201439, 0.2486493682464801, 0.30222963500139044 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.71951695908295, 26.005647666488677, 41.31234299053053, 21.899358697831882, 62.57358090913536, 34.124509795799426, 42.42626622937951, 32.557268379886736, 22.700434359980516, 22.405523392820403, 32.04589046625228, 28.45895099269721, 23.060897795694753, 48.623826340317265, 23.317618420251385, 31.104324807635916, 25.964131924384837, 22.642421531632586, 33.263160823663334, 25.499080062923003, 45.28795335565798, 36.91610545588479, 43.35710140211656, 40.04153620536839 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 37.55747643029613, 24.999420233892558, 40.15077041523905, 20.780336037296195, 61.504359728226675, 33.04013397466828, 41.49278511856414, 31.386162973569878, 21.87882400770883, 21.374668386112997, 31.13053239422029, 27.356469940810864, 22.013996634428917, 47.68321519742454, 22.38719541812453, 30.06579250453319, 24.906245874913527, 21.604010870961865, 32.119983316947874, 24.408876632921693, 44.1281719905238, 35.85501981844729, 42.26168572089388, 38.99743181166631 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4563458617233225, "rpss": -0.0065174046441576206, "brier_below": 0.2295085985478553, "bss_below": -0.012077604720763357, "brier_above": 0.22683726316534844, "bss_above": -0.0009535586775442084, "crps": 33.51281037355901, "crpss": -0.05455494769482705, "crps_fair": 32.46181522634972, "crpss_fair": -0.0658953597489853, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.040394, 0.90719, 0.052313, 0.000103, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3486, 0.419, 0.5084, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4516, 0.3496, 0.233, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.069867, 0.902815, 0.026207, 0.00111, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2867, 0.342, 0.4225, 0.5144, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3367, 0.3518, 0.2217, 0.1574, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4426232057408181, 0.4865525216181221, 0.47158528464706606, 0.5065323742193193, 0.3670394717289945, 0.48277347303864654, 0.43999575078646147, 0.4646321054950675, 0.408729279055699 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27629935919920745, 0.15708601321421387, 0.27113237197995155, 0.1393629588853938, 0.16675389282313693, 0.3236720665497651, 0.10836518283745392, 0.17889599265245365, 0.2305215532856378 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16632385428489735, 0.3294664883541331, 0.20045291603788962, 0.36716939108245006, 0.20028558250299253, 0.15910142055470408, 0.33163054786711355, 0.28573610130205146, 0.17820773337094226 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.43831705584992, 60.068182214976204, 29.91979077314602, 50.22209088043853, 17.240204999048, 29.360441193393584, 25.901000011360864, 32.010445289969454, 19.522332131096796 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 21.97809073156666, 59.57382865002192, 29.47324445066497, 49.75368418630295, 16.792484568799, 28.897583161094968, 25.406885174829153, 31.540871722305056, 19.014185391964766 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4522737184811327, "rpss": -0.000702866112203937, "brier_below": 0.20578771015857933, "bss_below": -0.003053165378907652, "brier_above": 0.2464860039285749, "bss_above": 0.0012509458368188398, "crps": 31.85364494991993, "crpss": -0.03852624486449008, "crps_fair": 31.381206448616606, "crpss_fair": -0.06276612536332915, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.041, 0.954999, 0.004001, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2906, 0.3368, 0.4047, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4058, 0.2774, 0.1482, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.028176, 0.969722, 0.002102, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2949, 0.3327, 0.4126, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4046, 0.4071, 0.4272, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44126043934617504, 0.507104848034413, 0.47415579488951404, 0.5054633117644372, 0.3560149312910036, 0.5083571761559129, 0.42619932003975763, 0.47223450079341844, 0.41671269507264297 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3202107738441127, 0.12025854605666175, 0.28531295944810636, 0.1326170205720325, 0.17296193165390733, 0.357569180798878, 0.10492306004224797, 0.14423194059261102, 0.2308350262554329 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1210496807346676, 0.38684627166743907, 0.1888428408705421, 0.3728462658905645, 0.1830530064527094, 0.1507880112200938, 0.32127624196199883, 0.3280025416831758, 0.1858776753857475 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 23.847268489537758, 75.31705128493059, 33.623897935523054, 54.201120805148015, 18.510984517817544, 34.420380695558784, 27.778895061938705, 38.99338307302955, 22.2991802206144 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.337154980587666, 74.76070795538517, 33.11782976420143, 53.67531949762007, 18.00975823293959, 33.9310395730911, 27.23483404752173, 38.45951940390967, 21.72872250949279 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4563892241541417, "rpss": -0.0013611371421722307, "brier_below": 0.20765782658488785, "bss_below": -0.004769973665273097, "brier_above": 0.24873139287410428, "bss_above": 0.0014671241164598836, "crps": 36.55468467601093, "crpss": -0.036658214922090426, "crps_fair": 36.02832066274991, "crpss_fair": -0.059872082063108456, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.046059, 0.949726, 0.004214, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3348, 0.4046, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4673, 0.2788, 0.087, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.02458, 0.973003, 0.002417, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.295, 0.3343, 0.4134, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4129, 0.4141, 0.3836, NaN, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.7689290946211397, "training": [ 0.7639024623003003, 0.7759291503989535, 0.7984403825794005, 0.7805886744959963, 0.7795163580857133, 0.6692988876570652, 0.750960855533594, 0.783517231383353, 0.787605479906049, 0.7921067714999074, 0.7658966991271797, 0.7862745133473563, 0.7701878436360106, 0.6700254831504338, 0.7503036446979052, 0.7111598730129333, 0.7564602710858119, 0.8435928006894987, 0.784110278674102, 0.8049392331734847, 0.7629269456993102, 0.7860211670129891, 0.7804139227575643, 0.8001193410024376 ], "test": 0.8198402784238736 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4862318317690141, 0.4306730711114313, 0.4590359350171743, 0.40823932062678026, 0.495199001480552, 0.48810494817560246, 0.47850918994841596, 0.4482318831770444, 0.43931838765276154, 0.39980068179390615, 0.46200223768599996, 0.43559871797891786, 0.3942722075122833, 0.5084964808226974, 0.3993707151486562, 0.5091177278694599, 0.44557200809886477, 0.423963844219939, 0.49640100172630475, 0.42128625125051217, 0.4806135979002823, 0.4904285231227718, 0.5228430867649895, 0.40999949581410483 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.2156589856563296, 0.19320833980781682, 0.15168308962978969, 0.17995796372848147, 0.12981448647136923, 0.32371508725171927, 0.34138008602556674, 0.2518106696779116, 0.29864649641475455, 0.23945003363306092, 0.20289971763245726, 0.142791963498551, 0.1931718122559317, 0.21633254581743358, 0.17094968999998145, 0.28748584934188204, 0.2716284960154282, 0.192044365282268, 0.3673747615824372, 0.1978567566161499, 0.20354400718618812, 0.28054196189628167, 0.30669263048955486, 0.14032025246210755 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2705728467169401, 0.23746473192807763, 0.30735284677116603, 0.22828135680948777, 0.36538451839036146, 0.16438986102771774, 0.1371291022393944, 0.19642121230524484, 0.14067189022899543, 0.16035064717626477, 0.2591025206198819, 0.29280675547894625, 0.2011003942699341, 0.29216393454541645, 0.2284210252669686, 0.22163187839978457, 0.1739435105500515, 0.2319194786266029, 0.12902623802617777, 0.2234294944345312, 0.2770695922347881, 0.20988656062336802, 0.21615045645633033, 0.2696792432886856 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 37.87319696147188, 23.025651520436526, 33.70375375141238, 21.71729449191576, 48.92024945035078, 33.358409773988456, 36.500243980275265, 30.883863325090044, 21.1473026819505, 19.669766367033592, 25.98712557293089, 24.623038342313507, 20.497540742188136, 39.36124878223306, 20.350376574677323, 35.32659580562078, 24.988201708038584, 20.100482523109132, 31.50744533929828, 22.60600287021467, 36.45696957873883, 37.12187242013613, 39.163017124169535, 30.740323525449718 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.68131998895718, 22.00455587632411, 32.54044750704324, 20.55471920074938, 47.88926970600499, 32.27448816665176, 35.527293270201, 29.677012532911238, 20.276861432028575, 18.65199765665195, 25.00943508132007, 23.471222685320633, 19.410823603518228, 38.43667016669575, 19.404565816651832, 34.25460364826645, 23.936973143055734, 19.091007394138707, 30.398763101897792, 21.470136105608308, 35.324626715545264, 36.049386992939795, 37.99839205950139, 29.670440309127613 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45555458944451943, "rpss": -0.00502839806571842, "brier_below": 0.22912333534889384, "bss_below": -0.010586712247522057, "brier_above": 0.22643125401729658, "bss_above": 0.00053410756839678, "crps": 29.81791555054349, "crpss": -0.04067262654047421, "crps_fair": 28.750208840046287, "crpss_fair": -0.04703514659575925, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.044217, 0.89368, 0.061656, 0.000447, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3457, 0.4247, 0.5015, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4808, 0.3472, 0.2564, 0.1256, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.062763, 0.880914, 0.054926, 0.001397, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.347, 0.4228, 0.5078, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3406, 0.3481, 0.3437, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.483583387038604, 0.44161109693057027, 0.4766288037851941, 0.4001869426491463, 0.5033409197834192, 0.49592505227886335, 0.49571857091284577, 0.4500208238373423, 0.44115525581884674, 0.4152464855867992, 0.4520578159130073, 0.43331493001855925, 0.3942856865345754, 0.5193863015571861, 0.38987209523092436, 0.49933094801894146, 0.4527580237629201, 0.4201079787576386, 0.5025441807233274, 0.3976777742841748, 0.48915504020717776, 0.4854386804720593, 0.505104708725368, 0.4176561199740161 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25148959281752703, 0.18539823101606936, 0.15317628159823238, 0.19404919124700165, 0.1319893985295925, 0.3289664139267774, 0.3594203770169589, 0.29874178562004977, 0.2940206819145891, 0.24587870044921215, 0.1643543862125126, 0.14425358488326026, 0.19252836233143922, 0.19980436688572667, 0.18144589110983253, 0.3186602738242532, 0.28566597602590865, 0.18696078606633987, 0.37276461505847636, 0.15321423051358993, 0.16517719346560056, 0.3188779238425446, 0.2585375131230881, 0.12392583195870227 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.23209379403194674, 0.2562128666617859, 0.3234525239885936, 0.20613775067881834, 0.3713515248633009, 0.166958638187686, 0.13629819209337818, 0.15127903660105121, 0.1471345731499215, 0.1693677840958959, 0.28770343075805266, 0.28906134596116145, 0.20175732308681968, 0.31958193447187383, 0.20842620405738072, 0.18067067256522892, 0.1670920460789222, 0.23314719232200698, 0.12977956362231538, 0.24446354404423856, 0.32397784927991574, 0.16656075521658212, 0.2465671962140716, 0.29373028823286396 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.406361684614964, 26.133900202816758, 38.88396840871296, 22.986513217002106, 57.822518702786944, 37.36158506840639, 42.98153238810024, 33.47716386911434, 23.599113402616872, 22.74471333263898, 29.51115547494182, 26.49021457530167, 23.043815136038234, 45.794783307575024, 22.78542696444053, 32.70559092917047, 28.017068881873147, 22.563890313527008, 37.059796197007316, 24.418021126540168, 42.82086195420956, 37.9816307513369, 42.399553071668365, 36.16105799553231 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 37.07815908027438, 24.980832970303172, 37.57636877646639, 21.71544555293473, 56.66064329076205, 36.1058489291668, 41.897491782518465, 32.156023561896134, 22.64899843482491, 21.593725844156097, 28.46942120198802, 25.255485094853665, 21.867929185788878, 44.751671634985904, 21.731975665581484, 31.525153787273805, 26.852580012259203, 21.401156823749698, 35.822718870490725, 23.17855446183762, 41.55983223955531, 36.820846001845325, 41.18410976664904, 34.96133671527246 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45675448428339616, "rpss": -0.007418663433031769, "brier_below": 0.22955423289322022, "bss_below": -0.012278841185288547, "brier_above": 0.22720025126099216, "bss_above": -0.00255529827280343, "crps": 33.17292653983221, "crpss": -0.0438597486201211, "crps_fair": 31.991512903559762, "crpss_fair": -0.0504528140981777, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.041794, 0.896755, 0.061174, 0.000277, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.3455, 0.4257, 0.5008, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5075, 0.3489, 0.2201, 0.251, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.058399, 0.885916, 0.054578, 0.001107, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3468, 0.4228, 0.5058, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3641, 0.3479, 0.3221, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4385803123929873, 0.4829233217699505, 0.4743653173331126, 0.5056627692609341, 0.3662384451979158, 0.48934800275608387, 0.43545605262061715, 0.46579389063592735, 0.41302962695396284 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.27321956056683766, 0.15707924154999192, 0.27233340965071234, 0.13967029911584505, 0.16605114655401082, 0.3267932770278447, 0.10705396911719542, 0.1797936482908523, 0.23295634033368032 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16536075965101452, 0.32584406036786895, 0.20203191109868, 0.36599244593900393, 0.20018730244653218, 0.1625547401608766, 0.32840206372769276, 0.28600023089580373, 0.18007329442453504 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.333171741877088, 57.483870529863076, 30.017836278549932, 48.40179340951018, 17.343974099964324, 30.199507841259933, 25.52327381296342, 31.15356178404049, 20.491621509562925 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 21.847016643220407, 56.9286930536761, 29.5364718807798, 47.90670918986934, 16.84991144615173, 29.68458881155593, 24.974277174373192, 30.653703366602887, 19.941553320626074 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.45237752654683244, "rpss": -0.0009325523058216767, "brier_below": 0.2061056546896634, "bss_below": -0.004602894797020252, "brier_above": 0.2462718676346675, "bss_above": 0.0021186154715783223, "crps": 31.438734556399044, "crpss": -0.024998897095782846, "crps_fair": 30.924769431872832, "crpss_fair": -0.04730828117395891, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.053018, 0.938799, 0.008182, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2936, 0.3361, 0.4098, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.36, 0.2781, 0.2458, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.052535, 0.945074, 0.002391, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2932, 0.3368, 0.408, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.444, 0.4052, 0.3427, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4380447529696949, 0.5017677881832693, 0.47638166525434483, 0.5039982583065071, 0.3557251956000585, 0.514979274781375, 0.42227237980762894, 0.4727613273694318, 0.42075541398855243 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31713013845262816, 0.12002702168224871, 0.28580369341813816, 0.13272055409116518, 0.17249181454635318, 0.36053350551411645, 0.10375973601908346, 0.14512947284395492, 0.2331360757458139 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.12091462975635692, 0.3817407363962814, 0.19057797734759951, 0.37127767894171904, 0.18323338801903624, 0.15444578549732388, 0.3185126260872375, 0.32763183618922426, 0.18761934501321653 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 23.96014619235098, 71.74597369126356, 33.795677663914354, 52.19452920436925, 18.783348186464504, 35.15587329239869, 27.475958950805275, 37.724856220517445, 23.41849864621422 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.421035859984265, 71.12039865357663, 33.24744685946901, 51.63928755614264, 18.2304570690595, 34.607041602925044, 26.87343221532677, 37.156099092465695, 22.797672408377206 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4562984506956514, "rpss": -0.0011619715860953228, "brier_below": 0.20785911247927802, "bss_below": -0.005743912505584259, "brier_above": 0.2484393336942217, "bss_above": 0.002639596515084497, "crps": 36.02831800536647, "crpss": -0.02173092617589978, "crps_fair": 35.45476347970297, "crpss_fair": -0.04299932100747794, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.057836, 0.933326, 0.008838, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2938, 0.3346, 0.4095, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4152, 0.2793, 0.2297, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.045532, 0.9516, 0.002868, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2934, 0.3383, 0.4079, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4541, 0.4124, 0.2893, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.6908835984019319, "training": [ 0.6625573573845482, 0.7015599470869281, 0.7205665058139057, 0.7128762410811464, 0.7070547950192708, 0.6077307535036761, 0.6657160941757475, 0.7003367619221039, 0.7056761652451133, 0.7116435029664535, 0.6977128854175773, 0.693255394393238, 0.6975875334922487, 0.612366937592443, 0.6729006426240277, 0.6337030931196934, 0.691260510541857, 0.7640811011212771, 0.7053236574861854, 0.7231093571160692, 0.6940286816396586, 0.683764765894636, 0.6976892202800761, 0.7187044567284877 ], "test": 0.7348780881110409 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4886392270180046, 0.4258530605973277, 0.4626630483971937, 0.40407012526975883, 0.49981355385625037, 0.4660346702035087, 0.474685563980612, 0.44233344709772626, 0.43767063669884065, 0.39542235329908176, 0.46116143940586707, 0.4403718372812054, 0.3929723200856383, 0.5074825479920333, 0.39556672541723326, 0.4967674475644302, 0.4291392721185549, 0.41986229012576237, 0.49282190659072617, 0.4234060892250228, 0.4822597901150706, 0.48904614513494793, 0.5226674326509718, 0.4135687334977553 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.21631735369937993, 0.19092704551566775, 0.15219622610548983, 0.17757251033354132, 0.12877080076077566, 0.31767261443822115, 0.34171860776479956, 0.25008243515813106, 0.3001755878424985, 0.23803516938624814, 0.2031553478632955, 0.14376004574658716, 0.19227104285689312, 0.21396760574270232, 0.16840639020386802, 0.27982024641809683, 0.2641382680878753, 0.1882367940076523, 0.3676669339425038, 0.19816118411605838, 0.20426242865196398, 0.28150834730076696, 0.30916584581565615, 0.13977010360486003 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27232187449090334, 0.23492601645635042, 0.31046682497640715, 0.2264976149045436, 0.3710427580399786, 0.1483620541467305, 0.1329669539213414, 0.19225101029797761, 0.1374950470910791, 0.1573871829490915, 0.2580060921299587, 0.296611793756923, 0.20070127587855374, 0.29351494126758887, 0.22716033536912797, 0.21694719928320655, 0.16500100138420598, 0.23162549620600856, 0.12515497041553547, 0.22524490496305924, 0.2779973636191923, 0.2075377977191521, 0.21350158687395618, 0.27379863110669034 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.174536691109395, 21.994374596394366, 34.056260041891534, 20.887999543572356, 49.4190195119329, 27.264004331274492, 35.75174311516914, 29.952674879744286, 21.031258578804465, 19.027388758953908, 26.152117360295435, 24.833317952304828, 20.100240527661136, 37.215166662569125, 19.000510996427444, 33.576090314448045, 22.022675470740168, 20.417611722608225, 31.52788391867872, 22.90001582991448, 36.030186595107736, 36.91739418939221, 38.23595089577716, 32.497313231671754 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 37.04166944489565, 21.039397530552232, 32.934794897156195, 19.77920585893261, 48.400812209556044, 26.218162247307344, 34.791438126721324, 28.7679200887297, 20.173517066961736, 18.066555235007016, 25.20146926763294, 23.735302382472007, 19.06651618302613, 36.327947791303814, 18.07408808105873, 32.55094756611937, 20.997065447228305, 19.447349876379192, 30.479006878036767, 21.83661412916053, 34.93007163960421, 35.896985828987155, 37.11236187982318, 31.481907125370853 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45267831931764685, "rpss": 0.0013171272017139524, "brier_below": 0.22782328897348056, "bss_below": -0.004852640725310442, "brier_above": 0.22485503030198176, "bss_above": 0.007491547472777804, "crps": 29.124405654851802, "crpss": -0.016468494515956333, "crps_fair": 28.09796278258429, "crpss_fair": -0.02328142187707183, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.099974, 0.833417, 0.066609, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3484, 0.4218, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3132, 0.3556, 0.296, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115256, 0.844682, 0.040034, 2.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3438, 0.4178, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3021, 0.3509, 0.3917, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4851472325913971, 0.4377850604090821, 0.48206765940350094, 0.39637550828502927, 0.5087037881606992, 0.4740585369109194, 0.4941128164539911, 0.4427694378532752, 0.4396308494948677, 0.41017054680135023, 0.4504057643346254, 0.4394350670054419, 0.3939476903600622, 0.5213721408487334, 0.3854064865060782, 0.4846441176827817, 0.4380835827643769, 0.41682651026177325, 0.496272443622329, 0.3985575761417425, 0.49134353260472774, 0.4808673582365864, 0.5057866520245814, 0.42217366102062825 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25345359090391995, 0.18346524769553235, 0.15519014230950298, 0.19211598297171228, 0.1315643654819157, 0.32272651017909015, 0.36220502658958487, 0.2975376192244978, 0.2947003459722327, 0.24354521687737682, 0.16322107037318576, 0.14545264436266997, 0.19248411778893398, 0.19824604998546122, 0.1802213863175764, 0.3128119098387939, 0.27996647274361036, 0.1828844798310606, 0.36993793342206516, 0.15155080643089724, 0.16409642113481646, 0.3190246506278213, 0.2610845487095193, 0.1230014775548302 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.231693641505024, 0.25431981455063374, 0.32687752047888924, 0.20425952463193947, 0.3771394279326447, 0.1513320246363505, 0.1319077872861895, 0.14523181592674736, 0.14493050215423303, 0.16662532894993795, 0.2871846951079931, 0.2939824245783875, 0.20146357107645763, 0.32312609025366346, 0.20518510047439883, 0.17183220477643657, 0.15811710711399898, 0.23394203029818275, 0.12633450788264902, 0.24700677017085973, 0.327247115077497, 0.16184270621483873, 0.24470210435377765, 0.29917218520031824 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.18136492283159, 25.02025140689201, 39.404481908950785, 21.962946418537445, 58.35279016384751, 30.784818688949834, 42.15442866937921, 31.64538776569719, 23.607551032858904, 21.991798184440466, 29.530501250471954, 27.137759697344308, 22.711671928588412, 43.45176418903939, 21.070416403968377, 30.47530846836932, 24.893553359583656, 23.20377829773057, 37.08158381356959, 24.648668331837367, 42.55830224294789, 37.49102070674068, 42.16409747330183, 38.35093803396422 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.914603902955136, 23.940588314465924, 38.13800512674238, 20.746189735431898, 57.201743326189934, 29.57605909242611, 41.08533808205318, 30.337509817670547, 22.664219534045902, 20.904306198841425, 28.516649700699677, 25.948363537087022, 21.584469654378818, 42.4483209125598, 20.03271824921915, 29.345103052353025, 23.7530349714086, 22.08642095360727, 35.90410942800317, 23.484410186011544, 41.32180348986177, 36.37994365100845, 40.97657206998525, 37.20912146817208 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4539976674907742, "rpss": -0.0013382224431413015, "brier_below": 0.22835366738860863, "bss_below": -0.0069846366635162305, "brier_above": 0.22564400002633536, "bss_above": 0.004311894488160939, "crps": 32.41146597332678, "crpss": -0.01989870211486089, "crps_fair": 31.270816852299088, "crpss_fair": -0.026788500458544195, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.083443, 0.850114, 0.066442, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2765, 0.3484, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3335, 0.3551, 0.2693, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.104338, 0.854509, 0.041117, 3.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.3437, 0.4176, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3377, 0.3468, 0.3775, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43328875894137886, 0.4852890733257394, 0.4710062482785096, 0.5101250991647945, 0.3647637975076327, 0.4856031875871295, 0.43653559352627846, 0.46430650786769556, 0.40838520432116415 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26848927327820893, 0.1577799307463033, 0.2725499901579524, 0.1418615249282143, 0.1653379840235559, 0.32672028503964173, 0.10612645281544773, 0.17849087962618368, 0.2319387887493462 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16479949315603476, 0.3275091232444723, 0.19845626125655036, 0.3682635503415693, 0.1994258170911919, 0.15888291628070775, 0.33040912102338427, 0.2858156165356786, 0.1764464229282255 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.677127391102697, 58.89199453931678, 28.944324725120325, 47.17625759816835, 16.88763418719528, 27.27166807593101, 26.102908939408806, 30.175171846564155, 19.470532910166 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.195026346332497, 58.3612830547675, 28.47473158600684, 46.6931851626282, 16.402581869174217, 26.7654825734167, 25.561487154983297, 29.68657007432777, 18.925896963568302 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4510337189467026, "rpss": 0.0020407624414277015, "brier_below": 0.2054772343738727, "bss_below": -0.0015398402226896035, "brier_above": 0.24555648020642387, "bss_above": 0.005017329824242189, "crps": 30.844180023663714, "crpss": -0.005614600974583883, "crps_fair": 30.34069386502281, "crpss_fair": -0.02752778840938097, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.134948, 0.855748, 0.009303, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3409, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.2772, 0.2401, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.100589, 0.895952, 0.003459, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3351, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3165, 0.4172, 0.4112, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4309114606533173, 0.504012044670477, 0.4722952387485292, 0.5080303581361436, 0.35341534348225523, 0.5150498399964272, 0.42318917652542665, 0.47204469517236464, 0.41690470679942027 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.31178008870325735, 0.11960544540479613, 0.28502676121816156, 0.13449770569351555, 0.17094778256596824, 0.36398482125416703, 0.10305270264839626, 0.1436961035621304, 0.23305807723762495 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1191313867754005, 0.38440656997548756, 0.18726848273807914, 0.373532627526357, 0.18246756776853507, 0.15106503435728375, 0.32013645612966224, 0.32834857323370115, 0.1838466359659323 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.20530962518352, 73.62559063153577, 32.612323926550104, 51.10990043822948, 18.184262384843326, 31.949035261568156, 28.01460312249608, 36.679852291407975, 22.293936736116418 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.67059273891584, 73.02829490049135, 32.07971764421229, 50.56573337251185, 17.640455819903583, 31.410724043028864, 27.418618507614145, 36.122331837923, 21.680138642829423 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45509476268715127, "rpss": 0.0014790337864351022, "brier_below": 0.2072943875875575, "bss_below": -0.0030114433089551973, "brier_above": 0.24780037049671544, "bss_above": 0.0052047160676156334, "crps": 35.40831271310341, "crpss": -0.004148129737733042, "crps_fair": 34.84628972304782, "crpss_fair": -0.025099392965213463, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.133356, 0.860927, 0.005716, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3392, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3528, 0.2774, 0.1452, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078194, 0.917517, 0.004289, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3369, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3392, 0.4208, 0.3033, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "loci", "1994": "ls", "1995": "ls", "1996": "ls", "1997": "ls", "1998": "ls", "1999": "ls", "2000": "ls", "2001": "loci", "2002": "ls", "2003": "ls", "2004": "ls", "2005": "ls", "2006": "ls", "2007": "ls", "2008": "ls", "2009": "ls", "2010": "ls", "2011": "ls", "2012": "ls", "2013": "ls", "2014": "loci", "2015": "loci", "2016": "loci" }, "chosen_test": "loci", "frequency": { "mvs": 0, "ls": 19, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 0, "loci": 5, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49530056948727397, 0.4223221908883157, 0.46665702431006173, 0.4084208715683384, 0.5101416978325619, 0.4677406833836975, 0.4625199767023258, 0.44147553068963763, 0.4207746148533835, 0.3903539863465305, 0.464118997398992, 0.45132391132055805, 0.40286223480758737, 0.5335230281774971, 0.40573265881074644, 0.49267150171960233, 0.42654752914494987, 0.41634114156050167, 0.47429743645170425, 0.4221494335502905, 0.4899695357718049, 0.4851628420418514, 0.5032881625530812, 0.41404866387087347 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.22488020301258732, 0.1875327498733642, 0.1603290152367075, 0.1841963002199093, 0.14184780376975614, 0.309870162264549, 0.3240704581068013, 0.2496574054326294, 0.28288450636879164, 0.23356806186990373, 0.2046008627806148, 0.15652030921189272, 0.2002278743585927, 0.2333859610598211, 0.17968136325452838, 0.27164904913831495, 0.25941391737086283, 0.19034933694561412, 0.3467006403846115, 0.19762200287080642, 0.2131629976659244, 0.27700890884601065, 0.2880679707102963, 0.1447726479797171 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.27042036713393947, 0.23478944319343198, 0.3063280124110208, 0.22422457137263485, 0.3682939000898792, 0.15787051983521458, 0.13844951588225352, 0.1918181232781863, 0.13789010645497937, 0.15678592392431182, 0.25951813505976634, 0.29480360379337844, 0.20263435888714562, 0.3001370658399633, 0.2260512957915178, 0.2210224504039386, 0.16713360845094669, 0.22599180399768842, 0.1275967936691952, 0.22452743044479417, 0.27680654076841654, 0.20815393284672606, 0.2152201918194256, 0.2692760169977646 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 37.657575446830236, 23.237270013576417, 34.19811646089838, 22.726659229847186, 50.04520886864612, 28.497413622043805, 33.34636047587314, 31.023223332067214, 19.29604517814145, 20.126259850507207, 27.295749351718456, 25.962330052086063, 21.85565741914868, 39.31642599334037, 21.1341684993632, 33.10497416039333, 22.945173018638233, 21.37538718232707, 29.498931351085034, 24.112273297743904, 37.48735088561152, 37.03481981002987, 35.26183671581852, 31.760826286721674 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.26224366762016, 22.051255464544166, 32.83931898593515, 21.357039883113856, 48.821441667920055, 27.185050560289934, 32.13236116578851, 29.540263090037058, 18.247266753395486, 18.936219348134735, 26.126147021812503, 24.63529568778215, 20.590759863030385, 38.261680970411334, 20.031273743921155, 31.82068112704317, 21.67260861502752, 20.171990918594858, 28.18845095713155, 22.803262930667625, 36.14664856603493, 35.78888245281198, 33.869973132009605, 30.536649444802016 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.4528226759684237, "rpss": 0.0009986526723336775, "brier_below": 0.22758335453052533, "bss_below": -0.0037943698185438635, "brier_above": 0.22523932134777166, "bss_above": 0.005795289618707233, "crps": 29.51250152093571, "crpss": -0.03001339652704549, "crps_fair": 28.250698584077497, "crpss_fair": -0.028843807639088004 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48779031196754974, 0.43372020929986055, 0.48675640690237365, 0.3998028080014909, 0.5187408940598932, 0.4749134233042864, 0.48226128588420536, 0.44269575007884004, 0.42534318279091393, 0.40394447629512337, 0.4603516606004692, 0.448904678248657, 0.4039510050865149, 0.5533419807271378, 0.3958777985477466, 0.4739889117582513, 0.43592078836547016, 0.40977798009680516, 0.4798458374083811, 0.4014262289410967, 0.5047688446865796, 0.47305896767788275, 0.4883562351415843, 0.421477499138645 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25729579541061537, 0.17940119068822727, 0.16450472291723153, 0.19791200595891953, 0.14452370726558278, 0.3132924041459026, 0.34419256907252616, 0.29433508011439724, 0.28034375669996137, 0.23721993271382277, 0.17044190031935333, 0.1569377267252297, 0.2004274204539875, 0.22159373653115336, 0.19206942183083406, 0.2976815054828462, 0.27569638152344234, 0.18292283270251575, 0.3508389726637898, 0.15580911128250816, 0.17929963359872866, 0.31014375483412454, 0.24345416422049648, 0.12747803454647644 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.2304945156393858, 0.2543190212894169, 0.3222516880699739, 0.2018908011830418, 0.37421719292308186, 0.1616210172571851, 0.13806871365165369, 0.1483606668847973, 0.14499942461146423, 0.16672454304870346, 0.2899097610130568, 0.2919669532924746, 0.2035235828209409, 0.33174824319751905, 0.20380837673959293, 0.17630740284286198, 0.16022440331662186, 0.22685514675482393, 0.12900686218068771, 0.24561711838680433, 0.32546921540250484, 0.16291521141368615, 0.2449020723027272, 0.2939994662391328 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 37.99761226138903, 26.25031173551696, 39.4658302635049, 24.00333485172133, 58.967087334565576, 32.0388016200728, 39.43433391874424, 33.14299243159376, 21.756977996389477, 23.046982499784384, 31.228776049382173, 28.115001277225435, 24.50819153077506, 45.97874092051831, 23.406880901632864, 29.770834951670185, 25.922951391268587, 24.039234826881277, 34.60869876712816, 26.379572520941295, 44.290245300574355, 37.42206248882609, 39.09260294318568, 37.32679191962429 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.45248697219301, 24.921777302914673, 37.9501081885391, 22.51208695631604, 57.59845595141607, 30.540543043694953, 38.09918305864344, 31.512794329793135, 20.618267150137758, 21.711894310779662, 30.000059405715447, 26.68865861747152, 23.144534956366396, 44.800389002408096, 22.188933044898636, 28.370077299296767, 24.521152502587643, 22.665470026660937, 33.15219234437163, 24.96393974503592, 42.80482494207446, 36.074136700031666, 37.64260106951358, 35.966295944118365 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.45445904854207325, "rpss": -0.0023558454726388955, "brier_below": 0.22824232340427805, "bss_below": -0.006493636528121183, "brier_above": 0.2262167250192558, "bss_above": 0.0017846592720077714, "crps": 32.84145211262151, "crpss": -0.0334291701830125, "crps_fair": 31.45420261937412, "crpss_fair": -0.032810037972891726 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4321596030473914, 0.4849167036292331, 0.46875329230967266, 0.5190580163874868, 0.37124482533796527, 0.48360164948260137, 0.43926280784252025, 0.46989992306534195, 0.4032569611229015 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26702024247112777, 0.16207641940070003, 0.2703969132985699, 0.15212701632867157, 0.17202588216182702, 0.3199410947964137, 0.1137703380328023, 0.18530268154160479, 0.22519381757142426 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.1651393684198476, 0.32284026530312365, 0.1983563821688028, 0.36693097539719544, 0.19921894720894767, 0.16366056854119887, 0.32549245062211996, 0.2845972302441474, 0.17806315114403176 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.12341641498642, 58.44458810875211, 29.47880461264169, 48.35780299841096, 18.54380700311176, 27.589179153842906, 26.409010512568535, 31.399074106574034, 19.46449611151949 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 21.533275193154875, 57.79493047467351, 28.909412236847913, 47.76978008109409, 17.955382790961625, 26.961858403298425, 25.745906099324106, 30.81404638498072, 18.808476023674885 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.452461531358346, "rpss": -0.00111842173005261, "brier_below": 0.20753937840034906, "bss_below": -0.011591169777940502, "brier_above": 0.24492214878326835, "bss_above": 0.007587609267314166, "crps": 31.312242113600878, "crpss": -0.020874856602789205, "crps_fair": 30.69922974311224, "crpss_fair": -0.03967008085389723 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42609669403518585, 0.5054337870874605, 0.471789450486851, 0.5161623890398161, 0.35988332002839224, 0.5128038854855653, 0.42521504670703825, 0.4808952531573846, 0.4094856502171893 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3062195475777625, 0.12727940577530256, 0.2843127528959087, 0.14373827914168624, 0.1771770472755852, 0.3563870967431528, 0.10960866273237986, 0.1538722269601862, 0.22393521660749025 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.1198771616487879, 0.3781543526205444, 0.18747670280018808, 0.37242408443785413, 0.18270627992850835, 0.1564168045823237, 0.31560636670692493, 0.32702300811360124, 0.18555044029872608 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 23.18665697838738, 73.00161347662565, 33.192260337081294, 52.41424532291195, 19.9589895908496, 32.08595337492908, 28.447797257359262, 38.07507174341553, 22.019170493431538 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 22.538602457397552, 72.27754591561117, 32.55331963099046, 51.75828053996755, 19.305759592200932, 31.42441107679163, 27.724666898290288, 37.414481416898056, 21.28748618523432 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.4564183862494315, "rpss": -0.0014251215382869997, "brier_below": 0.20917002618993935, "bss_below": -0.012086879472929413, "brier_above": 0.24724835568193987, "bss_above": 0.007420781093260276, "crps": 35.820195397221255, "crpss": -0.01582875485758617, "crps_fair": 35.14272819037578, "crpss_fair": -0.03381994529157595 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "gqm", "2000": "sqrt_mvs", "2001": "gqm", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 22, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 2, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49118004437197854, 0.42261202678223253, 0.46000708236294874, 0.4014648810595194, 0.5009245664972178, 0.48508118967080127, 0.48655253540493915, 0.4369685342095865, 0.43824822567188887, 0.3924068815506544, 0.4606404163465832, 0.4429621942457486, 0.39578479963838253, 0.5280096951601, 0.39793758428312664, 0.50230841764493, 0.43117026896882477, 0.41222082539941185, 0.4843284086878753, 0.4208163220018066, 0.48545948130796923, 0.4875153842039766, 0.525089727092678, 0.40584737341645083 ], "rps_clim": [ 0.4841864893482905, 0.43211227653322676, 0.46726961355314844, 0.4133434052086962, 0.49517500505950296, 0.43491640195150744, 0.46843031994118434, 0.4615278036279564, 0.4507439643179906, 0.4112834989048485, 0.46132142396227915, 0.43113185599360465, 0.39348648077598886, 0.45376143110089506, 0.3979353151799338, 0.4870804792055269, 0.4427426459402902, 0.4413062615756113, 0.5043370917207346, 0.4291046981889646, 0.47322848109794713, 0.49704557653705034, 0.5152454390094632, 0.4318922156321309 ], "brier_below": [ 0.22146620603365313, 0.18742174851947346, 0.15310179103831312, 0.17690090522995885, 0.13105741148792927, 0.3249217558868132, 0.3478204654224035, 0.24741904833842845, 0.3000344694328865, 0.2372382124777722, 0.20262540232946857, 0.14857749040883342, 0.19402224509273822, 0.2268079250942019, 0.17259680124859542, 0.2798477370507988, 0.26477037912243495, 0.18498354806867612, 0.35778722714234257, 0.19635514298012516, 0.2076512010479088, 0.2808379310054511, 0.3093656885743332, 0.13784806516231243 ], "brier_below_clim": [ 0.21174030422618073, 0.19619841479634093, 0.15424172272022885, 0.1829578815195767, 0.12686519441989993, 0.2991368693701326, 0.33516529949693646, 0.258453629028662, 0.2996408256999056, 0.24262738647447543, 0.20485988628789, 0.13745114213913945, 0.19455892996747637, 0.18607541359243696, 0.16517250798912353, 0.2790914479564486, 0.26860670947608534, 0.199841733546361, 0.37247030853563223, 0.20342720392287905, 0.19448439425773523, 0.28112440258111016, 0.29865358636382017, 0.14850880497700097 ], "brier_above": [ 0.2697138400883438, 0.23519027975161644, 0.3069052950251727, 0.22456397562127595, 0.36986716166269923, 0.16015943198341911, 0.13873206652039474, 0.18954948353697842, 0.1382137538267059, 0.15516866759949452, 0.25801501470161514, 0.29438470669729006, 0.20176255310228938, 0.30120176878630317, 0.22534078354731765, 0.22246067847552195, 0.16639988619800788, 0.2272372773059375, 0.12654117804972814, 0.2244611788334349, 0.27780828290786425, 0.20667745272672547, 0.2157240385512923, 0.2679993096718637 ], "brier_above_clim": [ 0.2724461851221096, 0.23591386173688583, 0.3130278908329195, 0.23038552368911971, 0.3683098106396029, 0.13577953258137476, 0.13326502044424776, 0.2030741745992945, 0.1511031386180849, 0.1686561124303732, 0.2564615376743892, 0.2936807138544651, 0.19892755080851268, 0.267686017508458, 0.23276280719081016, 0.2079890312490783, 0.17413593646420478, 0.24146452802925045, 0.13186678318510234, 0.2256774942660856, 0.2787440868402118, 0.21592117395594018, 0.21659185264564293, 0.28338341065512984 ], "crps": [ 38.15309809118092, 21.993010506201525, 33.96398672541538, 20.979007104661047, 49.10129706236086, 28.014144003205836, 35.79477767336947, 29.87447568700901, 21.072142703940152, 19.33569688013492, 25.98572463681671, 24.51279169569554, 20.273295178877877, 37.08934739443749, 19.112895966315747, 33.56983550384253, 22.552838283253553, 20.427457529614976, 30.49829699601325, 22.871699630795845, 35.987920629993376, 36.83808554662448, 37.98078365195566, 31.715176791194434 ], "crps_clim": [ 37.67963057790455, 22.20496710719248, 34.75982081313533, 21.13753139884542, 48.18557678760261, 22.32572650193956, 32.346626306865424, 31.241621776817116, 22.61030499170558, 21.097832161646018, 24.67995256390882, 23.487277463071056, 19.479902990237896, 28.364734124030218, 17.962347491804326, 32.308253313637515, 23.4819025684689, 23.20117977090859, 33.5725071269763, 23.546543436868635, 34.24491150463671, 37.940452233918776, 36.315917369983964, 35.48547401920235 ], "crps_fair": [ 36.974584959693935, 20.979575702705944, 32.80303457796475, 19.823555812200222, 48.034438273348094, 26.91873536363912, 34.79769714885498, 28.648867784943697, 20.15910737947979, 18.317310760738327, 24.99498897943474, 23.371176547193354, 19.18947261530901, 36.14700092546663, 18.138152911877025, 32.49623947062205, 21.471415942783274, 19.410055227317102, 29.389036620095435, 21.75481270460432, 34.8337809290731, 35.75791782951071, 36.823437301688, 30.656104171344417 ], "crps_fair_clim": [ 36.50287144459015, 20.998899899122918, 33.5775317370846, 19.929442532237317, 47.02871527968534, 21.1198880048449, 31.159766786674044, 30.052669445015788, 21.405005469023347, 19.889668107088685, 23.47857282829516, 22.28363887309976, 18.26867467588623, 27.170333141371334, 16.748245019311682, 31.121321117322577, 22.27825379877297, 21.996999329247586, 32.3879693507624, 22.343017093059828, 33.06164722156231, 36.76418708101348, 35.13657544650304, 34.30455928634492 ] }, "rps": 0.45398070274915137, "rpss": -0.0015561449903813696, "brier_below": 0.2288107832581605, "bss_below": -0.009208149085025541, "brier_above": 0.22516991938213718, "bss_above": 0.006101629385363738, "crps": 29.07074107803794, "crpss": -0.014595551519307248, "crps_fair": 27.99543749749533, "crpss_fair": -0.019547620237573282 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48831325633228295, 0.4332460117338343, 0.480500417414101, 0.3932005258019845, 0.5108686330974664, 0.4900661962405715, 0.5051104668910418, 0.44141180635908733, 0.43972233966753715, 0.40701875035573604, 0.4543017812639088, 0.4415389001383698, 0.39685100838142834, 0.5508820183002827, 0.38862516596070323, 0.4880441174028242, 0.4385869042005385, 0.40802995809419274, 0.4888404729075298, 0.39669887945283683, 0.4980904377976987, 0.47693667377139404, 0.5055464989371575, 0.41338549426387255 ], "rps_clim": [ 0.47721807577792547, 0.44138846877048227, 0.4808706781365219, 0.40380015096191796, 0.4993555212772883, 0.4426164174077806, 0.480331981258598, 0.4511901284900459, 0.4550264111585516, 0.42678897829098744, 0.4461073522201565, 0.43108546738101006, 0.39205738723286504, 0.45279983620183867, 0.3844634225677258, 0.47723129919406254, 0.4494561660549361, 0.44303394231992, 0.5127476476765541, 0.40746562754145604, 0.4796834202163691, 0.4941518113451156, 0.5098585452972256, 0.44265357297992375 ], "brier_below": [ 0.25837377510853765, 0.17837289579668225, 0.15761105933942526, 0.1904777225386664, 0.13455955758159743, 0.32651086355704195, 0.3672729917913014, 0.2946474259407212, 0.29475862492722243, 0.24216320773283667, 0.16613185243929623, 0.14975714744374863, 0.19399448324610744, 0.2174596405204522, 0.18514426665125053, 0.3107057869640411, 0.27948928041193466, 0.17941834068660392, 0.36112373386078095, 0.1513334617511611, 0.1716676739887113, 0.3154126396513821, 0.2613453044748582, 0.12098651300617198 ], "brier_below_clim": [ 0.24504681880265347, 0.18895637521952804, 0.15263348593021764, 0.19574909824149067, 0.12600311284309318, 0.3075786358965713, 0.3496683114825043, 0.302096188171615, 0.2959898263723991, 0.2504570625239738, 0.16393533020686923, 0.13988147856515373, 0.19313152000718373, 0.16372483382615566, 0.17168083604286222, 0.30914812620779747, 0.28164138433580943, 0.197673345361121, 0.3803191632038604, 0.16010010293218388, 0.15399923394202555, 0.3228484407629661, 0.25676635913217255, 0.1334452416985923 ], "brier_above": [ 0.22993948121172572, 0.2548731182223204, 0.3228893627986284, 0.20272280226637757, 0.3763090823778753, 0.16355533010064138, 0.13783747136041646, 0.14676437682079022, 0.1449637129402917, 0.1648555411108327, 0.2881699301559752, 0.2917817554044106, 0.20285652359484882, 0.3334223768460608, 0.20348089988209964, 0.17733832652862627, 0.1590976197381871, 0.22861161701662705, 0.12771673548174442, 0.24536541851151633, 0.326422768512632, 0.16152403207418148, 0.24420119585928976, 0.29239898349483157 ], "brier_above_clim": [ 0.2321712569752719, 0.2524320935509542, 0.3282371922063042, 0.2080510527204272, 0.37335240843419515, 0.13503778151120938, 0.13066366977609367, 0.14909394031843104, 0.1590365847861523, 0.17633191576701346, 0.28217202201328734, 0.29120398881585635, 0.19892586722568123, 0.2890750023756829, 0.21278258652486365, 0.16808317298626488, 0.1678147817191266, 0.24536059695879886, 0.13242848447269367, 0.2473655246092722, 0.3256841862743435, 0.1713033705821494, 0.25309218616505275, 0.30920833128133135 ], "crps": [ 38.20075881520344, 24.968949285171945, 39.293096328786866, 22.046033103188627, 58.03661669468077, 31.548280019267413, 42.07857886718365, 31.707200678555942, 23.636611549980586, 22.39437493683335, 29.5836789193642, 26.73410327359938, 22.88548896928998, 43.530140980939, 21.207478904855318, 30.581795076791096, 25.39521990513706, 23.29762556105249, 35.894669400541254, 24.79207760246853, 42.6348655745974, 37.39510811468326, 41.88067919543459, 37.451201328281535 ], "crps_clim": [ 36.918504373549894, 25.213885084637884, 39.72980589042734, 22.185467551711223, 56.862957203659015, 25.335584133760214, 37.499178059133676, 31.492024194769414, 25.446162599620028, 24.351122291511082, 27.40721083272404, 25.752310761447028, 22.02126797900749, 32.143822464730206, 19.64398945013718, 29.00408303361021, 26.455042118290926, 26.585296425852945, 39.92910650718047, 25.823597992478863, 40.464190896849736, 38.684489662272696, 41.9236185313761, 41.82575559088989 ], "crps_fair": [ 36.88248829890263, 23.82705647307451, 37.98267839663146, 20.776017160717316, 56.82892507222357, 30.280957194551366, 40.96813844190699, 30.3545840738259, 22.636498718221905, 21.24510537234864, 28.52940193628046, 25.50052748988247, 21.706517791268784, 42.47104677025298, 20.11839546229387, 29.398709138239305, 24.19560987902923, 22.12912116391865, 34.651638643748605, 23.574105346522778, 41.34403603402489, 36.22196409548266, 40.66034327608964, 36.26448278377548 ], "crps_fair_clim": [ 35.60410879364805, 23.877321665173707, 38.42073474521656, 20.84316849298013, 55.58633520866268, 23.999251204919364, 36.18588223999998, 30.167351190286542, 24.110039099691804, 23.012924851605373, 26.07480143929789, 24.416767087582862, 20.678657936237197, 30.820383926667724, 18.296876985910686, 27.674698019352405, 25.120829375026844, 25.251330376353188, 38.62041282525899, 24.488189332309833, 39.156510632332946, 37.373438751478275, 40.61870233434891, 40.52065404738451 ] }, "rps": 0.4556590297819325, "rpss": -0.0050025266512601085, "brier_below": 0.2295299270587722, "bss_below": -0.012171658313428813, "brier_above": 0.2261291025962888, "bss_above": 0.002171306398960793, "crps": 32.38227637857866, "crpss": -0.01898018674059898, "crps_fair": 31.189514542217253, "crpss_fair": -0.02411890991196386 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43204247620600444, 0.47846894615125596, 0.4665958615900975, 0.5162284418086317, 0.36512833051690335, 0.4957499697942122, 0.4271603188804698, 0.46568639690158625, 0.4071274973769684 ], "rps_clim": [ 0.45440429936859755, 0.4996893316713015, 0.4694676374256157, 0.4851474746412749, 0.3695778516717547, 0.46134843598787134, 0.4587175183392248, 0.46011601854992623, 0.40913591732428567 ], "brier_below": [ 0.26871208292808674, 0.15705845722057465, 0.26846643358960964, 0.14812531969499937, 0.1657827863717843, 0.3300196407759524, 0.10461782164133245, 0.1813316579109464, 0.22949270730938628 ], "brier_below_clim": [ 0.28197698683632044, 0.1606268895533937, 0.27005159771450077, 0.12976082269322795, 0.16816856976704328, 0.31212186163928146, 0.11734509558735813, 0.17565964502977222, 0.2307403996875668 ], "brier_above": [ 0.16333040071353708, 0.3214104705192908, 0.198129431164176, 0.36810309843191524, 0.19934554795421036, 0.16573034309133408, 0.32254247826769894, 0.2843547273798503, 0.17763479750118297 ], "brier_above_clim": [ 0.1724273214362993, 0.33906242122525043, 0.19941604378917716, 0.3553866281363939, 0.20140928562635466, 0.14922658740122674, 0.3413724014461526, 0.28445636239182137, 0.17839552547354326 ], "crps": [ 22.615198178728487, 58.35896804828946, 28.514319000087994, 46.68253191892517, 17.07186969045409, 27.482774949045652, 25.915930846373094, 30.06163844918934, 19.352246930229516 ], "crps_clim": [ 25.414898254977906, 64.32959086872684, 28.276745491906343, 41.90176665415665, 17.45210634999837, 21.20567697646647, 29.56512126945498, 28.81219455813992, 19.08962197791747 ], "crps_fair": [ 22.109877501218875, 57.80485637305662, 28.01921070969937, 46.17149967819026, 16.564251720158033, 26.956528529151008, 25.354034469540462, 29.54593833353019, 18.784751921637042 ], "crps_fair_clim": [ 24.27078635746416, 63.18547897121311, 27.13263359439259, 40.757654756642935, 16.307994452484625, 20.06156507895271, 28.421009371941235, 27.668082660626172, 17.94551008040372 ] }, "rps": 0.4504653599140144, "rpss": 0.0032983161964897922, "brier_below": 0.2059563230491858, "bss_below": -0.0038750205495403645, "brier_above": 0.24450903278035513, "bss_above": 0.00926153480707348, "crps": 30.67283089014698, "crpss": -2.8095176842546365e-05, "crps_fair": 30.145661026242426, "crpss_fair": -0.02092274297466723 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42848770648159284, 0.49666277537154585, 0.47011599056297243, 0.5134801424583831, 0.35376403918139254, 0.527464109411635, 0.41409801265288604, 0.4758074891222377, 0.4138551906274547 ], "rps_clim": [ 0.45711327987701555, 0.5228102018935478, 0.4726707286119854, 0.48632031765265726, 0.36000922142484876, 0.48022952893343396, 0.4437914574582624, 0.4622549760769377, 0.41672003014344283 ], "brier_below": [ 0.3105234758722182, 0.12051786211576504, 0.2828898866284708, 0.14015699927772926, 0.17090467069754448, 0.3689743988298183, 0.10091719604976221, 0.14903685156469954, 0.22893005417075094 ], "brier_below_clim": [ 0.327672745916413, 0.12390232031217085, 0.2843357234913936, 0.12426078229226056, 0.17554636907660345, 0.3409898187361983, 0.11447361872080764, 0.13726417884950318, 0.23160250161103715 ], "brier_above": [ 0.11796424522023251, 0.3761448852359266, 0.1872261090830386, 0.373323118644535, 0.1828593755728464, 0.15848972653285193, 0.3131807995594492, 0.3267706194134323, 0.18492514298935692 ], "brier_above_clim": [ 0.12944055055125925, 0.3989078499875223, 0.18833501118009763, 0.36205951035553935, 0.18446285910014573, 0.13923972503566326, 0.32931781958726825, 0.32499077885098343, 0.18511753516724092 ], "crps": [ 24.145404959066603, 72.94804087429063, 32.22299409931366, 50.529918719731675, 18.4243108239697, 32.09841320187892, 27.828209317608223, 36.55455222415381, 22.054508309213492 ], "crps_clim": [ 27.884389921151143, 80.63911937397191, 32.1458902626583, 45.81308895448314, 18.934300254698922, 24.089382993856127, 31.57399214997441, 34.60324458514547, 21.674962226877476 ], "crps_fair": [ 23.586367056803013, 72.325615140018, 31.663316076164204, 49.956571167738204, 17.857228388523225, 31.53884461907207, 27.210763720490263, 35.968750913129085, 21.417188071147507 ], "crps_fair_clim": [ 26.6154326805926, 79.37016213341334, 30.87693302209975, 44.5441317139246, 17.665343014140372, 22.82042575329757, 30.30503490941586, 33.33428734458692, 20.40600498631893 ] }, "rps": 0.45485949509667783, "rpss": 0.0019952331387880218, "brier_below": 0.20809459946741762, "bss_below": -0.00688333623337134, "brier_above": 0.24676489136129665, "bss_above": 0.009361649967513319, "crps": 35.20070583658074, "crpss": 0.0017394158923016434, "crps_fair": 34.61384946145395, "crpss_fair": -0.01826152377011958 } } } } }, "May": { "tag": "init01_May", "methods": { "mvs": { "lambda_": { "training_mean": 0.44060017529933376, "training": [ 0.4977168711690757, 0.42454536073854576, 0.429989077198502, 0.48856373263830233, 0.3827538923650634, 0.4644356578535745, 0.451907611874236, 0.44578488305443625, 0.3735169995529722, 0.43147150188947647, 0.4569953069490512, 0.4690593898995807, 0.4636215887497656, 0.4309776800407431, 0.4416464649215525, 0.4475976465560395, 0.42181418781192825, 0.39951740921252216, 0.4740810406642119, 0.45716736345882014, 0.47196270607856317, 0.4148627220596982, 0.41579248038136435, 0.4186226320659845 ], "test": 0.49248386718988113 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.4058862129815668, 0.44165736608145756, 0.46893614914338916, 0.48365933300660324, 0.36528031095367863, 0.4774724967390676, 0.4121628768378564, 0.4636174122628604, 0.4821553916510701, 0.4509332254572438, 0.4759250754538484, 0.4560427623371688, 0.4002347112970377, 0.3944213418542651, 0.4160922362983641, 0.4685579321107911, 0.47406035615184894, 0.46709924835826955, 0.3859608783753265, 0.410234224314325, 0.42204314376557317, 0.45249335293666954, 0.4572016553625316 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.15747655497471888, 0.2662843126097436, 0.10989206041886106, 0.2893664927279166, 0.1421493957029826, 0.3392494789471157, 0.190873044039932, 0.26152583570946186, 0.3674283830604599, 0.3033346098228878, 0.3724107979336105, 0.1573461144748448, 0.23370699286292815, 0.20565331969303938, 0.20617911480094522, 0.3258087894698871, 0.16185115568674155, 0.14177147878078697, 0.20665104250441388, 0.2671131170862021, 0.13502006875854666, 0.14038086992776724, 0.1814600782558061 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.24840965995655945, 0.17537305038035644, 0.35904409138304977, 0.19429283790435234, 0.22313091384834874, 0.13822301552033123, 0.221289833419785, 0.20209157569727182, 0.114727005635676, 0.1475986157670741, 0.10351427399964888, 0.2986966520728255, 0.16652771848586484, 0.1887680214334821, 0.20991312179617438, 0.1427491391096786, 0.31220920408295755, 0.3253277747240715, 0.17930983619211524, 0.14312110521838362, 0.28702307851795766, 0.3121124871009801, 0.27574157908875224 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.601146093501, 21.514533147523576, 23.100969254414764, 38.70740632435169, 31.457582882136595, 27.59664933488656, 29.6840139053892, 28.189852262782892, 27.58667077554093, 32.6278046731026, 36.517784844434516, 34.381862017273164, 36.61296172411433, 20.99548827894514, 18.53330162785317, 24.13990381804461, 32.9377627202067, 30.247676105527812, 33.39351613718538, 22.026448241974666, 20.501988375779433, 27.525427237148502, 26.765738375102742, 37.68892500277776 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.59083034303788, 20.467663199866653, 22.092949617122283, 37.66325040916715, 30.327439228286277, 26.19223017824841, 28.604135057908028, 27.14652786077058, 26.4944737443433, 31.74387687063768, 35.50534331220039, 33.311978034507305, 35.512187101111074, 19.99199615965284, 17.49678926298519, 23.1698082083696, 31.88303425306546, 29.191545347232868, 32.27383179864661, 20.97676184684469, 19.555941096061556, 26.50554004504501, 25.67263842851046, 36.69910133356642 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4403461429472891, "rpss": 0.028068941568812122, "brier_below": 0.22030016455524534, "bss_below": 0.027121672866629476, "brier_above": 0.22004597877625776, "bss_above": 0.029015456748844204, "crps": 29.180642214999907, "crpss": 0.007016213102679414, "crps_fair": 28.127911364049485, "crpss_fair": 0.0012237598981478248, "reliability": { "below": { "weight": [ 0.0, 0.043227, 0.243451, 0.549899, 0.154251, 0.009172, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.168, 0.2678, 0.3514, 0.4387, 0.5188, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2708, 0.2486, 0.3472, 0.5084, 0.5376, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003152, 0.342706, 0.516395, 0.131437, 0.00631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2666, 0.3458, 0.4352, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0985, 0.2356, 0.4006, 0.4349, 0.3178, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.40970094011535757, 0.45354757870978507, 0.46951920111011725, 0.4996384798454943, 0.37090688442826314, 0.4806817674849668, 0.4119664293782143, 0.4603447701138098, 0.46908042758836926, 0.4586726096027379, 0.45941675100531526, 0.4643759317661292, 0.39401722169662906, 0.39779945056537996, 0.4133439484201318, 0.43923333032500883, 0.49403801619765714, 0.4586087462406806, 0.40270602467031624, 0.4243505201252967, 0.3853222365877207, 0.42406041428271085, 0.43151290770376577 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.1575877903388164, 0.29122525114405956, 0.11358519779098136, 0.32849115551991603, 0.12766733972763322, 0.3640042347711072, 0.18132678238735184, 0.25702428075246764, 0.34896003589151453, 0.2873558688183764, 0.36351375354771925, 0.12900145621896694, 0.24769026741514968, 0.1923941571996249, 0.2273132466337452, 0.28636318064965316, 0.1622724498533033, 0.13307572881034638, 0.19577946229161422, 0.2820518916098519, 0.12977229371877888, 0.13747353997567582, 0.18975812967027783 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25211315234023884, 0.16232232361030802, 0.3559340056906074, 0.17114732030691462, 0.2432395435368253, 0.11667752962478346, 0.23063964782064483, 0.20332048842717407, 0.12012038852505608, 0.1713167412801189, 0.09590299449486324, 0.33537448159606076, 0.14632695354572398, 0.20540529337247063, 0.18603070097154945, 0.15287014674668384, 0.331765570864533, 0.3255330228563717, 0.20692656361543327, 0.14229862640782814, 0.25554994531154507, 0.2865868774929445, 0.2417547794739002 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.80448535179835, 20.958339377845963, 22.150714503323172, 34.004355517973636, 31.194174137207277, 29.712681831384813, 29.62759594949667, 29.846706637525244, 25.933668407877775, 27.299623978386613, 34.99290881402291, 29.550073131009608, 38.458917167901284, 19.210869196003774, 18.161642142355486, 22.341267404585736, 25.843193325858408, 32.613961455744885, 33.402454331011896, 22.87804472738271, 21.053935752991055, 21.715138993093962, 22.781723129028215, 31.89779023710861 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.833667597060895, 19.977012736372224, 21.163286007322736, 33.02110092948734, 30.087598245451346, 28.279350713621604, 28.624918169743705, 28.83006708715542, 24.918295434180177, 26.419507120110158, 33.9993702279926, 28.558823757628183, 37.395913019198105, 18.29707954223843, 17.145168319140353, 21.386987756989004, 24.838676815416417, 31.625976549769323, 32.340603233203225, 21.81890386313541, 20.171594058688445, 20.74617729941726, 21.73255555014356, 30.97671370067456 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4378010643913148, "rpss": 0.03433759950197157, "brier_below": 0.21861237071391648, "bss_below": 0.03502468044006801, "brier_above": 0.21918869401690952, "bss_above": 0.03365134837408701, "crps": 27.684761062538254, "crpss": 0.019127414247210317, "crps_fair": 26.674556155589187, "crpss_fair": 0.013828551877347883, "reliability": { "below": { "weight": [ 0.0, 0.044903, 0.260726, 0.548419, 0.138772, 0.007179, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1675, 0.2678, 0.3503, 0.4387, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.2347, 0.3499, 0.5591, 0.567, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003943, 0.342727, 0.505714, 0.140315, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2663, 0.3465, 0.4354, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1064, 0.2277, 0.4029, 0.4482, 0.3593, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41718217503471505, 0.38334616149518685, 0.4097237861910437, 0.3665312084777004, 0.5624769537413368, 0.4934587128379939, 0.44024328913065486, 0.38127871239944117, 0.378171340823357 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14408111187423653, 0.17120058555895074, 0.14055022471683445, 0.1882092254824753, 0.18885121227750595, 0.3746883439126786, 0.1847534416654294, 0.19046929361921622, 0.1858873296727181 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27310105721039757, 0.2121455749960811, 0.26917355117729874, 0.17832198868668156, 0.37362572068560324, 0.11877038298293757, 0.2554898415281136, 0.1908094193108396, 0.19228401686339464 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.804632115964584, 20.971448731734412, 22.572896509219525, 18.433182359703476, 37.39735599954741, 29.565701505545267, 34.72191660363257, 21.144979424557768, 17.97469192699448 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.260643669030898, 20.47500406798676, 22.072013866537173, 17.913210747032224, 36.94557954725444, 29.087045492024966, 34.19237612383939, 20.58782101852575, 17.449241163741064 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4258235933479366, "rpss": 0.0038791306518211055, "brier_below": 0.19652119653111613, "bss_below": 0.013720648625159648, "brier_above": 0.22930239482681639, "bss_above": -0.0047130778990149835, "crps": 25.73186724187772, "crpss": -0.007092397811743645, "crps_fair": 25.22032618844141, "crpss_fair": -0.03458584103198303, "reliability": { "below": { "weight": [ 0.0, 0.039739, 0.208992, 0.555694, 0.188681, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2758, 0.3433, 0.4315, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1452, 0.1437, 0.3029, 0.3169, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005544, 0.354363, 0.571368, 0.068725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2649, 0.3411, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5279, 0.3271, 0.3452, 0.5132, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39318441182704417, 0.39806743580095766, 0.420430924795584, 0.3589187521373597, 0.5862357000518719, 0.4906971059568246, 0.4303890628932854, 0.39023149508524735, 0.3799759654015835 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14680818578813973, 0.1693810193086664, 0.12042316165456513, 0.18652152455227908, 0.19042424783680065, 0.3624553399540104, 0.17362450896781925, 0.16682099923625593, 0.17656652593789918 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2463762250819669, 0.2286864129464472, 0.30000774840257405, 0.17239723559476966, 0.3958114285813571, 0.12824177967280764, 0.25676454832154993, 0.22341049170292096, 0.20340944339752112 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.8351761869725, 22.8426175378152, 23.29891318711543, 17.493010161095537, 39.62102730831915, 28.97086237218537, 29.65707659697772, 22.988460675384598, 17.42420984161845 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.325585809999463, 22.362762495291285, 22.813630683646142, 16.977163472335917, 39.19359832312572, 28.501189457130447, 29.138412829495266, 22.433176563513555, 16.917634770720582 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4275700948833065, "rpss": -0.0059238645729244865, "brier_below": 0.18811394591515954, "bss_below": 0.004488122532897765, "brier_above": 0.2394561459668794, "bss_above": -0.014257418725460935, "crps": 25.236817096387107, "crpss": -0.02587424510019498, "crps_fair": 24.740350489473155, "crpss_fair": -0.05397936445739515, "reliability": { "below": { "weight": [ 0.0, 0.041485, 0.246417, 0.562184, 0.14229, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.2762, 0.34, 0.4321, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1457, 0.1423, 0.2886, 0.2098, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006771, 0.305471, 0.595667, 0.092091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2634, 0.3432, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5898, 0.3828, 0.3472, 0.5128, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.3951831985420729, "training": [ 0.44047073866360814, 0.3742784374017054, 0.3704365651953643, 0.4541412823077926, 0.33756089976206216, 0.42519356674482967, 0.4309696489282695, 0.3928968138083394, 0.3091111847181969, 0.41287668580030473, 0.4356203666715891, 0.44363171151756087, 0.4068446056870915, 0.3966902011602702, 0.4094201348726869, 0.3797923423888798, 0.4005440209961278, 0.33918606192643314, 0.4205071491487523, 0.40813685576691144, 0.41255941145274777, 0.3602739999006807, 0.36494922219399295, 0.3583048579955533 ], "test": 0.440143987304447 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44004475559309036, 0.4048348935521008, 0.45965161838157215, 0.4677223545028008, 0.48368571509780117, 0.3619619289963576, 0.45383255570839204, 0.4128597687108454, 0.4771474048274654, 0.45561952493297014, 0.4228380370820868, 0.4464844598276662, 0.47020983544090406, 0.391947728413032, 0.37925338460888947, 0.4294017949333376, 0.44472718544041595, 0.4924143408411018, 0.4724526864178971, 0.3909824374755101, 0.4167015281051653, 0.44246856645011934, 0.46085572676255, 0.48253153680285893 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1343111133142447, 0.155888515310937, 0.2836398571432132, 0.1190671446519327, 0.28466412102787264, 0.13896120288313904, 0.3142219083529996, 0.1895464429223945, 0.2705288797807764, 0.33793566782829626, 0.273017132910119, 0.34067504501748935, 0.17301091037177585, 0.2266954529118183, 0.19065158901644982, 0.21858131215806983, 0.2978649379701255, 0.17998744906382566, 0.15205333510264843, 0.21185952383821194, 0.2738206194080236, 0.1499618842750325, 0.1513611519552498, 0.20555551194083566 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3057336465164084, 0.24894637959115049, 0.17601175820526505, 0.3486552148336971, 0.1990215915781854, 0.223000724671979, 0.13961064541376558, 0.22331332639326779, 0.20661852373541337, 0.11768385497378588, 0.1498209045199199, 0.10580941192671346, 0.29719892879870047, 0.16525227585073948, 0.18860179503708882, 0.21082048217128896, 0.14686224423081015, 0.3124268955335046, 0.3203993561352848, 0.17912291419965112, 0.14288090686812407, 0.2925066841588501, 0.30949457897082966, 0.2769760256169905 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.89638840363461, 21.99252229497108, 24.14636115928806, 37.05024680100739, 31.768911744152344, 28.303073454428645, 28.213352780635113, 28.87311201252393, 28.314825296448646, 31.193381020792383, 34.83889676992417, 31.564614933683128, 37.40357872345378, 21.183592395371658, 18.26464610050636, 25.492021957062793, 31.906226660385368, 31.068317780782866, 33.61914188296919, 22.74362803614992, 21.439091969948652, 28.671795677568266, 27.428008675749847, 39.14426094817052 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.7785938810919, 20.844999254148647, 23.046475792956286, 35.92711121049935, 30.507459409883904, 26.782263730764583, 26.986087495104467, 27.728871320557776, 27.08590796380406, 30.20288280256395, 33.70839785931346, 30.343707645761064, 36.20957114414043, 20.08980506674089, 17.15495944013327, 24.43998893598683, 30.712187173719638, 29.922467837314276, 32.39603267405706, 21.619854934397658, 20.412850798189346, 27.569674885224064, 26.2518797379954, 38.06771479420671 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4400262403710387, "rpss": 0.02877502984620417, "brier_below": 0.2197441962148117, "bss_below": 0.029576911836024622, "brier_above": 0.2202820445804756, "bss_above": 0.02797378242077686, "crps": 29.271666561650363, "crpss": 0.003918758983237125, "crps_fair": 28.116239407856458, "crpss_fair": 0.0016382120190402416, "reliability": { "below": { "weight": [ 0.0, 0.017404, 0.218914, 0.464275, 0.255293, 0.043723, 0.00039, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1846, 0.2627, 0.3503, 0.4405, 0.5248, 0.6141, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3863, 0.2328, 0.3355, 0.4213, 0.5755, 0.8585, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010346, 0.31122, 0.515295, 0.147539, 0.015543, 5.7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2633, 0.3442, 0.4348, 0.5209, 0.6289, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0846, 0.2343, 0.392, 0.4454, 0.3598, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43605833740396743, 0.4033601823896617, 0.47171311621462364, 0.4681595160822595, 0.49775072210256405, 0.3667220857593986, 0.45715132436852884, 0.4127182624138025, 0.47600003464420365, 0.44701860531322074, 0.43405522357823006, 0.4313372169362215, 0.47693071165414663, 0.383555822260006, 0.38048307900586487, 0.42197192647667414, 0.41924551348676237, 0.5138595013175585, 0.4605631955921758, 0.4096387328671017, 0.4315808692340982, 0.4026872426157774, 0.42794580412366184, 0.45449174900690215 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12195898296009848, 0.15152140318048515, 0.3084814095168051, 0.12149097182956155, 0.3204231609727916, 0.12520510727649248, 0.3379740214843691, 0.17758672716407167, 0.27040396566279024, 0.32564320380548595, 0.261339944300284, 0.3343643955932543, 0.14556092020379624, 0.23767917306427114, 0.17697398506497306, 0.235833901983501, 0.263437406267436, 0.1821920471837334, 0.142029987022693, 0.20316422286499417, 0.28975839730797354, 0.1408342460552312, 0.14497348196410498, 0.21192876442811895 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3140993589277035, 0.2518387811434, 0.16323170302703513, 0.3466685489806874, 0.17732755709267198, 0.2415169771629453, 0.11917730023678846, 0.23513153627138328, 0.2055960674981903, 0.12137539883713687, 0.17271527964007216, 0.09697281909071913, 0.33136979725571747, 0.14587664917837592, 0.2035090940336284, 0.18613802239754734, 0.15580810472693166, 0.33166745853458746, 0.3185332136715793, 0.20647451169768147, 0.14182246998330536, 0.2618529976199656, 0.2829723253514407, 0.2425629851278105 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.97804349042588, 21.12316019421648, 23.192965460235023, 32.7951452299544, 31.196700303565994, 30.44400896258827, 28.059462961995795, 30.5153382522975, 26.40486166490357, 26.36355369294086, 33.60839885196213, 26.874268962624424, 38.87385968732923, 19.304157470791747, 17.689957477643404, 23.451952588563728, 25.36409161976736, 33.10025156565111, 33.21218506253815, 23.375995422262537, 21.896049564028242, 22.74606246778776, 23.01741494834505, 33.12851936166601 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.9241153115787, 20.07939104154475, 22.136971882734812, 31.77251943456378, 29.982142627722116, 28.918999209069437, 26.9501528163202, 29.420363853988274, 25.299177296284814, 25.411658554026243, 32.53236114845424, 25.77844150547726, 37.75909696187716, 18.33537343448304, 16.636147801330683, 22.434601924496743, 24.270975834277642, 32.0542411092772, 32.07788378327876, 22.274674090316285, 20.966741275887788, 21.722157194074313, 21.914993695489034, 32.15483516233785 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4368749489519755, "rpss": 0.03638034204197438, "brier_below": 0.21794832613155482, "bss_below": 0.037955834935002986, "brier_above": 0.21892662322863773, "bss_above": 0.03480675355596852, "crps": 27.696516886003526, "crpss": 0.01871090478433335, "crps_fair": 26.617000706203797, "crpss_fair": 0.01595640512209051, "reliability": { "below": { "weight": [ 0.0, 0.020097, 0.251644, 0.464664, 0.22218, 0.041033, 0.000382, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2619, 0.3485, 0.4396, 0.5245, 0.6149, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3935, 0.2246, 0.3341, 0.4674, 0.5599, 0.9085, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011885, 0.316001, 0.500791, 0.153991, 0.017262, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2634, 0.3441, 0.4345, 0.5205, 0.6289, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0941, 0.2267, 0.396, 0.4503, 0.4236, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42627504373024366, 0.3819889929539783, 0.41597111964378525, 0.3836975475439894, 0.5940591884541769, 0.46686724664129203, 0.44971043824180795, 0.3885138951595741, 0.388653108279574 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.15837686620631689, 0.16965268477294018, 0.1495290879156207, 0.2046837310526209, 0.21457044614300422, 0.3468323629558274, 0.19487888625375316, 0.19730444998222973, 0.19667684809704497 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26789817151641077, 0.21233630757389074, 0.26644202191784705, 0.17901382216635509, 0.3794887216431466, 0.12003489837741209, 0.2548315461632703, 0.1912094463764413, 0.19197626578149884 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.34138952947819, 21.6764729241956, 23.30897085788948, 19.69365834149374, 39.26068786166938, 27.398323764419096, 33.34703635107995, 22.34629373793464, 19.033022008833314 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.743678632005942, 21.134778167877695, 22.76706969372603, 19.131680934330802, 38.772630328876446, 26.8777025936107, 32.764427729856, 21.747495847281677, 18.45700444086286 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.43285962007204687, "rpss": -0.012580110138650902, "brier_below": 0.20361170704215092, "bss_below": -0.021864439554540205, "brier_above": 0.22924791127958588, "bss_above": -0.004474352383417202, "crps": 26.045095041888153, "crpss": -0.01935149013522741, "crps_fair": 25.488496485380907, "crpss_fair": -0.04558669764763246, "reliability": { "below": { "weight": [ 0.0, 0.005054, 0.202017, 0.492509, 0.252733, 0.047687, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2651, 0.3488, 0.4436, 0.5258, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0746, 0.1688, 0.2734, 0.3486, 0.1511, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013508, 0.316228, 0.604488, 0.065625, 0.000151, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1892, 0.2608, 0.3422, 0.428, 0.5093, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5954, 0.3291, 0.3398, 0.5133, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4016550408047493, 0.3939224735369815, 0.42695077926114733, 0.3735797384602996, 0.6169158593496007, 0.4691095383318673, 0.4419347880453861, 0.39792055886442196, 0.38911139389251453 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15895195378958038, 0.1645174954793808, 0.13046102231606999, 0.20045535586561658, 0.21447624981883495, 0.340001886488133, 0.18686723541147027, 0.1745748505180853, 0.18731801405707946 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2427030856487709, 0.229404974702767, 0.2964897426694385, 0.17312439054078801, 0.4024395862568797, 0.12910766587506145, 0.2550675471337595, 0.22334570447498717, 0.2017933834247742 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.515475088686077, 23.261442941741407, 23.901639731216015, 18.354996018759987, 41.155733867735925, 27.11778128310915, 29.030131090911322, 24.193277362984137, 18.216134237132586 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.974115473834104, 22.752330971929126, 23.390558858803676, 17.81195628553136, 40.705241171043056, 26.617217945144294, 28.473461527468764, 23.612474427237068, 17.6745591058192 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.43456668561632983, "rpss": -0.022384411447510688, "brier_below": 0.19529156263825007, "bss_below": -0.03349631644626094, "brier_above": 0.2392751200808029, "bss_above": -0.013490652655652857, "crps": 25.527401291364068, "crpss": -0.03768646533864639, "crps_fair": 25.001323974090074, "crpss_fair": -0.06509726141579963, "reliability": { "below": { "weight": [ 0.0, 0.006443, 0.25307, 0.507671, 0.187916, 0.044808, 9.2e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2644, 0.3458, 0.443, 0.5298, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0724, 0.1658, 0.2665, 0.2717, 0.107, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01608, 0.277882, 0.617223, 0.088441, 0.000374, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2597, 0.3445, 0.4298, 0.5066, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6481, 0.374, 0.3487, 0.5086, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.43504069570124076, "training": [ 0.49363504712856937, 0.4202176484503675, 0.4248939341425994, 0.4861736166165916, 0.3759492318508592, 0.4569578116557527, 0.44747943273636, 0.44115051206694467, 0.3636908010134632, 0.42763325280508163, 0.44941688702520816, 0.46415708636530806, 0.4606098022978835, 0.42695370552401096, 0.43383060819741665, 0.4424903203298584, 0.41558825224190465, 0.39256859289441803, 0.46898185528912767, 0.45340426247823745, 0.4671298562399112, 0.407753368198645, 0.4081179065388022, 0.41219290474245646 ], "test": 0.48831914382267033 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43611540411627997, 0.40672147165305494, 0.44261512730885566, 0.46899695055282553, 0.4844644627750939, 0.36505033635398637, 0.47576056492911534, 0.41191743020474064, 0.46387586232636224, 0.4808630936954372, 0.4508338954063283, 0.47423983046931295, 0.455918110631418, 0.4007899695586078, 0.39355980838749394, 0.41590335494582936, 0.4677580949071113, 0.47439241088212797, 0.4676346831742077, 0.3859236779182257, 0.4098176304110344, 0.4229012644005017, 0.4537016122384327, 0.458066015186198 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12443174390340772, 0.15820948647038696, 0.2670350593155597, 0.1099627902443449, 0.28970164954288274, 0.14216559694502182, 0.33759300301944667, 0.19067547749161826, 0.2610391506530698, 0.36617249156610676, 0.3035984234654829, 0.3708387776132525, 0.15728417383784157, 0.23433215724409842, 0.20479610101403667, 0.20593302011252393, 0.32512796893333906, 0.1619567536958286, 0.14236859854961773, 0.20678107054986236, 0.266790290131881, 0.13558879376903968, 0.14121220427045836, 0.18197268921453114 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.31168366365874817, 0.2485119872382157, 0.17558006471842982, 0.3590341629704683, 0.19476281087086603, 0.22288473790810334, 0.1381675596393797, 0.22124195340420003, 0.20283671081964497, 0.11469059912232188, 0.14723547211033824, 0.10340104931358078, 0.2986339409761529, 0.16645781235616003, 0.18876370652882687, 0.2099703350742336, 0.14263012233930888, 0.31243566076020207, 0.3252660898530056, 0.179142607708498, 0.14302733823399955, 0.28731247428344947, 0.31248941206338743, 0.27609332792748015 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.51318602303468, 21.595404751907193, 23.18200720019163, 38.63004256202052, 31.459649709815096, 27.662758354810457, 29.565407887791324, 28.17399242254763, 27.592070840487207, 32.55872484824898, 36.57351559737406, 34.21721777803226, 36.58967579285575, 21.053738145359734, 18.51687003590013, 24.186223308938583, 32.859441172442104, 30.278534750110467, 33.48801309916782, 22.039656860977313, 20.46188073056331, 27.565834815486415, 26.87862916756283, 37.72144074894302 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.49795258242211, 20.536186177482772, 22.164406771036326, 37.57872426360491, 30.31883378276329, 26.24305253347426, 28.473407924058723, 27.122108817200488, 26.4877708448197, 31.667814371147973, 35.551054571846855, 33.137165541454955, 35.47923154263418, 20.041190851310763, 17.469242634692954, 23.20631289508615, 31.794626981546738, 29.21318878114408, 32.355407744812204, 20.978817823303277, 19.50633947158851, 26.53543553320157, 25.7734371860261, 36.72122292104667 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4403258776013576, "rpss": 0.02811367119671082, "brier_below": 0.22023197798140162, "bss_below": 0.027422794929011785, "brier_above": 0.2200938999949584, "bss_above": 0.028803997476055554, "crps": 29.181829858523685, "crpss": 0.006975798955690005, "crps_fair": 28.118872189487735, "crpss_fair": 0.0015447262388604832, "reliability": { "below": { "weight": [ 0.0, 0.041982, 0.236964, 0.550571, 0.160834, 0.009649, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1661, 0.2676, 0.3512, 0.4383, 0.5196, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2629, 0.2474, 0.3487, 0.495, 0.5461, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004028, 0.340423, 0.516422, 0.132844, 0.006283, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.266, 0.3457, 0.4358, 0.5279, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0841, 0.2367, 0.3994, 0.4365, 0.3147, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4341955654791133, 0.4105841486407319, 0.4538847935801214, 0.4696576014051313, 0.5004342187725289, 0.370442502075896, 0.4794128049448519, 0.4120944497742417, 0.46094713098614404, 0.468400546619989, 0.4588848325257507, 0.4579757292532656, 0.4642629609050237, 0.39428030338447934, 0.3977511229196341, 0.412791136870762, 0.43875201405584147, 0.49470063728725744, 0.4587120648566109, 0.4025472342920852, 0.4237755104095231, 0.3859678302434754, 0.4248016856865352, 0.43187329328718654 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11311025043742823, 0.15832967646167773, 0.2913486585835621, 0.11368307609564367, 0.32863861894713625, 0.12757230410133566, 0.36277808365561115, 0.18158768046887042, 0.2569733943139933, 0.34832685409427827, 0.2878986525566065, 0.362193247747381, 0.1290416723755214, 0.2479952395552073, 0.1923145061908442, 0.2267486103844792, 0.2860516494853365, 0.16268234842303012, 0.13331707938681062, 0.1957831057041372, 0.2815780867705087, 0.13022755516722373, 0.1378837596159625, 0.18991523333876756 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.32108531855908284, 0.2522544747923289, 0.16253613095977862, 0.35597452769211746, 0.1717955957907648, 0.2428701966784647, 0.11663471822018089, 0.2305067701703249, 0.20397373569882873, 0.12007368930708646, 0.17098618047124411, 0.09578247858087435, 0.33522129458924005, 0.14628506307922534, 0.20543661663132806, 0.18604252562268156, 0.15270036155148048, 0.33201829339327765, 0.325394990979106, 0.2067641298563642, 0.14219742151111942, 0.25574027764426555, 0.2869179292558548, 0.24195806139245185 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.72391338887041, 21.026359745681827, 22.213117559126708, 33.945856053653124, 31.228267732024317, 29.763416416142743, 29.506650211219334, 29.839680257276505, 25.95426381231235, 27.26995539708622, 35.04348872379596, 29.405841633359618, 38.429001075427834, 19.245528647045724, 18.169074262677565, 22.373017041629495, 25.818548559203656, 32.66086649980832, 33.48136126348678, 22.893172033037516, 21.006136131802027, 21.775157751544278, 22.88186076620672, 31.90838309013785 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.74847923676895, 20.034449213204805, 21.21637849870543, 32.954605937628415, 30.110943605686348, 28.31464826634012, 28.493977705046436, 28.81517705931844, 24.928087988637607, 26.382757266553956, 34.04046335445747, 28.40548103129662, 37.35819366061661, 18.323287818651856, 17.141527390761706, 21.409103778458817, 24.80446297428963, 31.66410909864954, 32.40783389912338, 21.822778551372405, 20.11535105066066, 20.79601988553359, 21.82159198072512, 30.977692959310343 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.43779708826067426, "rpss": 0.03434636969503713, "brier_below": 0.21858247266088973, "bss_below": 0.0351566532244969, "brier_above": 0.219214615934478, "bss_above": 0.03353706506124454, "crps": 27.690121585523205, "crpss": 0.018937490627159548, "crps_fair": 26.670308425491594, "crpss_fair": 0.013985592546258863, "reliability": { "below": { "weight": [ 0.0, 0.043942, 0.255258, 0.548271, 0.144757, 0.007772, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1657, 0.2673, 0.3501, 0.4381, 0.5196, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2647, 0.2337, 0.351, 0.5432, 0.5778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005097, 0.340105, 0.505887, 0.141608, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1862, 0.2658, 0.3464, 0.436, 0.5277, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0892, 0.2287, 0.4017, 0.4501, 0.3545, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41767952762684285, 0.3832470600490418, 0.4103032736022849, 0.36761018459383715, 0.564703775196269, 0.49163844834612297, 0.4407008247256569, 0.3811644099582862, 0.37868536001879916 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1443645880913177, 0.17114836264235112, 0.14125967129679942, 0.18919184208555745, 0.190563835954949, 0.3729033672063268, 0.18521594205972988, 0.19070767119339246, 0.1862712275904699 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27331493362202647, 0.21209869643918813, 0.2690435920110991, 0.17841834823822614, 0.3741399182223205, 0.11873509520334495, 0.2554848767720026, 0.19045673931755586, 0.19241413811520228 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.839609236830118, 20.962074317899333, 22.62346103595887, 18.563497835255845, 37.5350505449779, 29.42604203535241, 34.78398997217854, 21.131257433555767, 18.05074408436857 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.289704430203294, 20.46137578302237, 22.118122358444275, 18.038883388662452, 37.07985414783362, 28.9430551409031, 34.24922548477367, 20.56963532394137, 17.520105954096703 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42619254045746013, "rpss": 0.003016059837466778, "brier_below": 0.1968473897912104, "bss_below": 0.012083585129377128, "brier_above": 0.22934514866010736, "bss_above": -0.0049004084128119185, "crps": 25.768414055153038, "crpss": -0.008522764969628005, "crps_fair": 25.25221800132009, "crpss_fair": -0.03589410397047943, "reliability": { "below": { "weight": [ 0.0, 0.038488, 0.201899, 0.560623, 0.192096, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1693, 0.2763, 0.3434, 0.4324, 0.5193, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1442, 0.1395, 0.303, 0.3139, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005469, 0.354361, 0.570991, 0.069179, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1941, 0.2644, 0.3413, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5352, 0.3266, 0.3458, 0.5088, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39368887310359907, 0.397655262796941, 0.42088390673486287, 0.3595978289920625, 0.5883698407099793, 0.4892535525506783, 0.4307316189896853, 0.38995091708510193, 0.38033876749289974 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14700522667807644, 0.1690242289800485, 0.12098787535162112, 0.18708637889404395, 0.19197875303587233, 0.36099614387392587, 0.17401322912882353, 0.16693578813773757, 0.17681408489130154 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2466836455238638, 0.22863103023681386, 0.299896016607042, 0.1725114581409305, 0.39639106375068905, 0.12825742235764784, 0.2567183843088458, 0.2230151248257082, 0.20352468650813038 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.890026170734767, 22.814394629339382, 23.345733638870197, 17.601657330877792, 39.750458267662644, 28.852317600794894, 29.70166433047111, 22.956282945773964, 17.493766145268264 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.375158856965808, 22.33049849576708, 22.856253120351713, 17.081312015230036, 39.31976439958161, 28.378513080078996, 29.178208643492784, 22.396661814762425, 16.982366603689172 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42783006316175665, "rpss": -0.006535479600388694, "brier_below": 0.18831574544127233, "bss_below": 0.003420185628298822, "brier_above": 0.23951431469551906, "bss_above": -0.01450380231408177, "crps": 25.267366784421444, "crpss": -0.02711608705001689, "crps_fair": 24.766526336657737, "crpss_fair": -0.055094498327122654, "reliability": { "below": { "weight": [ 0.0, 0.040664, 0.240097, 0.566464, 0.14515, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2764, 0.34, 0.433, 0.5222, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1464, 0.1363, 0.2897, 0.2095, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006678, 0.305469, 0.595291, 0.092562, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1938, 0.2629, 0.3434, 0.4206, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.598, 0.3822, 0.3478, 0.5092, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.3047525293277175, "training": [ 0.3693228457427373, 0.2839432176847823, 0.28529824646741003, 0.37088000716224473, 0.23038901124790806, 0.33864398526225037, 0.34192596623394533, 0.30868920104193515, 0.1933060294928619, 0.31916522151706483, 0.3473732809783808, 0.34994730358340276, 0.32036397055289867, 0.30397170197091905, 0.3117987176019905, 0.29260242658229263, 0.2984835621343462, 0.24412102939816338, 0.33604638724798624, 0.32332563932803426, 0.3324928962014714, 0.27093532025424477, 0.2704121001437587, 0.27062263603419007 ], "test": 0.3502425988385152 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42818191677458944, 0.40512702682495605, 0.45418216297872566, 0.4605181594525584, 0.49639206932467067, 0.3593792799194754, 0.45448160170613183, 0.4121618287033945, 0.49079227144446236, 0.46224719868681047, 0.42947839565421647, 0.4517895112748562, 0.461977318060346, 0.39278605124253113, 0.38365520229652184, 0.4204014335644566, 0.4557116556979918, 0.4912426168424464, 0.4669155886753853, 0.38364971636170764, 0.4077522852669965, 0.4335858980236996, 0.4596502386420921, 0.47255939573553646 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1261768810321494, 0.15593038914523574, 0.2775871739923423, 0.11061727096315124, 0.29056609294578123, 0.1370814140481302, 0.3176309103028577, 0.18970158866412173, 0.27516980871457475, 0.3471558181823125, 0.28261325706854146, 0.34831804829768376, 0.16496935791069434, 0.2296984540172836, 0.1958877759453113, 0.2124521243632333, 0.3096117533969195, 0.1758185105621272, 0.15130382615819207, 0.20617187516213012, 0.266874051491451, 0.14450926873622005, 0.14949520445853828, 0.19582240038929413 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3020050408345683, 0.24919663982170448, 0.17659498562473563, 0.34990089315283096, 0.20582597297118638, 0.22229786375348132, 0.13685068853237634, 0.22246024128934286, 0.21562246124161297, 0.11509137703737429, 0.14686513886193245, 0.10347145846496816, 0.29700796618861347, 0.1630875971702251, 0.1877674247399958, 0.20794930932997327, 0.14609989754004254, 0.315424111005782, 0.3156117689778918, 0.17747784113294818, 0.1408782307945908, 0.28907663447744164, 0.3101550400851382, 0.27673699811481517 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.40031956562641, 21.84587250606205, 23.474310261573798, 38.11250897298629, 31.44229643137959, 28.18032355954454, 28.827527828869513, 28.473720033645083, 27.845924346115307, 31.648385296509744, 35.57762859013316, 33.27502055463288, 36.475580884352134, 21.0259073614695, 18.528029408273966, 24.2111252468232, 32.25818350595019, 30.469932500618775, 33.28872173589731, 21.962996202317218, 20.65718051754977, 27.706636377113742, 26.91960943180234, 37.6771849066993 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.341034115054825, 20.742340655519847, 22.413920682594604, 37.018305243184216, 30.243504987593447, 26.704283697379704, 27.68532161308952, 27.36576070922136, 26.687791911490653, 30.71344527200884, 34.512655496490645, 32.14506070377506, 35.31687950817451, 19.964479623244355, 17.437323495716143, 23.184249664041264, 31.14415746722969, 29.3557347134579, 32.10893786938996, 20.853353674251615, 19.656866975793594, 26.634370049774372, 25.771916090496063, 36.630104768848405 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4389424509647733, "rpss": 0.03116716748978099, "brier_below": 0.21921513566451153, "bss_below": 0.03191332199789354, "brier_above": 0.21972731588098215, "bss_above": 0.030421602625905986, "crps": 29.05353858441441, "crpss": 0.011341403874605138, "crps_fair": 27.942991624492524, "crpss_fair": 0.007789958141767639, "reliability": { "below": { "weight": [ 0.0, 0.01889, 0.226719, 0.463723, 0.252867, 0.037297, 0.000505, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1748, 0.2582, 0.345, 0.4361, 0.5278, 0.6274, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4211, 0.2383, 0.3167, 0.4574, 0.579, 0.7766, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.02171, 0.301994, 0.465147, 0.183728, 0.027027, 0.000394, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.256, 0.3388, 0.4325, 0.527, 0.6289, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1386, 0.2401, 0.3774, 0.4686, 0.3659, 0.1429, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4232574300959644, 0.4063727769726523, 0.46441622422532935, 0.4636521878258147, 0.5161807727239472, 0.3620277146587597, 0.457250134928086, 0.41570984930333527, 0.48524493269659025, 0.44804460111749367, 0.44090052668213237, 0.4316317307144307, 0.4694324566749618, 0.3851230737167968, 0.3831188573785796, 0.4164604765218077, 0.4251005156718195, 0.5125855553048146, 0.45507777844686637, 0.40603853112443256, 0.4198274403175376, 0.39332807384403023, 0.42825499718411203, 0.44167527305076065 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11353608293603022, 0.15445078129490764, 0.3002588424928052, 0.11409315750584816, 0.32961099613675565, 0.12145010712201976, 0.34183785921160453, 0.1827677767803508, 0.2720040428748688, 0.329232603107667, 0.26984081472424476, 0.3378253240252927, 0.13793660126967247, 0.24200978913923177, 0.1789279464083316, 0.23333008390243734, 0.26994138451613137, 0.17747843645903905, 0.14035730988922018, 0.20060575290605012, 0.28046048086557024, 0.13645156817992787, 0.1436973155791754, 0.2012123550496682 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3097213523330508, 0.2519219984718949, 0.1641573773290199, 0.3495590348244546, 0.18656977097451335, 0.24057760587016225, 0.11541227189014665, 0.23294207404108175, 0.21324088809364808, 0.11881199399454895, 0.17105971255876604, 0.09380640291448637, 0.33149586386409974, 0.14311328353952876, 0.2041909104232149, 0.18313039132016576, 0.1551591273047583, 0.33510712485899374, 0.31472047513702606, 0.20543277941443447, 0.13936695663557563, 0.2568765090944429, 0.2845576862215426, 0.2404629203352768 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.49924889379978, 21.159592026783816, 22.37601721365284, 33.478058377742414, 31.190397440647544, 30.126238041168612, 28.59967343276512, 30.322377693055067, 26.110158050837633, 26.47730636483767, 34.316576693616234, 28.56253449414073, 38.32944547002712, 19.04364339669312, 17.9784673528909, 22.379929085918434, 25.43730975426157, 32.69120419937616, 33.106274516151075, 23.029888522651, 21.017901963785928, 22.00379303386985, 22.902144445445185, 31.853498156312718 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.48764127664608, 20.134198959649805, 21.343434239390003, 32.45749322026579, 30.024000879645627, 28.633013924668678, 27.54794198257414, 29.253521812110282, 25.043096548334162, 25.55329539707134, 33.28129673982744, 27.523382134710502, 37.22418945798727, 18.084368615076553, 16.918279996546655, 21.377732106001037, 24.382901537355412, 31.658751702453312, 31.994662350196432, 21.921743909880682, 20.09292978616471, 20.992740466998168, 21.80839895106167, 30.889400939912512 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.435446329632544, "rpss": 0.03953146266183427, "brier_below": 0.2170548921823688, "bss_below": 0.0418995354118149, "brier_above": 0.21839143797686808, "bss_above": 0.037166252747919404, "crps": 27.54131994251794, "crpss": 0.02420954090814742, "crps_fair": 26.484517372272013, "crpss_fair": 0.020854379075754492, "reliability": { "below": { "weight": [ 0.0, 0.021421, 0.242775, 0.470088, 0.232047, 0.033147, 0.000523, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1753, 0.2574, 0.3442, 0.4356, 0.5268, 0.6278, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4178, 0.2281, 0.3119, 0.5011, 0.5809, 0.7324, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024934, 0.304985, 0.449793, 0.191377, 0.028388, 0.000522, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1815, 0.2564, 0.3389, 0.4326, 0.5274, 0.629, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1344, 0.2335, 0.3799, 0.4738, 0.4087, 0.1334, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4218101881106832, 0.3805713111628927, 0.4057780299628445, 0.3826712612660609, 0.6149202545361412, 0.47287831657165347, 0.4452967585310061, 0.38202652592273706, 0.38541107566375193 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14990621451815608, 0.16904523349641876, 0.14258447721984124, 0.20319119779364314, 0.22331455254894642, 0.3543871677623044, 0.19100653332781933, 0.1951673968729887, 0.19155331320677665 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2719039680377924, 0.2115260767297036, 0.2631935429290627, 0.17948006863627536, 0.3916056790096237, 0.1184911627888559, 0.2542902197264834, 0.18685912988975759, 0.1938577682420752 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.535347887749076, 21.267392446212124, 22.821269314823187, 19.046757567253657, 38.048805111279094, 28.52525806430208, 34.46872113074824, 21.693207908824785, 18.407106050707025 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.961584344223816, 20.743664695974573, 22.294673322667258, 18.499417556198004, 37.57070427219624, 28.018292344724802, 33.910940990509765, 21.107854970851488, 17.851721440769193 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4323737468586412, "rpss": -0.011443516358288885, "brier_below": 0.2022395651940994, "bss_below": -0.014978082277165017, "brier_above": 0.2301341795544033, "bss_above": -0.008357632045230545, "crps": 25.868207275766586, "crpss": -0.012428466522039772, "crps_fair": 25.32876154867946, "crpss_fair": -0.03903406614736271, "reliability": { "below": { "weight": [ 0.0, 0.001651, 0.243613, 0.478111, 0.233155, 0.042943, 0.000527, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2718, 0.3486, 0.4413, 0.53, 0.6127, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1447, 0.3053, 0.3214, 0.1928, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.038737, 0.353015, 0.510543, 0.096723, 0.000982, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1834, 0.2641, 0.3468, 0.4299, 0.5133, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6581, 0.2818, 0.3515, 0.4748, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3995617016330011, 0.39433599661420976, 0.41599628242454223, 0.3716694304976349, 0.6426515784898988, 0.4736551379260753, 0.435477995031252, 0.3908020960839207, 0.38648799041829296 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15208186715905742, 0.16639240081191034, 0.12267470055569064, 0.19776602489556183, 0.22616431611470672, 0.3450453804573486, 0.1804048977460264, 0.1718668453186276, 0.18260151857994913 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2474798336811, 0.22794359238374723, 0.29332156764837536, 0.17390341330163245, 0.4164872362750892, 0.12860977099253074, 0.2550730922340075, 0.21893524717569135, 0.20388647581745242 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.565880806444863, 23.054373775076446, 23.355894630911244, 17.91247711301991, 40.14932946657916, 28.11621724604328, 29.359097230537174, 23.46975607755376, 17.73129974966852 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.03324410850131, 22.55226874909852, 22.85118319078123, 17.374177154688066, 39.701839394119666, 27.62356105734831, 28.81772564587422, 22.891306669076595, 17.200545353603363 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4345153565687586, "rpss": -0.022263652033988723, "brier_below": 0.19388866129320875, "bss_below": -0.026072066505041347, "brier_above": 0.24062669216773624, "bss_above": -0.01921546715385314, "crps": 25.30159178842604, "crpss": -0.02850733024889851, "crps_fair": 24.782872369232365, "crpss_fair": -0.05579086602942085, "reliability": { "below": { "weight": [ 0.0, 0.002232, 0.295354, 0.480536, 0.18526, 0.03578, 0.000838, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1884, 0.2712, 0.346, 0.4414, 0.5338, 0.6152, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1434, 0.2939, 0.2486, 0.1087, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.045302, 0.298076, 0.530831, 0.124201, 0.001589, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1826, 0.2651, 0.3482, 0.4315, 0.5117, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6826, 0.3177, 0.3558, 0.4746, 0.9411, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.3392677795576873, "training": [ 0.4055876908726273, 0.3206946360376002, 0.32538483754721986, 0.39818112628355123, 0.26621197690791276, 0.369233766671428, 0.3719384519688367, 0.34871550776929117, 0.23781258803579, 0.34214016183013674, 0.3668682040927619, 0.38126925098240777, 0.35920543467278315, 0.3358628035997181, 0.3474814778924824, 0.33193970940736417, 0.3272317147366161, 0.28803067706492214, 0.3718011069615474, 0.35192426412886196, 0.3621139234475573, 0.31238646741308457, 0.3112487252787774, 0.30916220578121817 ], "test": 0.3973848543081125 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4221887065979741, 0.4050708624360684, 0.44477815338593363, 0.4504379978286779, 0.49781095353850163, 0.3669599327752488, 0.4661271188217056, 0.415187133992869, 0.4824212575224205, 0.47881799524415253, 0.44591947432379975, 0.4692751711701395, 0.45593699724298026, 0.3957997617345446, 0.39130809479067685, 0.4164936435767659, 0.46720993783454695, 0.4780240120915878, 0.46035698098673883, 0.38562635165759723, 0.4086181455137277, 0.4270593343354097, 0.4489147856508194, 0.45760059436520034 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12217971598853192, 0.15464728138414505, 0.2712107507708378, 0.10686170594249841, 0.2927950351119751, 0.1392554386481678, 0.3280936886665684, 0.19090326275584635, 0.2707469690675617, 0.36198697575408184, 0.2964140440999477, 0.36346227098773876, 0.15938799877774745, 0.23195109661703497, 0.20139737435558255, 0.2084758977666771, 0.3189779664778588, 0.1665319560706196, 0.1456441462730478, 0.206725774013769, 0.2670491398294089, 0.13711846749398793, 0.14376594039162258, 0.18485184480628783 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30000899454662905, 0.2504235830957953, 0.17356739914266736, 0.34357629588577754, 0.20501591585520781, 0.22770449289904965, 0.13803342667397064, 0.22428387205214678, 0.2116742873727603, 0.11683101594702607, 0.1495054297197101, 0.10581289521854154, 0.2965490041077852, 0.16384866464297862, 0.18991071872581816, 0.2080177459393181, 0.1482319667188586, 0.31149206092561127, 0.3147128408654812, 0.17890057744752502, 0.1415690028107033, 0.2899408719186412, 0.3051488509491508, 0.27274875307510915 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.05343129434728, 21.72496105331379, 23.02931765506066, 37.77447475423033, 31.463706086028242, 28.118197778731922, 29.170289891943252, 28.491709440185367, 27.64391844560661, 32.497869934295196, 36.20616427596123, 33.684105281821154, 36.308697660736875, 20.954776739105586, 18.576053399785643, 24.06207159913838, 32.85678758193515, 30.058400096567, 33.20044927157947, 22.178242738298426, 20.5216933918467, 27.51258749532743, 26.448401175976382, 37.290186844380024 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.03633684467981, 20.658008146913385, 22.006269173043155, 36.71444708423371, 30.313321877165013, 26.70734783153851, 28.069932730774596, 27.421252732181557, 26.535094708836564, 31.591049621138907, 35.16019989798771, 32.589585652454, 35.17817076049884, 19.922596718799543, 17.5146617749679, 23.061036971506823, 31.783692848378447, 28.976736539633038, 32.055729172870635, 21.093641539053234, 19.546610201544546, 26.474269060455836, 25.33327093199042, 36.27219807972292 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.43908097489242026, "rpss": 0.030861417774988853, "brier_below": 0.21960144758548106, "bss_below": 0.030207311036970053, "brier_above": 0.21947952777234425, "bss_above": 0.031515003308921874, "crps": 29.03443724525842, "crpss": 0.011991400538495456, "crps_fair": 27.958977537515377, "crpss_fair": 0.007222324452336726, "reliability": { "below": { "weight": [ 0.0, 0.022546, 0.244717, 0.495447, 0.219889, 0.017288, 0.000112, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2588, 0.3431, 0.4317, 0.5272, 0.6153, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.356, 0.2344, 0.3343, 0.4871, 0.4809, 0.7507, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013909, 0.288424, 0.491497, 0.189614, 0.016163, 0.000393, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1823, 0.2576, 0.3405, 0.4346, 0.5318, 0.6162, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1113, 0.2227, 0.3873, 0.4527, 0.3158, 0.0716, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4178967041627775, 0.40802247931121804, 0.4560802456676235, 0.45426597962191784, 0.5183040604804197, 0.36958383085448004, 0.4709547871313358, 0.42036522129013526, 0.475366156873331, 0.4604794200063095, 0.45411141240825187, 0.4481726650385917, 0.4617160615344725, 0.3912394482721299, 0.39115708789997405, 0.41300338551311, 0.43458001379443834, 0.49898951049278134, 0.44899509970811774, 0.40569792850203606, 0.4210578945774199, 0.38927690017747757, 0.41942030073420666, 0.42808593417573926 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11003343323672955, 0.15431907266195238, 0.2947904185043365, 0.11073230261546156, 0.3336753729569815, 0.12335606036651621, 0.353927706476829, 0.1839725740154486, 0.265722526156162, 0.34051957423137835, 0.28031647522363495, 0.35220784362486873, 0.13093533417890119, 0.2470266494380571, 0.1853333670105642, 0.23001242361816504, 0.27777124179351476, 0.16780148261004738, 0.13535628410726178, 0.19938746555319567, 0.2817093028835617, 0.13107201740102203, 0.1400000405797397, 0.1913856016687087 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3078632749144053, 0.2537034091545124, 0.16128982257034602, 0.3435336809248971, 0.18462868297544777, 0.24622776972434743, 0.1170270764654535, 0.23639264844502603, 0.2096436292964198, 0.11995984167680618, 0.17379493719127304, 0.09596481727497073, 0.3307807355954046, 0.1442127973135997, 0.2058237202241349, 0.18299096121119363, 0.15680876806661984, 0.3311880339401083, 0.31363882197278464, 0.20631046391331662, 0.13934858895922086, 0.2582048863811179, 0.2794202646809341, 0.23670033529470783 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.25125818433794, 21.196763995681057, 22.050978415217983, 33.16721798809538, 31.264127754469293, 30.14529952256197, 29.10631077876846, 30.344707915980784, 25.905262663356552, 26.99918478331078, 34.58367119515724, 28.820198128737143, 37.976035980333094, 19.163653775726644, 18.024920414693995, 22.25252975805913, 25.751853602367138, 32.34733344213393, 33.08535175127064, 23.0379336444405, 20.96965050346795, 21.836983572368233, 22.483387712309955, 31.448287360879345 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.277461226166054, 20.196109934692217, 21.05389073773652, 32.17125916270917, 30.13897285108516, 28.71248752783051, 28.082640463333494, 29.308011098611875, 24.871484866738157, 26.09778693126275, 33.55932949931121, 27.80433883781602, 36.881529747862196, 18.22403678033447, 16.987472139306394, 21.270375079754796, 24.729185131914377, 31.33888867116107, 32.00195190930712, 21.945646865969756, 20.061154379696582, 20.855003366290624, 21.41865853748626, 30.504869656084413 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.435700938676179, "rpss": 0.03896986882330189, "brier_below": 0.21755685712137662, "bss_below": 0.039683815524394594, "brier_above": 0.21814408200696034, "bss_above": 0.03825678394098142, "crps": 27.50887095182188, "crpss": 0.025359210408173682, "crps_fair": 26.478856058435884, "crpss_fair": 0.02106368063007047, "reliability": { "below": { "weight": [ 0.0, 0.025501, 0.257936, 0.496248, 0.204777, 0.015503, 3.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2586, 0.3426, 0.4309, 0.5258, 0.6323, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3531, 0.2203, 0.3328, 0.5299, 0.4727, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01706, 0.292283, 0.480281, 0.193903, 0.016021, 0.000452, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.258, 0.3404, 0.4346, 0.5322, 0.6163, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1063, 0.2142, 0.3908, 0.4611, 0.3862, 0.0769, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40997936964693815, 0.38072237553189525, 0.40240023475472164, 0.37479353642984437, 0.5900548993787392, 0.48664181813045404, 0.43914691057092, 0.38370172435304745, 0.3791277168820535 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1440234399673452, 0.16744421722259473, 0.14016506619455665, 0.19659544904103982, 0.20671927442173377, 0.3663620261915525, 0.18663262931427668, 0.19377465753856682, 0.18745967504291955 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2659559239610939, 0.21327815775562012, 0.26223515874088754, 0.17819809295105593, 0.38333560291850594, 0.12027980600535111, 0.25251427592816444, 0.18992706776641058, 0.19166804789316055 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.097627686753015, 21.153644179073485, 22.459672935278128, 18.57476433288967, 37.35846394710946, 29.104971183673094, 34.49777096253705, 21.528772516359904, 18.00028432172501 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.542555500541702, 20.642659576412594, 21.945545140733753, 18.037785531370634, 36.88844982584721, 28.612384696367055, 33.959700974653025, 20.954008524254935, 17.46183225915256 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.427396509519846, "rpss": 0.00019963837133130102, "brier_below": 0.19879738165939842, "bss_below": 0.002297176594874828, "brier_above": 0.2285991259911389, "bss_above": -0.001631629940228363, "crps": 25.641774673933202, "crpss": -0.0035663598672994734, "crps_fair": 25.116102447703717, "crpss_fair": -0.030310384574325555, "reliability": { "below": { "weight": [ 0.0, 0.00319, 0.274484, 0.500645, 0.201019, 0.020662, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1791, 0.2751, 0.3461, 0.4349, 0.5227, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0463, 0.1469, 0.3177, 0.3055, 0.1698, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022833, 0.346286, 0.534573, 0.096232, 7.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1867, 0.2671, 0.3458, 0.4216, 0.5055, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6456, 0.2863, 0.3544, 0.498, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3888422054947293, 0.3951166392341381, 0.41212326007609784, 0.3655453033350719, 0.6173851749466006, 0.4834479075484251, 0.4273897721236478, 0.3917480282380943, 0.37911821520099487 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14705253498452642, 0.16499392609145733, 0.1197379747475592, 0.1933609068361283, 0.20965891702230588, 0.3539658135292219, 0.17474066442129463, 0.16961252552181624, 0.17800784745184764 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24178966957776035, 0.23012270996923434, 0.2923852712660579, 0.1721844043852309, 0.40772623282816267, 0.1294821076741543, 0.25264910262342244, 0.2221354992231432, 0.2011103719199938 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.237959742854404, 23.047444380304334, 23.04579299229495, 17.572306947223197, 39.593650993105136, 28.43168305970054, 29.37733002747286, 23.264920656802325, 17.323121388158746 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.716910890911787, 22.554506833779683, 22.552293603886522, 17.043259467854384, 39.152615043749456, 27.951427057368754, 28.85247594425916, 22.69539500789983, 16.804993793643856 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42896850068864445, "rpss": -0.009213827525854201, "brier_below": 0.19012567895623975, "bss_below": -0.006158106415973474, "brier_above": 0.23884281882968444, "bss_above": -0.01165956684534386, "crps": 25.099356687546276, "crpss": -0.020286492389060218, "crps_fair": 24.591541960372606, "crpss_fair": -0.0476398779172198, "reliability": { "below": { "weight": [ 0.0, 0.003865, 0.324459, 0.493125, 0.159672, 0.018786, 9.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1799, 0.2746, 0.3435, 0.4345, 0.5265, 0.6088, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0477, 0.1439, 0.3026, 0.2295, 0.0446, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.028363, 0.29737, 0.552695, 0.121479, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1867, 0.2677, 0.3469, 0.4229, 0.5055, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6792, 0.3217, 0.3626, 0.4897, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.3235432264610512, "training": [ 0.4222068881684546, 0.29066730944593533, 0.2905020599120767, 0.40196447290746923, 0.23110769755124128, 0.37741687232451676, 0.33689630912845886, 0.3090679699691716, 0.19710899606143634, 0.36725612654770956, 0.3809636261083095, 0.3754743255116395, 0.3382749277263152, 0.3272044761459701, 0.3346832269701167, 0.3092792314448248, 0.3107849940325271, 0.26704250400946006, 0.3678565254898836, 0.3464883799177185, 0.35776791327289836, 0.2731474106471863, 0.2759844796170279, 0.2758907121548815 ], "test": 0.3624082233713014 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.430549560454647, 0.4255568214100703, 0.4417957257661824, 0.4595316744998676, 0.5020256970246407, 0.3638470945820422, 0.474611302550238, 0.4387200999434837, 0.4788347944836578, 0.45772061390128393, 0.44522552184118985, 0.4715298323790667, 0.4689505887344343, 0.3993276063981726, 0.39404766755229687, 0.40888446197040457, 0.4852652450990626, 0.47715628674611865, 0.4517864694442122, 0.38849696017408464, 0.4012597993931754, 0.44635373567263575, 0.47341247108486195, 0.47292065159984475 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13118177419195537, 0.16402002771142735, 0.2684096122974222, 0.12254324599274027, 0.2934288341256153, 0.13764054207130347, 0.33614118530372367, 0.20321678692678238, 0.26452507451837215, 0.34523783471429637, 0.29884902678435543, 0.3645776417163091, 0.16419444428472463, 0.2268955776677399, 0.20147758222879933, 0.2101217987070144, 0.33236023294814526, 0.16562086978716592, 0.1360021848934398, 0.2147882335110014, 0.2633693202158575, 0.14924255353363847, 0.15794130951728, 0.19075512933308958 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29936778491450927, 0.2615367915124212, 0.17338611491982933, 0.3369884225097132, 0.20859686330321695, 0.2262065524060418, 0.13847012028714925, 0.23550331293588572, 0.2143097210326296, 0.11248278139570995, 0.1463764956328476, 0.10695219281647804, 0.30475614151448777, 0.17243202832839058, 0.1925700860560401, 0.19876266367847512, 0.15290501533288045, 0.31153541533612783, 0.31578428204084236, 0.17370872784058405, 0.13789048028222012, 0.2971111781721342, 0.31547115735380415, 0.2821655206620866 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 36.37752387906888, 22.555174208753474, 22.691006696392225, 37.10214162157981, 31.44069829075007, 28.683855781947713, 29.55114068696201, 29.17316123579297, 27.622118178328932, 31.00675145650002, 35.73273821348245, 33.79191484804636, 37.424175950793, 21.038938124735264, 18.84909877440145, 23.757556767606573, 33.513382902047, 29.48146943677598, 32.257419103789026, 22.552997953361114, 20.608147046972608, 28.21525249698848, 27.162707961734498, 37.9141400338373 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 35.06091003482506, 21.30613278035542, 21.487969787997223, 35.844032581567426, 30.02702319452141, 27.147696487074246, 28.324231747624594, 27.965625119163313, 26.182678471380164, 29.874402360571082, 34.65362579839651, 32.636774901558006, 36.15385361630093, 19.939856727848596, 17.632410707085764, 22.6029578812643, 32.31980237676792, 28.303384129857292, 30.98737180871139, 21.38042810298179, 19.488172801887224, 27.02089759505631, 25.964074924404382, 36.805510020098666 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4440754451127365, "rpss": 0.019837633860260495, "brier_below": 0.2226058676242583, "bss_below": 0.016939344818095114, "brier_above": 0.22146957709435436, "bss_above": 0.022733624332012536, "crps": 29.104312985443638, "crpss": 0.00961360924143806, "crps_fair": 27.879575998220798, "crpss_fair": 0.010041743564141115, "reliability": { "below": { "weight": [ 2.8e-05, 0.008375, 0.174467, 0.631699, 0.16948, 0.015197, 0.000726, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0849, 0.1809, 0.2715, 0.3492, 0.4305, 0.5293, 0.6184, 0.7018, NaN, NaN ], "observed_frequency": [ 0.0, 0.3344, 0.2887, 0.3353, 0.4316, 0.5317, 0.3853, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.028455, 0.288167, 0.499702, 0.160366, 0.021633, 0.001593, 8.3e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1783, 0.2676, 0.3474, 0.4353, 0.5292, 0.6155, 0.7186, NaN, NaN ], "observed_frequency": [ NaN, 0.1826, 0.2353, 0.3967, 0.4273, 0.3301, 0.1234, 0.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4296828603893287, 0.4284769711797147, 0.4520600451532588, 0.46110116400230006, 0.5203299171410347, 0.3695866827024541, 0.48433499005007885, 0.43666927280774104, 0.4588303968733212, 0.43936068136746476, 0.4485544276333829, 0.43927614305879936, 0.4643502016353649, 0.398934829035275, 0.3977569962537979, 0.4079374144583219, 0.4475782666164799, 0.4998777970137958, 0.4442941615797742, 0.39830369679902283, 0.4142113779679341, 0.4156368865771026, 0.4423802666889188, 0.44604696395657667 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12227529228886691, 0.16491567897706477, 0.2927357365162077, 0.12918348416447387, 0.33170815499359624, 0.12459511630749184, 0.36379025602989234, 0.19161584461305275, 0.2553704599153037, 0.3252157734661796, 0.27869262556757957, 0.345790623110379, 0.13093873736673117, 0.244783906087445, 0.1868102281677222, 0.22970823809524152, 0.2906469118190826, 0.16818932543933304, 0.12945665036303894, 0.20180812582384694, 0.2787144515856971, 0.15018483366129484, 0.15726107674107376, 0.20239102108553872 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30740756712683515, 0.2635612889409503, 0.1593243108737638, 0.3319176737756217, 0.18862176294017372, 0.24499156635540653, 0.12054473727519842, 0.24505342756560308, 0.20345993840409216, 0.11414491013172834, 0.16986180232037756, 0.09348552213095226, 0.33341146042090075, 0.1541509237889934, 0.2109467681749635, 0.17822917731808388, 0.1569313578378002, 0.33168846931623364, 0.314837509367124, 0.19649557111366217, 0.13549692728787696, 0.26545205038833464, 0.28511918630111055, 0.24365594198663038 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 37.68760223672387, 22.121460374445473, 21.795474671261694, 32.7328426631254, 31.085543181823976, 30.872353937590635, 29.705440734641975, 30.688226081820556, 24.892368282106418, 25.8946312789549, 33.802165174740516, 28.66877274908424, 38.45001841697503, 19.825445355845307, 18.619909768704094, 22.25315444058742, 26.39939796758316, 31.779804278322445, 32.487135174336125, 22.791719091424635, 21.077250742047394, 22.981291822027924, 23.1465833553335, 32.02493670304139 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 36.3972872911082, 20.933620062440195, 20.602453844668823, 31.538030796602985, 29.718305761870155, 29.349495530536814, 28.567507666155716, 29.52493604834123, 23.550240999762206, 24.79970029529633, 32.74331457246077, 27.609241145498498, 37.24789601136767, 18.791135596776165, 17.4228422667759, 21.147392371694636, 25.271614923151187, 30.679601518221265, 31.2494666724073, 21.659508073312317, 20.013238450966597, 21.812950116610182, 21.97380511355426, 30.950559939243753 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.43939885045588517, "rpss": 0.03081334601770802, "brier_below": 0.2206992730077556, "bss_below": 0.02581289978323087, "brier_above": 0.21869957713093405, "bss_above": 0.035807743553910476, "crps": 27.574313686772836, "crpss": 0.023040570759990442, "crps_fair": 26.39808937786763, "crpss_fair": 0.024049664496923473, "reliability": { "below": { "weight": [ 3.5e-05, 0.008512, 0.178988, 0.62696, 0.172011, 0.013006, 0.000488, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0849, 0.1823, 0.271, 0.3499, 0.4296, 0.5273, 0.6225, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.2582, 0.252, 0.3435, 0.4449, 0.5737, 0.4281, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026281, 0.291463, 0.501568, 0.159861, 0.019958, 0.00087, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1795, 0.2683, 0.3472, 0.4351, 0.5288, 0.6125, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.158, 0.2185, 0.3961, 0.4617, 0.3603, 0.2802, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4145565774554498, 0.3765287698243739, 0.4150537631176314, 0.3748095176254398, 0.5940518096274217, 0.4747671468205065, 0.4239197759338819, 0.37807257500573854, 0.38960862534586227 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14889826023793637, 0.16826667275160312, 0.14823947753435712, 0.19665868893289026, 0.20468751869293944, 0.3532649845096335, 0.18609635351086287, 0.19252321084089505, 0.19371788553050004 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26565831203729884, 0.20826209634256426, 0.26681427436815813, 0.17815083387658887, 0.3893642704432051, 0.1215021773150957, 0.23782341748879057, 0.18554936408882886, 0.19589074700133713 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.32325652596011, 21.275625634195098, 23.233940551337124, 17.991924347744494, 37.3051136224295, 28.43557473332837, 33.6937334107564, 21.372000812597214, 18.635146857060512 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.077647269302503, 20.131818231615256, 22.097980432899814, 16.919031284496615, 36.383026063165644, 27.300613963073438, 32.49062875932413, 20.23798799728764, 17.416160208015338 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42681872897292283, "rpss": 0.0015512291936445877, "brier_below": 0.19915033917129085, "bss_below": 0.0005257915634538923, "brier_above": 0.22766838810687418, "bss_above": 0.0024464980929441715, "crps": 25.585146277267643, "crpss": -0.0013500408086757343, "crps_fair": 24.45054380102004, "crpss_fair": -0.0030079005743002263, "reliability": { "below": { "weight": [ 0.0, 0.000376, 0.107984, 0.69019, 0.166118, 0.033836, 0.001496, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1733, 0.2733, 0.3394, 0.4356, 0.5299, 0.6221, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1205, 0.2677, 0.3386, 0.2945, 0.2996, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.052242, 0.261756, 0.588469, 0.096555, 0.000979, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1702, 0.2527, 0.3459, 0.4228, 0.518, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4437, 0.2836, 0.3458, 0.518, 0.4605, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40003664150356844, 0.3895796907973798, 0.4318899396304627, 0.3696792127326139, 0.6217544434363441, 0.47380195448596646, 0.41545694735700944, 0.3896032990641155, 0.3893488602681541 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.1556750843618496, 0.16542233436610107, 0.13239092725782095, 0.1975478948095964, 0.20852213685491203, 0.3422254731358282, 0.1744105165745805, 0.16870630843803328, 0.1838508589496215 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.244361557212981, 0.22415735289041117, 0.2994989971868232, 0.17213132544990004, 0.4132322835640156, 0.13157649610189892, 0.24104642604707474, 0.22089698639793415, 0.20549800652248054 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.899224840246667, 22.86315629665945, 24.29020618620821, 17.26362934861791, 39.55736117964096, 27.86758340556617, 28.546645891949176, 23.404963111038295, 17.76697523103181 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.71244888686794, 21.751955287880545, 23.153424152539017, 16.18502085898166, 38.67674570159655, 26.751607674454167, 27.388705726838275, 22.264367314647114, 16.59940475471585 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4312389988084016, "rpss": -0.014555520666846844, "brier_below": 0.19208350386092707, "bss_below": -0.016519049817246723, "brier_above": 0.2391554923748355, "bss_above": -0.012983949067934653, "crps": 25.162193943439846, "crpss": -0.02284082094038986, "crps_fair": 24.0537422620579, "crpss_fair": -0.024728731833161932, "reliability": { "below": { "weight": [ 0.0, 0.000465, 0.134563, 0.704213, 0.13298, 0.026387, 0.001391, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1733, 0.2726, 0.3373, 0.435, 0.5303, 0.62, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.119, 0.2567, 0.2534, 0.109, 0.1335, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.042892, 0.210369, 0.631223, 0.114213, 0.001304, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1694, 0.2539, 0.3472, 0.4227, 0.5173, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.592, 0.332, 0.3529, 0.4926, 0.4988, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.38404090301544086, "training": [ 0.43352527362283866, 0.36189609735808, 0.35741514508457256, 0.44870776764982584, 0.3264137911269912, 0.41670040126497887, 0.4211381933207493, 0.3811513086823761, 0.29505180424171484, 0.3972003758588162, 0.42711533766562826, 0.4319980164270886, 0.3979545785438151, 0.38208124238517366, 0.39683438734325505, 0.37317819507108785, 0.38969248332137996, 0.324859717247658, 0.4108177570769306, 0.3971659707730938, 0.4022168144582091, 0.34524063014858536, 0.35448825321676986, 0.34413813048096176 ], "test": 0.41805410330230636 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43969841526094045, 0.4043787068085979, 0.46127431466160057, 0.467639122513582, 0.48514634139854723, 0.36145229636339454, 0.4537477026378686, 0.41277170223556475, 0.47998186512039986, 0.4551257868331435, 0.4212961377986281, 0.44562374348389244, 0.4706104492827807, 0.39136202257633274, 0.37842608474929795, 0.42986470982838126, 0.4443852248298732, 0.4941646187747412, 0.47251474589368314, 0.3903017977333777, 0.41716517967801153, 0.4431119959100124, 0.4613409347056303, 0.4844181341775652 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.13406553776091892, 0.15535188692110066, 0.28526362378618964, 0.11868647342362944, 0.28579424485061544, 0.13856012697032896, 0.3142916033781921, 0.18946121159215365, 0.27254853476874996, 0.33782389275920943, 0.2717393129081418, 0.3402677190466531, 0.17324304043158253, 0.22655558309375382, 0.1901283777390014, 0.21932464801127516, 0.29758228280785265, 0.181201345529932, 0.1524706633086467, 0.21144045565532915, 0.27443935422010945, 0.15049818039017884, 0.15172148819950093, 0.20717796183251325 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30563288203740824, 0.24902682122057856, 0.17601068781304663, 0.3489526545181337, 0.19935209398484027, 0.22289216794492994, 0.13945609723345792, 0.22331049115219656, 0.20743332910522871, 0.11730189191823304, 0.14955682529915795, 0.10535602143154066, 0.2973674126659752, 0.1648064397583805, 0.188297706360746, 0.21054006128514277, 0.1468029385887167, 0.31296327708826216, 0.3200440873516289, 0.17886134269884701, 0.1427258235735607, 0.2926138177203814, 0.3096194509508139, 0.27724017314979044 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.944198992120945, 21.96456628443416, 24.16271658959324, 37.06158706768389, 31.76567305020322, 28.32284169143552, 28.29450122483661, 28.888182893380723, 28.305668214400445, 31.191589528286706, 34.844271347668325, 31.657813578187703, 37.415921816984394, 21.167793073510627, 18.22358682761489, 25.442941838094782, 31.85447468520629, 31.018774527226295, 33.617600344101184, 22.67043133008229, 21.474504470158436, 28.625198106193782, 27.416556294096655, 39.118125000507135 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.83278181048555, 20.82306574296114, 23.06891101729636, 35.94408889675416, 30.510669617762257, 26.810395441018326, 27.073876731289058, 27.749542611977084, 27.08276074910342, 30.20640656862063, 33.72222422713868, 30.444536426362788, 36.228587390593646, 20.07882839932935, 17.119790888216997, 24.396274221209634, 30.6665611845245, 29.878651740617943, 32.40147752752945, 21.552822999141235, 20.45324498163575, 27.52894207509093, 26.246760258716833, 38.046774289253186 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4402417513856603, "rpss": 0.0282993543988328, "brier_below": 0.21998489789106493, "bss_below": 0.028513937395654998, "brier_above": 0.22025685395212494, "bss_above": 0.028084939692994748, "crps": 29.268729949000345, "crpss": 0.004018688543675819, "crps_fair": 28.1194989915262, "crpss_fair": 0.001522469521141101, "reliability": { "below": { "weight": [ 0.0, 0.019225, 0.217398, 0.454886, 0.258879, 0.048943, 0.000669, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2613, 0.3494, 0.4393, 0.5246, 0.6135, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3659, 0.2371, 0.3321, 0.4285, 0.5188, 0.834, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010853, 0.31159, 0.510106, 0.151765, 0.01563, 5.7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2616, 0.3434, 0.435, 0.5236, 0.6347, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.104, 0.2332, 0.3942, 0.4392, 0.3578, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43563527309124306, 0.4022984162979454, 0.4738641882378329, 0.4681364405393128, 0.499614317373494, 0.3659621797921835, 0.4570609742689708, 0.4128548322397613, 0.4788802925606016, 0.44687930221809335, 0.4322736966687079, 0.42995624403157745, 0.47692433008481955, 0.3829682134283371, 0.37934496716086213, 0.4229339771584665, 0.4181656047956347, 0.5156218028848286, 0.46052349238952056, 0.40926150492447944, 0.43221374096836007, 0.40278559969133154, 0.42792727084156656, 0.4559237295971121 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.12165939498775849, 0.15042631320137761, 0.31061264307519637, 0.1209785397381694, 0.3217281202359311, 0.12459358751697551, 0.33808929208771227, 0.1776977372598249, 0.2726823861451611, 0.32594920251537635, 0.25980363030337117, 0.33364509357847716, 0.14552737457952225, 0.2375356239655248, 0.17615517806514386, 0.23714857963929858, 0.2624767426225902, 0.1833310554314255, 0.14233489889012688, 0.2028731072568925, 0.2904412303978517, 0.14100927746280917, 0.14497303399282485, 0.21340617833440673 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.31397588289918854, 0.25187210488568706, 0.16325154147435145, 0.3471579059979761, 0.17788619297214556, 0.24136859099910302, 0.11897167943789849, 0.2351570958797521, 0.20619790496076948, 0.1209300970112759, 0.17247006676370594, 0.096311148047242, 0.3313969613721054, 0.14543258942245388, 0.20318978906444923, 0.185785395484391, 0.15568885938362653, 0.3322907519218274, 0.3181885985651364, 0.20638839939591727, 0.14177250856964843, 0.2617763235307158, 0.28295424038157735, 0.2425175518844343 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 39.049981284179594, 21.09066535663863, 23.234448271349077, 32.79331780174904, 31.224513944423386, 30.484787500968057, 28.14586168738135, 30.544765800613266, 26.410558463415143, 26.348462797902883, 33.59705615726344, 26.97431096187313, 38.90287673570076, 19.29477369654732, 17.65121779379048, 23.404421387339834, 25.2818017286785, 33.057983216257206, 33.22772585149625, 23.295412678520634, 21.94959979825831, 22.69653395017554, 23.008699280008027, 33.098234465582905 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 38.00269425867317, 20.053004372912348, 22.184507377178342, 31.776262933471184, 30.01649306807968, 28.96897466293147, 27.04310527307544, 29.45540578213193, 25.310711390249875, 25.40231159732901, 32.53041706438373, 25.885022425525335, 37.795283665153946, 18.33053094486135, 16.603827457757088, 22.392610017518663, 24.194311688747387, 32.01770623270497, 32.10044226259512, 22.200954080392155, 21.025364672189482, 21.67853258706529, 21.91262608921222, 32.12967082066676 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4370004329685435, "rpss": 0.03610356063023501, "brier_below": 0.2181282592201562, "bss_below": 0.0371615935610794, "brier_above": 0.21887217417939078, "bss_above": 0.035046805925266544, "crps": 27.698667108754695, "crpss": 0.01863472227565577, "crps_fair": 26.625448780200248, "crpss_fair": 0.01564407567531989, "reliability": { "below": { "weight": [ 0.0, 0.022631, 0.250979, 0.454935, 0.226813, 0.043983, 0.000659, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1822, 0.2606, 0.3477, 0.4388, 0.5254, 0.6137, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3665, 0.228, 0.3318, 0.4708, 0.5241, 0.8419, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012409, 0.316599, 0.496431, 0.157088, 0.017403, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2616, 0.3435, 0.4349, 0.5229, 0.6347, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.107, 0.2258, 0.3991, 0.4426, 0.4201, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42739406263061, 0.38156098404786415, 0.41522256991415873, 0.38530905707215685, 0.6008066650489752, 0.4657075084707537, 0.4501101509928184, 0.38740220373727313, 0.3888001615106544 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.15898726955423778, 0.16945908443856517, 0.14902097119382582, 0.2062210001406509, 0.21809103467092666, 0.3462013844251913, 0.1951129061165558, 0.19687964176069897, 0.19690132031516758 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.268406787135228, 0.21210189897113899, 0.266201588904412, 0.17908806256837534, 0.38271560949995337, 0.11950613863960191, 0.25499723909686806, 0.19052256307913185, 0.1918988468765105 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.34291528596899, 21.6632234655729, 23.310137422536688, 19.64430919137941, 39.19318164234912, 27.420691764675848, 33.37664390610816, 22.341296908784752, 19.004053130410313 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.748320312294762, 21.124491883822028, 22.771264744147075, 19.085619320464442, 38.707600121891936, 26.902888923933965, 32.79726291514275, 21.746034290860425, 18.431170089534675 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4335903737139183, "rpss": -0.01428954795372639, "brier_below": 0.20409717917953554, "bss_below": -0.024300874673102157, "brier_above": 0.22949319275235774, "bss_above": -0.005549079508035293, "crps": 26.032939190865132, "crpss": -0.018875735109789904, "crps_fair": 25.479405844676894, "crpss_fair": -0.04521378224249406, "reliability": { "below": { "weight": [ 0.0, 0.005811, 0.202318, 0.490585, 0.254195, 0.046643, 0.000448, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2621, 0.3495, 0.448, 0.532, 0.6105, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1038, 0.1738, 0.2724, 0.3451, 0.1561, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013963, 0.318088, 0.60263, 0.065018, 0.000302, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1839, 0.2582, 0.3424, 0.4317, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6139, 0.3297, 0.3392, 0.5111, 0.75, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40266052209331715, 0.3931316679005113, 0.42644556540720785, 0.37470256597208934, 0.6241680015469955, 0.4684931372937715, 0.44253985174209953, 0.397034417892558, 0.3890490199824535 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15930655932029764, 0.16397142415264016, 0.1301719202485061, 0.20142675010696393, 0.2180061681138052, 0.3397853828650669, 0.1874205608296399, 0.17426260118088646, 0.1873630364730518 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2433539614246259, 0.22916024035920055, 0.2962736309063591, 0.17327582382724857, 0.40616181002736573, 0.12870776839790998, 0.2551192855305517, 0.22277181272344132, 0.20168598721378472 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.51290334287002, 23.25575361837554, 23.91917004944761, 18.313675180397137, 41.091607749228636, 27.133120091233035, 29.040264535308477, 24.21067538795037, 18.187291227985696 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.974585917369524, 22.749799085394578, 23.411159961372284, 17.77414273962536, 40.64349303072865, 26.635556392178273, 28.48693407939823, 23.633585658504405, 17.64894290253585 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4353583055367782, "rpss": -0.024246818054473263, "brier_below": 0.19574604481009533, "bss_below": -0.035901467207241966, "brier_above": 0.2396122578233875, "bss_above": -0.014918657166324456, "crps": 25.51827346475517, "crpss": -0.03731542004414479, "crps_fair": 24.995355529678573, "crpss_fair": -0.06484299592953224, "reliability": { "below": { "weight": [ 0.0, 0.00738, 0.255855, 0.502608, 0.189996, 0.043516, 0.000646, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2614, 0.3464, 0.4473, 0.5361, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1012, 0.1702, 0.2652, 0.2682, 0.1144, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016644, 0.279173, 0.615933, 0.087689, 0.000561, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1843, 0.257, 0.3447, 0.4336, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6654, 0.3749, 0.348, 0.5065, 0.8334, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.39092012183073993, "training": [ 0.49346985151556344, 0.3692867990443155, 0.3507615100538558, 0.48708384819925, 0.30786934803575466, 0.43880651749752736, 0.4233031730282204, 0.3890070116062682, 0.2464992065501201, 0.3662358312081969, 0.4395805718184057, 0.4397091598824802, 0.4046928108451755, 0.3792420172210717, 0.4088963965486553, 0.3905319321471956, 0.3643366286658491, 0.33665554259634717, 0.43036838551667445, 0.40426993357613694, 0.4075822327546162, 0.36233497684862637, 0.3830849981314864, 0.3584742406459667 ], "test": 0.4227096285816169 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42941021280725855, 0.41196467323448316, 0.4511027722688494, 0.448566018104906, 0.49440528746383594, 0.37594746670280116, 0.47125983605760935, 0.4328342058513021, 0.4921849179545189, 0.48989978194981804, 0.45671614439945146, 0.47789751225155025, 0.4654600254651742, 0.4041134131163915, 0.396493669736619, 0.4157871832803803, 0.47682314130476655, 0.47715572430367975, 0.45821423459164723, 0.4027387850979994, 0.4149787517556683, 0.4292771192331607, 0.44769654971322853, 0.45564511457153223 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12662441972140873, 0.1559822312970337, 0.27444662178808477, 0.11059231870709256, 0.2872589791060864, 0.14449077552797082, 0.32994641326309054, 0.20108880750868185, 0.2698785545878276, 0.3702452767430669, 0.3022640892468005, 0.36781800731860315, 0.17105112038813947, 0.23554513230915142, 0.20104753246664125, 0.20884207155552056, 0.3224062703776003, 0.16557883621404204, 0.14490148707753553, 0.21965898303916626, 0.2663791032407375, 0.13884826377078577, 0.1444377956938994, 0.18586149601039895 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30278579746518297, 0.2559824435925643, 0.17665614696852389, 0.33797370451171915, 0.2071463058033037, 0.2314566897969543, 0.1413134185958408, 0.23174539932421762, 0.22230636342034266, 0.1196544997980542, 0.15445205414601165, 0.11007949842927169, 0.29440891081876114, 0.1685682793967109, 0.19544613552227644, 0.20694511182203937, 0.1544168656228832, 0.3115768942436895, 0.3133127543394587, 0.18307980120137657, 0.14859964392817715, 0.29042886153292735, 0.30325876066591695, 0.2697836229430278 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 36.798727919495725, 22.1937942015585, 23.575196810028423, 37.48892944731834, 31.62925392336998, 28.846157168016294, 29.22972499967762, 29.504018041310264, 28.678702279465604, 33.176855259647006, 36.17050674278509, 34.26807855200973, 36.658664207988316, 21.58486554720365, 18.94748801472746, 24.035382550645075, 33.42323494269274, 30.04088922753678, 33.135729778711905, 23.189353032409603, 20.959688527080765, 27.869327961289645, 26.374238274489798, 37.40369313391849 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 35.77316311668368, 21.127663827797978, 22.534107032551642, 36.4166957225552, 30.481175380656307, 27.565587062896796, 28.13188690648306, 28.43166054879128, 27.58614158129423, 32.23890098785666, 35.13120461853859, 33.17893742705712, 35.540452693358816, 20.536828724692125, 17.88122457547063, 23.02791228168651, 32.35198080567098, 28.975529737765957, 31.979555449376218, 22.128428508983745, 19.97352643230689, 26.83178087527364, 25.256776562031618, 36.37151763159778 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4448571892173596, "rpss": 0.018112169956016277, "brier_below": 0.2227164411233069, "bss_below": 0.016451035783025314, "brier_above": 0.22214074849538468, "bss_above": 0.019771983951684113, "crps": 29.38260418930737, "crpss": 0.0001436787499572434, "crps_fair": 28.310526603807393, "crpss_fair": -0.005260609317542242, "reliability": { "below": { "weight": [ 0.0, 0.008137, 0.213791, 0.60802, 0.165451, 0.004601, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2686, 0.3476, 0.4266, 0.512, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5995, 0.245, 0.3487, 0.4551, 0.4172, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002313, 0.234064, 0.575663, 0.177077, 0.010883, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1844, 0.2662, 0.3442, 0.4338, 0.5205, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0488, 0.2162, 0.3813, 0.4178, 0.2672, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4271537272630351, 0.4162033796924133, 0.4631778366492657, 0.4510486000344755, 0.5158133957030676, 0.3781726690274609, 0.4728607985346293, 0.43190620452826095, 0.48031094515406375, 0.46844319633743603, 0.46038887452825356, 0.45521930556666945, 0.4658559404374705, 0.4015610483167152, 0.3977139121511649, 0.41694410011703653, 0.44248700524824924, 0.49604025829536774, 0.4479352732011279, 0.41560890558656977, 0.42706166519103467, 0.39882495738979795, 0.42375791066695845, 0.4334365861373032 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11592826922926124, 0.1576180049495962, 0.2986140030668069, 0.11528035387590192, 0.3284600705030307, 0.12840179561482845, 0.35369151924038095, 0.1911917560595186, 0.26286742141273595, 0.3456298998187142, 0.28124693501593134, 0.35372525920044895, 0.13891859162405112, 0.25189384728346, 0.18488416076126893, 0.23212011603216334, 0.2790487032948794, 0.16741257256955844, 0.13614048033245715, 0.20711203498569108, 0.28198120983499003, 0.13731941382097942, 0.14452907861325734, 0.19563887751265813 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3112254623122339, 0.25858537757533206, 0.16456382856805699, 0.33576825179152353, 0.1873533199745258, 0.2497708722555752, 0.11916927417707306, 0.24071445030669764, 0.21744352304362943, 0.12281329018586415, 0.17914193915398957, 0.10149404023608767, 0.32693735727902673, 0.14966719835886813, 0.21282975105121113, 0.1848239832339875, 0.16343829733675708, 0.3286276929808277, 0.31179479936364607, 0.20849687118790658, 0.14508045125423424, 0.2615055476992099, 0.2792288370908631, 0.23779771164139765 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 37.930330310696604, 21.803186364382498, 22.676030242960127, 32.984275341486, 31.670859086221725, 31.00510792263902, 28.994481234007342, 30.92942796601671, 26.58776446032885, 27.4941748069124, 34.67256251160881, 29.269044947048705, 37.81658804393, 19.799922398790436, 18.587628838755286, 22.461723553043715, 26.38768411059568, 32.347067940510314, 33.16960132791193, 23.694301296346218, 21.4697026114952, 22.523369541184678, 22.65316107216442, 31.684136832536268 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 36.9460067071431, 20.79600005047775, 21.66401181918271, 31.9694719667851, 30.546263037845232, 29.732816203114265, 27.96369920571391, 29.885831941208245, 25.55271348832183, 26.560305112584803, 33.65164260968707, 28.251873205332103, 36.728058606630206, 18.842592288693126, 17.55619677244392, 21.47053440448618, 25.36468212762393, 31.35305494327357, 32.0712454287139, 22.6306651846185, 20.547561732917554, 21.53822821123219, 21.58712637267422, 30.724667343755538 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.44116360398990945, "rpss": 0.026920810634491033, "brier_below": 0.2204022656105237, "bss_below": 0.027123918034940853, "brier_above": 0.2207613386691052, "bss_above": 0.02671794769869107, "crps": 27.85883886506554, "crpss": 0.012959828263665263, "crps_fair": 26.83063536518579, "crpss_fair": 0.008058226806073265, "reliability": { "below": { "weight": [ 0.0, 0.007376, 0.217946, 0.604712, 0.164264, 0.005702, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2683, 0.3477, 0.4273, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6783, 0.2061, 0.3538, 0.4907, 0.4166, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002971, 0.240834, 0.562927, 0.182276, 0.010991, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1844, 0.2662, 0.3443, 0.4333, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0824, 0.2077, 0.3843, 0.4242, 0.3498, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4129194845647177, 0.3857892236715147, 0.40868121811151975, 0.3798530932608775, 0.5847238879685829, 0.4925854254546988, 0.43976284545888317, 0.39243564035665457, 0.3905605732735245 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14739864041574818, 0.17055903220758423, 0.14565807919414664, 0.1984828319994832, 0.2070799592879905, 0.36837043637056127, 0.18838250156204003, 0.1997514139259037, 0.19317898872396957 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26552083872468807, 0.2152301910973469, 0.2630231292609882, 0.18137026719464514, 0.37764390431557987, 0.12421500360399322, 0.2513803389870101, 0.19268422766670396, 0.1973815915580258 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.37361688842953, 21.69017418027871, 22.890628032111703, 19.033982660968313, 37.287014935191, 29.592611293023076, 34.63452403573836, 22.157938643318197, 18.651557144780764 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.827362836856555, 21.181207142701872, 22.36953565854412, 18.493454174979128, 36.82593957959456, 29.09563419601126, 34.09752472858843, 21.58887464363356, 18.114455047465164 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4319234880134415, "rpss": -0.010390234578419255, "brier_below": 0.2020957648541586, "bss_below": -0.014256392665521256, "brier_above": 0.22982772137877572, "bss_above": -0.007014852624567913, "crps": 26.03467197931552, "crpss": -0.01894355288838301, "crps_fair": 25.510443112041624, "crpss_fair": -0.04648699009555468, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.147385, 0.690601, 0.155981, 0.006032, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2783, 0.3406, 0.44, 0.5224, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1652, 0.299, 0.2148, 0.0125, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.004665, 0.233709, 0.719443, 0.042182, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.261, 0.3473, 0.4214, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6609, 0.3321, 0.3515, 0.4216, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39308580410927596, 0.3978222816440348, 0.4164822201839695, 0.373352290767999, 0.6123086436305649, 0.48623069976472133, 0.42765543243367904, 0.39888394971123053, 0.39053465420616656 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15253756881887479, 0.16598739717853728, 0.12427221310396572, 0.19731517990499672, 0.2116407808585522, 0.35262355822262725, 0.17525826921259455, 0.17408924222292782, 0.18351595467071163 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24054823488039936, 0.23183488130374905, 0.29220999302962697, 0.1760371192037056, 0.400667835188695, 0.1336071558681915, 0.25239715838872256, 0.22479470436265186, 0.20701870451817886 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.651613550633584, 23.39509624322831, 23.305832109809476, 18.114869159802385, 39.60504016436116, 28.78334186812871, 29.42484889822837, 23.661224126654936, 17.8121119571542 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.133986183876978, 22.90376310510243, 22.80586622809743, 17.58688323613006, 39.17506972345359, 28.300331067637398, 28.90098161173496, 23.102185149800764, 17.293117599278446 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4329284418279602, "rpss": -0.018530193057519906, "brier_below": 0.19302668491042088, "bss_below": -0.021510428488323186, "brier_above": 0.2399017540826579, "bss_above": -0.01614486803459303, "crps": 25.417108675333456, "crpss": -0.03320308085405044, "crps_fair": 24.911353767234672, "crpss_fair": -0.061264383563810254, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.175068, 0.693048, 0.123672, 0.008212, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2778, 0.3379, 0.4455, 0.5242, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.16, 0.2729, 0.1313, 0.0227, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005958, 0.189362, 0.747405, 0.057276, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1821, 0.2563, 0.3496, 0.4227, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6715, 0.4042, 0.3609, 0.4302, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.3173174259026145, "training": [ 0.38498403834717876, 0.29395380415527417, 0.29611956245688925, 0.3888812161650769, 0.23909604154754271, 0.3496976811933784, 0.34991963178911295, 0.3271042778526947, 0.2135457888929127, 0.32016565731290947, 0.3509081699242957, 0.3592085961132277, 0.3401095106767405, 0.3100973797617389, 0.32407683945296845, 0.3132232175746993, 0.301300439177387, 0.2627886491056467, 0.3499565717493083, 0.3327314937929197, 0.34754337616771547, 0.2866508805054155, 0.2877496339515999, 0.28580576399611557 ], "test": 0.3525975943032543 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.425707380813835, 0.40497437432270295, 0.4508021015174894, 0.456053357180666, 0.4981286715478694, 0.36230609115044154, 0.4595225232048534, 0.412024215717615, 0.4860700169250045, 0.46939767008072464, 0.4378787418337772, 0.46047756963899117, 0.4575268971864075, 0.39390033449994083, 0.3878010442359611, 0.4176989121682134, 0.46100467892274355, 0.4847559423077722, 0.46504845700945413, 0.384495491485807, 0.4087387936917156, 0.4306062439431468, 0.4568069677539058, 0.4677691079274751 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12477175866647751, 0.15568112876936496, 0.27503464434993713, 0.10936199276489249, 0.292002134049613, 0.13819531132317112, 0.3222257655498118, 0.1889049016867353, 0.27185676340701864, 0.35348676557486775, 0.2903218435136936, 0.3560022695320495, 0.16084048627277786, 0.23065298875027188, 0.1995092531157569, 0.21024822138637234, 0.3133775813747288, 0.17131823515954545, 0.14989437125585403, 0.20623940416895215, 0.2671921015001419, 0.14170919132768303, 0.14789124488134026, 0.19230610552040509 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3009356270382641, 0.24929324773208278, 0.1757674537987168, 0.34669136883889595, 0.20612653428419916, 0.22411077832763754, 0.13729675442562936, 0.22311931516444086, 0.2142132518855138, 0.11591090111092753, 0.14755689806918565, 0.10447529537589866, 0.2966864169478399, 0.16324734570894608, 0.18829178962397086, 0.2074506911494389, 0.14762709264687365, 0.3134377121841576, 0.3151540922704428, 0.17825608714756702, 0.1415466893627646, 0.28889705721091324, 0.3089157288222828, 0.27546300554022973 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.46809319505723, 21.952239684725164, 23.533953830570294, 38.088896112135096, 31.48659237823376, 28.375141797395525, 28.88848621055247, 28.466874872910115, 27.84674072744504, 31.575097898770284, 35.53213362456509, 33.24726793727655, 36.335700006921556, 21.165594768115767, 18.706700824697318, 24.16979447326887, 32.2187419657609, 30.480223028677894, 33.40813082755782, 21.875006193312093, 20.775203516053, 27.700609402305655, 26.943266950386597, 37.62055583549005 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.406010012717275, 20.84401752168444, 22.470262214980753, 36.98756035470741, 30.281719083132504, 26.89458675851525, 27.738137292869677, 27.351256863427793, 26.68045106449219, 30.63205743739514, 34.45999786006153, 32.10859529592648, 35.16614703798143, 20.096133924042135, 17.60945306063875, 23.13392061005952, 31.097844632336614, 29.35650824693715, 32.22228549780827, 20.752905519448955, 19.766709143570726, 26.62305779376936, 25.79004265786983, 36.565264310728146 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4391456493777714, "rpss": 0.030718668390197768, "brier_below": 0.2195426859958943, "bss_below": 0.03046681096558912, "brier_above": 0.21960296394445078, "bss_above": 0.030970323438559877, "crps": 29.077543585924342, "crpss": 0.010524541204887994, "crps_fair": 27.959788508129222, "crpss_fair": 0.007193528208988109, "reliability": { "below": { "weight": [ 0.0, 0.019831, 0.234008, 0.472804, 0.241996, 0.030856, 0.000505, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1763, 0.2588, 0.3443, 0.4345, 0.5263, 0.6215, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4153, 0.2407, 0.3227, 0.4632, 0.5507, 0.6106, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.019669, 0.287872, 0.47722, 0.190984, 0.023889, 0.000366, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2562, 0.3384, 0.4323, 0.5267, 0.6231, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1416, 0.2242, 0.3795, 0.4692, 0.3779, 0.1539, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42125336366099964, 0.406377190336637, 0.4610631326004806, 0.45940199273259513, 0.5164817232723508, 0.36391006199614245, 0.46249589229386134, 0.4162747130973305, 0.48062060722328737, 0.4540462299590863, 0.4488234936913938, 0.4402495387329417, 0.46507129007739567, 0.38661636201781024, 0.38705347114544286, 0.4135747921500115, 0.4298109723564761, 0.5058604219947168, 0.4530049419551478, 0.4061762779295258, 0.42025860992124003, 0.391244069219379, 0.426033044629769, 0.437016508871831 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11228166427232222, 0.15439581353038395, 0.2976129764796507, 0.11265962106632622, 0.33007260465584476, 0.12196832579016333, 0.3466096262910971, 0.18229346661451554, 0.2686543846255049, 0.33480983358683575, 0.2772882631669334, 0.34557889138868025, 0.134183766988383, 0.24327289096372964, 0.18268585640830742, 0.23086691056537856, 0.2734958619738056, 0.1728192876911747, 0.13878322628761558, 0.20013754255851837, 0.28058748649815485, 0.1343480653654502, 0.14228592001054438, 0.19745938836752897 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3089717044234864, 0.2519813797090022, 0.16345015163690416, 0.346742376187347, 0.18640911319730546, 0.241941734912713, 0.11588626196928249, 0.2339812479674071, 0.21196622070634352, 0.11923639236702066, 0.17153523056485373, 0.09467064337147875, 0.3308875315482995, 0.14334347009337142, 0.20436761442409437, 0.18270788073804736, 0.15631510636666154, 0.3330411404990855, 0.31422172232826134, 0.20603873644381096, 0.1396711206995291, 0.25689600718538014, 0.2837471295297816, 0.23955712309321484 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.52010662052289, 21.223056433725876, 22.34706830888168, 33.40601966698065, 31.186764374248643, 30.232727386782763, 28.61777276396531, 30.400865384331592, 26.099940550987867, 26.481488213242184, 34.36527687998931, 28.594413307954568, 38.25488624624962, 19.123420995904024, 18.063483404669913, 22.287344654168116, 25.47220551179266, 32.628765064463316, 33.12975229799097, 23.060910236320446, 21.055692496457894, 21.99664371010219, 22.894543943484056, 31.772767162889572 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.50875524488379, 20.196900184609543, 21.312696263805346, 32.383248196363624, 30.017853670476963, 28.73968455601205, 27.562318648945414, 29.32913369461246, 25.030395105563198, 25.551158980893884, 33.32607945056925, 27.55076188322534, 37.14419128814496, 18.15997289876967, 16.999439956940652, 21.27959788337238, 24.413424665170954, 31.59161746960719, 32.01493781043906, 21.944257407117842, 20.125363923320705, 20.983482473458754, 21.79790651498141, 30.804975865638756 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.43552994591107713, "rpss": 0.03934702935909373, "brier_below": 0.21729798646445206, "bss_below": 0.04082649466041366, "brier_above": 0.2182319599984451, "bss_above": 0.03786935164681238, "crps": 27.550663150671088, "crpss": 0.02387851053661194, "crps_fair": 26.49033975153847, "crpss_fair": 0.0206391228533368, "reliability": { "below": { "weight": [ 0.0, 0.022552, 0.24966, 0.478259, 0.222558, 0.026483, 0.000488, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1764, 0.2582, 0.3436, 0.4341, 0.5256, 0.6247, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4138, 0.2278, 0.3197, 0.5074, 0.5455, 0.7851, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.02292, 0.291676, 0.462669, 0.196958, 0.025291, 0.000487, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2565, 0.3383, 0.4322, 0.5269, 0.6231, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.137, 0.2155, 0.3832, 0.4726, 0.4478, 0.143, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41659210408472236, 0.3799680982618162, 0.40297797474034874, 0.3804742282883293, 0.6100361911705358, 0.4789316200461737, 0.4428574233727026, 0.38050696811936946, 0.3829216741463103 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14642588029828943, 0.16868548576016684, 0.14059673731002603, 0.20086889335151453, 0.2195593193405924, 0.35958795448972636, 0.18912830108128625, 0.19325276791144438, 0.18942388367476973 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27016621838970717, 0.211282611970219, 0.262381227402718, 0.17960534031327996, 0.3904768493932519, 0.11934367960601, 0.2537291168838648, 0.1872542012543734, 0.1934977963075045 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.515832787319212, 21.38199340619536, 22.868188146846027, 19.12106759718972, 38.07457615420543, 28.52779113190629, 34.64740372555936, 21.819357009452936, 18.425224946320963 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.937545007052147, 20.8533068274878, 22.33816500802271, 18.569588052196487, 37.5909841554563, 28.016451878792793, 34.08733300425426, 21.22948379424005, 17.865487542605713 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.43058514247003427, "rpss": -0.007259468817636838, "brier_below": 0.20083658035753507, "bss_below": -0.007936933540945379, "brier_above": 0.22974856016899206, "bss_above": -0.006667999279263759, "crps": 25.931270544999474, "crpss": -0.014896633267523107, "crps_fair": 25.38759391890092, "crpss_fair": -0.04144748208697768, "reliability": { "below": { "weight": [ 0.0, 0.001356, 0.257423, 0.484081, 0.216399, 0.040213, 0.000527, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2712, 0.3482, 0.4399, 0.5288, 0.6117, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1491, 0.3032, 0.3312, 0.1892, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036656, 0.346092, 0.518955, 0.097165, 0.001133, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2647, 0.3471, 0.4293, 0.5125, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.659, 0.2774, 0.3543, 0.4756, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39486894773341497, 0.39449910234892654, 0.412452676843113, 0.368894460097359, 0.6375961145228789, 0.4801303972127564, 0.43202181896804237, 0.38939308202296, 0.38390155922925356 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14875328991137582, 0.1666443053824741, 0.11999323912262652, 0.1948755000496095, 0.22226327112510888, 0.350841145664415, 0.17770261663592501, 0.16984647329555486, 0.18041677200558137 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24611565713524908, 0.22785479390693766, 0.292459423375466, 0.1740189678063404, 0.4153328177328917, 0.12928926520019648, 0.2543191972500044, 0.21954660521538116, 0.20348479126494495 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.504491728723874, 23.173399579581755, 23.31178044621671, 17.90638608300417, 40.099335621843856, 28.18332498931448, 29.455125405448513, 23.572466492449742, 17.705570011901354 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.969668477143017, 22.66779892265385, 22.805386715453395, 17.364897673291356, 39.648309186119576, 27.688157042466226, 28.913368661979348, 22.99056712665372, 17.172589916830034 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.43263979544207826, "rpss": -0.017851108408111438, "brier_below": 0.19237073479918568, "bss_below": -0.018039095602376376, "brier_above": 0.24026905765415688, "bss_above": -0.01770064506764002, "crps": 25.32354226205383, "crpss": -0.029399614940604835, "crps_fair": 24.80230485806561, "crpss_fair": -0.05661872181258798, "reliability": { "below": { "weight": [ 0.0, 0.002146, 0.310056, 0.483512, 0.171784, 0.031757, 0.000746, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2707, 0.3457, 0.4398, 0.5325, 0.6139, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1443, 0.2932, 0.2581, 0.0847, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.043552, 0.293011, 0.537006, 0.124748, 0.001683, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2655, 0.3483, 0.4309, 0.5115, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6804, 0.3156, 0.3576, 0.474, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.4556736723595473, "training": [ 0.5351580489805768, 0.43561489319479735, 0.42583694427472124, 0.538627327224091, 0.38319467871532215, 0.48585047733755604, 0.4844301561376049, 0.44554997238780536, 0.3428050402865307, 0.4592238764840184, 0.507094593960168, 0.48811452105017156, 0.4745657373079905, 0.4484786415011957, 0.47406575977889637, 0.45410445756647777, 0.4394311467156133, 0.3979953372594485, 0.48925103596010927, 0.4729108128915348, 0.4792488276247746, 0.4187104697243383, 0.43426037973513437, 0.42164500053025955 ], "test": 0.49714141620014995 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42441388424228393, 0.4166414797556473, 0.4527819167942457, 0.44379977221742023, 0.4971333792184627, 0.382021704642349, 0.4684007450487979, 0.43562442573388344, 0.49068601585164673, 0.4799299672091952, 0.44474918567414695, 0.4784457538209737, 0.4689518660580253, 0.399154141292627, 0.39329472628779616, 0.4189668796319888, 0.4798913227850935, 0.48071309126454564, 0.4544134270385322, 0.39554027883610343, 0.41027708936178753, 0.43649636824153026, 0.45172522363559536, 0.4644565189089096 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12565240201448338, 0.15776988426803157, 0.274105020770965, 0.1113563094548689, 0.28937075193171996, 0.14285325159291326, 0.3285669619296784, 0.20083622804156243, 0.26937651560034487, 0.36198508720236217, 0.2947739248755077, 0.3678497552887509, 0.17048484659820273, 0.23054174645072809, 0.19971837806563805, 0.21162620605497992, 0.32410070042347533, 0.16944488822317028, 0.14388342220862999, 0.21679540371462241, 0.26700775751134853, 0.14260409785367067, 0.1476024660673169, 0.18988999779826163 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29876148413378895, 0.2588715970555288, 0.17867689315783836, 0.3324434665513516, 0.20776262593698172, 0.23916845369547704, 0.13983377966570348, 0.23478819884579122, 0.2213095001878912, 0.11794487663568229, 0.14997526025772198, 0.110595994122764, 0.2984670244387131, 0.16861239409790119, 0.1935763468774186, 0.20734067362031272, 0.1557906188016247, 0.3112682067480792, 0.31053000906932254, 0.17874487492482838, 0.14326932887341487, 0.2938922749376217, 0.3041227621873387, 0.27456652417281646 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 36.22416640783706, 22.435041205025996, 23.694297136713434, 36.86811551125366, 32.591122269056456, 30.12287008197547, 28.96244781395326, 29.661921181962697, 29.505866223033298, 33.25882735221145, 35.15615929166412, 34.100614927162866, 37.2120171094832, 21.466847120584323, 18.805537846739078, 24.340565167136546, 33.745999712233896, 30.63879006140822, 32.3461635888425, 23.053810497690392, 20.814900131290155, 28.173107579313392, 26.501309201820796, 38.24745523203979 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 35.17644234559059, 21.36136868332592, 22.66059881764546, 35.785183118553526, 31.38895342504688, 28.67767303739698, 27.853730872475726, 28.58153051373286, 28.35976690127578, 32.342420034250985, 34.15502616247431, 33.00463835393557, 36.0817331030833, 20.450400540886736, 17.748533853899566, 23.34664374502352, 32.676403976448746, 29.56349224602262, 31.182250633450007, 22.018101569816434, 19.846232844468553, 27.142891731663525, 25.3867920259781, 37.24808443168485 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44452121514798276, "rpss": 0.01885373119842726, "brier_below": 0.22242483349755138, "bss_below": 0.017738818475775964, "brier_above": 0.22209638204149637, "bss_above": 0.01996775731325151, "crps": 29.496998027101338, "crpss": -0.003749012350308556, "crps_fair": 28.418287207005438, "crpss_fair": -0.00908701251898325, "reliability": { "below": { "weight": [ 0.0, 0.00616, 0.21676, 0.617935, 0.145141, 0.013892, 0.000112, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1864, 0.2673, 0.3505, 0.4359, 0.5227, 0.6158, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4383, 0.2777, 0.3297, 0.5045, 0.4738, 0.4984, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008546, 0.268694, 0.539834, 0.161503, 0.020415, 0.001007, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2669, 0.3477, 0.4363, 0.5288, 0.6089, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1282, 0.2229, 0.3841, 0.4579, 0.2329, 0.0558, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42240400098019126, 0.41992706139727526, 0.46572059115065384, 0.4474986116287852, 0.519135123348453, 0.38909299618380006, 0.47393915794561825, 0.4325302556298256, 0.4731075380491306, 0.45553906105213327, 0.45123711241343656, 0.4515026420637859, 0.46787361912354536, 0.3960014781773133, 0.39616326302914684, 0.41914758134601315, 0.44009758440314684, 0.5002312590042577, 0.44538939091033414, 0.4086647271060098, 0.4234804425219757, 0.4033364277330276, 0.42517053216204687, 0.43914967777119523 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11520684691287368, 0.15885473692174348, 0.2988395557771143, 0.11617280326645124, 0.33043335823452, 0.12981414515100628, 0.35323727053757875, 0.18980674650464968, 0.26134767444080237, 0.3353178679786025, 0.2770615148460606, 0.35120641936805147, 0.13881583000557857, 0.24610031779041355, 0.18454370708019532, 0.23380620835992494, 0.2790806369900004, 0.17105104169543148, 0.13593545227569778, 0.20492707510222966, 0.28240877961927996, 0.13925113552608293, 0.14638969018152706, 0.1994692067993482 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30719715579075985, 0.26107232690465304, 0.16688103129590284, 0.33132581253275545, 0.18870176237520228, 0.25927885195577377, 0.12070188367496897, 0.2427235108327494, 0.21175986232352453, 0.12022118874083557, 0.17417559728574303, 0.1002962187867577, 0.32905779591960277, 0.1499011587436073, 0.2116195555546202, 0.18534137203450268, 0.16101694391756696, 0.32918022181027506, 0.3094539422017507, 0.20373765285047252, 0.14107166015854278, 0.2640852956920507, 0.2787808454393313, 0.2396804730653595 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 37.37959831942622, 21.92141839980095, 22.938626553288707, 32.63314256798265, 32.754328581510734, 32.509129780324095, 28.974200010851003, 30.946339036840214, 26.360974395441218, 27.180812677230787, 33.693790714649474, 28.757645650656777, 38.1281578146446, 19.859773426447646, 18.53821142173589, 22.86109442119461, 26.280119603663824, 32.94779825484014, 32.21574906150901, 23.4947443090541, 21.369587174063952, 22.57854054306247, 22.49544727826098, 32.18386921253844 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 36.36691880776463, 20.909525118794907, 21.921281040766686, 31.618621818998605, 31.573904460938415, 31.044267359232034, 27.951985207415532, 29.889617913030143, 25.29516353024525, 26.266371789474164, 32.700083873968474, 27.74638130662926, 37.0425115112881, 18.935184414388, 17.507193590182407, 21.884532823695714, 25.267294956237798, 31.94677175467215, 31.104076363751517, 22.455107179436403, 20.463151760233753, 21.592309114512336, 21.42043673043906, 31.247727330003578 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4402641722971292, "rpss": 0.028904696554781673, "brier_below": 0.2199615842235485, "bss_below": 0.029069126628726183, "brier_above": 0.2203025883286379, "bss_above": 0.02874046430216748, "crps": 27.875129133709105, "crpss": 0.012382663162224583, "crps_fair": 26.839600823170787, "crpss_fair": 0.007726769419019508, "reliability": { "below": { "weight": [ 0.0, 0.00673, 0.216313, 0.621853, 0.144754, 0.01028, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.2672, 0.3504, 0.4356, 0.5242, 0.6038, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4201, 0.2394, 0.3387, 0.5277, 0.5081, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008527, 0.269088, 0.544022, 0.160313, 0.017562, 0.000488, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2676, 0.348, 0.4354, 0.5265, 0.6092, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1353, 0.2103, 0.3862, 0.4649, 0.3059, 0.0716, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4142268539301011, 0.38080499754976516, 0.4106998403882265, 0.3780033607218981, 0.5770199478166071, 0.4833412714624457, 0.4326336232189086, 0.3907010600382032, 0.38839368278210556 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14764161587783653, 0.168155414755677, 0.14440596597382707, 0.19871952874819376, 0.2012135931401269, 0.36163548342897966, 0.18522262790286706, 0.1981635939010022, 0.1924162760545084 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26658523237965503, 0.21264958233252482, 0.26629386433975355, 0.1792838375727337, 0.3758063335574027, 0.12170580263684162, 0.24741099040742434, 0.19253746697823249, 0.1959774135584854 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.25327195933198, 21.42555237023379, 22.979898936984643, 19.137216550654756, 38.65202652798528, 29.071044175622653, 33.91377619303826, 22.259890758395866, 18.669472159261016 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.69728513081359, 20.920072654992104, 22.466712249072366, 18.613868983978932, 38.213482755022305, 28.577907906981682, 33.370087495450065, 21.70194021058197, 18.126826429832693 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42842495976758455, "rpss": -0.0022061953374215015, "brier_below": 0.19973045553144647, "bss_below": -0.0023856337561329877, "brier_above": 0.22869450264033928, "bss_above": -0.002049532975432866, "crps": 26.04023884794536, "crpss": -0.019161428685115167, "crps_fair": 25.520909312969522, "crpss_fair": -0.046916333602395, "reliability": { "below": { "weight": [ 0.0, 0.000301, 0.181336, 0.62565, 0.175291, 0.017422, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1921, 0.28, 0.3407, 0.4337, 0.5232, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1414, 0.2937, 0.2967, 0.1748, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.021969, 0.264241, 0.635176, 0.078464, 0.000151, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.261, 0.3457, 0.4179, 0.5201, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4568, 0.3081, 0.3507, 0.4721, 0.4996, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39511634258752437, 0.3943815916877121, 0.42252804826083085, 0.37131257214598856, 0.6016393760954394, 0.48106411606381366, 0.42240843113683185, 0.39951467368328275, 0.3874454577833219 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15294460537561622, 0.1650024296691334, 0.12499643589188761, 0.19804401343704395, 0.20323271486277472, 0.3493930087074692, 0.17341197987083598, 0.1733150914373635, 0.18274177689815624 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2421717365764793, 0.22937915881210189, 0.29753159805071394, 0.17326856668033327, 0.39840663763062095, 0.13167112155185692, 0.2489964465526719, 0.22619957868400525, 0.20470368565424807 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.706852088990868, 23.111130505666925, 23.812828747097765, 18.20964261691026, 40.885201681737406, 28.543918582398675, 28.789544364729533, 24.1322349138371, 17.738311047223682 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.18558347762166, 22.621939523729967, 23.312643493366803, 17.690533580419743, 40.471927846840586, 28.060193867487786, 28.258313223499414, 23.57767616287997, 17.215976044174553 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.43060117882719395, "rpss": -0.013054951875726584, "brier_below": 0.19145356179447565, "bss_below": -0.013185353284447254, "brier_above": 0.2391476144658924, "bss_above": -0.012950580838619441, "crps": 25.547740505399137, "crpss": -0.038513252479214444, "crps_fair": 25.043865246668943, "crpss_fair": -0.06690958915363687, "reliability": { "below": { "weight": [ 0.0, 0.000466, 0.214005, 0.635037, 0.134152, 0.016156, 0.000185, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1935, 0.279, 0.3388, 0.4329, 0.5258, 0.6063, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1375, 0.2776, 0.2012, 0.0516, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020757, 0.212052, 0.671151, 0.095853, 0.000186, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1895, 0.2612, 0.3473, 0.418, 0.5201, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6165, 0.3666, 0.357, 0.4664, 0.4996, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.4675131395649285, "training": [ 0.545890366650217, 0.446199147599914, 0.43902851733230197, 0.54721490233678, 0.4001327441216276, 0.5002401063846892, 0.4946957257130964, 0.4657969428394051, 0.36530009754155857, 0.4618865797165909, 0.5097389439091884, 0.507133175650266, 0.4854801805424269, 0.4540234882678867, 0.47867506214603556, 0.47184069265106027, 0.4542501906344802, 0.4109646080400539, 0.4964964710578565, 0.48112496423300294, 0.4937892664396796, 0.43653790376476537, 0.4416642109894159, 0.4322110609959853 ], "test": 0.5031350366620081 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42284093017043395, 0.41306289556407966, 0.4531199876981125, 0.4389424510027312, 0.4937725764878086, 0.38163877850135236, 0.4690014845238171, 0.4325893570933734, 0.4905763437890548, 0.4889081817988142, 0.44184259068929665, 0.4756099416368699, 0.4675914973921055, 0.39898449018960214, 0.3966331664901443, 0.4174924546671941, 0.47861569761225237, 0.4788675443988843, 0.4553219786014781, 0.3926263234317874, 0.41439624758122645, 0.43317800234348414, 0.44278414072117744, 0.4605135177828874 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12543428831300832, 0.1566959508998338, 0.27468630352819967, 0.1118693653163328, 0.2873215440950699, 0.14410997046956694, 0.32743931602737736, 0.1978878864307684, 0.2686564209187651, 0.36753184376242404, 0.2918354239049624, 0.36431027401474586, 0.16947387450737772, 0.2301864008648028, 0.20079102354365716, 0.21048578244571578, 0.3239119468342597, 0.169053280117542, 0.1452053280218775, 0.21384547621445293, 0.26851529704112087, 0.14148203036540402, 0.14485168569291265, 0.18861113060274945 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.2974066436922636, 0.25636694629635104, 0.1784336819122864, 0.32707308832372445, 0.20645103065540285, 0.23752880794162784, 0.14156216538618122, 0.23470147189252744, 0.2219199223861681, 0.12137633452550677, 0.15000716662902697, 0.11129966359976669, 0.2981176278477624, 0.1687980883426547, 0.19584214139250986, 0.2070066722070101, 0.15470374718508254, 0.30981426789501254, 0.31011665453727766, 0.1787808473643194, 0.1458809476002739, 0.2916959768058531, 0.2979324585285814, 0.2719023898895023 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 35.906230877974586, 22.37894594112153, 23.661309563460623, 36.606074332402414, 32.9696739326599, 30.16855064935288, 28.986708781213107, 29.42048708853569, 29.734271501274925, 33.63560831072549, 35.07987685494793, 33.73959795086428, 37.215181531859585, 21.325344945823613, 18.778867477698515, 24.24045922329904, 33.67769978506288, 30.553655376597835, 31.962048165319104, 22.572721628397048, 20.823355050600348, 27.978917631004308, 26.25371282373105, 37.831558192061806 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 34.8579591377254, 21.28027264675829, 22.619954516841904, 35.531475343072024, 31.766941954343224, 28.71281170039058, 27.844155232637515, 28.324087536292026, 28.57223606310206, 32.731066386897766, 34.02669876820828, 32.61908112573926, 36.069657130560095, 20.2692089582688, 17.712548750529088, 23.22630780924029, 32.57790215549704, 29.442931944092923, 30.777785654728778, 21.493820666371168, 19.84437105771392, 26.92398106009528, 25.112503534271745, 36.80133460081869 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.443287940840332, "rpss": 0.02157581159442712, "brier_below": 0.22184132683053862, "bss_below": 0.020315670795521656, "brier_above": 0.22144661428486137, "bss_above": 0.02283495103296529, "crps": 29.395869067332853, "crpss": -0.0003077098355792618, "crps_fair": 28.297462238924837, "crpss_fair": -0.004796715035885857, "reliability": { "below": { "weight": [ 0.0, 0.011263, 0.207907, 0.622122, 0.143112, 0.015596, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.2665, 0.3496, 0.4358, 0.522, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4685, 0.2643, 0.331, 0.5035, 0.531, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008347, 0.261285, 0.543779, 0.164535, 0.021354, 0.000699, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2679, 0.3478, 0.4383, 0.533, 0.6221, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1345, 0.2113, 0.3814, 0.471, 0.272, 0.1194, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4207716995171103, 0.416654674299618, 0.4685665819280378, 0.44453179498836687, 0.516160278528045, 0.387669156137983, 0.47409180950769997, 0.4324893661306674, 0.47401638874737473, 0.4596732956507673, 0.4482029525753042, 0.45272980721863726, 0.4654581578767424, 0.395675446331564, 0.3977594327144566, 0.4199680727440288, 0.4378882343634901, 0.4975546900265732, 0.44533688732320376, 0.40866576642259167, 0.42809755949855344, 0.3993600981852552, 0.41587859224114937, 0.4367168556906356 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.1143304448794384, 0.15715666338805298, 0.30192604724491934, 0.11605666275895664, 0.32831035500116973, 0.13030378949103832, 0.3527265886835424, 0.18935422324285475, 0.2615879129806364, 0.3385592161939868, 0.2739665740728804, 0.3512739918985281, 0.13797938162849527, 0.2445692700105554, 0.1843489372469807, 0.23463467575561794, 0.2774307454037412, 0.1705778655749126, 0.13675989926698656, 0.2042283931858452, 0.2851097365797979, 0.1371924872030149, 0.14310500236368534, 0.19859857754893476 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30644125634319097, 0.25949801345145074, 0.16664053147354457, 0.3284751353335723, 0.18784992055925404, 0.2573653667123795, 0.12136521741068658, 0.24313514495417077, 0.2124284740640175, 0.12111407510001639, 0.17423637840747483, 0.10145581170895025, 0.32747878302703887, 0.15110617482709485, 0.2134104946181273, 0.18533339598020115, 0.16045748539340193, 0.32697682899499975, 0.3085769917057228, 0.20443737425974565, 0.14298782004788774, 0.2621676146213726, 0.27277359242375104, 0.23811827995480916 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 36.964289501377834, 21.841312335959415, 22.990584941506178, 32.5625148089925, 33.092061082240434, 32.45473896599636, 28.921715316836515, 30.927472245972286, 26.663652628143517, 27.1371698952749, 33.49747541499595, 28.44853557177168, 38.03678649991867, 19.764508558395004, 18.478391453092073, 22.812640633047774, 25.96933776887406, 32.7888295638438, 31.882095508996123, 23.25025917030726, 21.358221375351036, 22.453109001060028, 22.288743867932027, 32.023756776536494 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 35.95677723554659, 20.81195706136084, 21.971849106736546, 31.557967582499753, 31.910375844577164, 30.97156548980002, 27.8690767221852, 29.85441754915896, 25.585243539189413, 26.225761879695252, 32.45644456297966, 27.408799642244283, 36.92845162276561, 18.804979598980367, 17.436330705089137, 21.808037950048206, 24.916922482824862, 31.7498951859931, 30.756682288767006, 22.15731020187571, 20.445661719109612, 21.450011417707575, 21.193608105414803, 31.066569306096525 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4393298999436606, "rpss": 0.03096543088584991, "brier_below": 0.21958697673352381, "bss_below": 0.030722678901251355, "brier_above": 0.2197429233905359, "bss_above": 0.031207888366729164, "crps": 27.77534178693425, "crpss": 0.015918134269790274, "crps_fair": 26.72061236669359, "crpss_fair": 0.012125831122222763, "reliability": { "below": { "weight": [ 0.0, 0.0105, 0.209768, 0.62789, 0.139562, 0.012246, 3.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2672, 0.3496, 0.4351, 0.5232, 0.6009, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4257, 0.2369, 0.3357, 0.54, 0.5335, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.008734, 0.259084, 0.554428, 0.160017, 0.017354, 0.000384, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1851, 0.2689, 0.348, 0.4367, 0.5269, 0.6266, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1361, 0.2001, 0.3807, 0.4854, 0.3453, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41186291627153343, 0.3814614568683443, 0.4076527281674151, 0.3781708735357381, 0.5764983340782684, 0.4870856538449024, 0.43611313909662575, 0.39383354148862554, 0.38859240734486455 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1470325468772477, 0.1684119517811457, 0.1440274154462817, 0.1981990035838093, 0.20269072698060628, 0.36487213398084284, 0.18648337134316292, 0.1993435821382668, 0.19245983859315544 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26483036370055435, 0.21304950469570275, 0.2636253031086888, 0.17997187582577814, 0.3738075866996376, 0.12221353443491681, 0.24962976277366652, 0.19448996029717514, 0.19613257559411823 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.23732085320007, 21.407058439438146, 22.769181477846463, 19.133756358731382, 38.68711231802374, 29.177406726344113, 33.965348882246964, 22.230046264226456, 18.623791834596833 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.677641703859287, 20.89607490334054, 22.25756556126138, 18.598986303999165, 38.22439850241296, 28.686736105329334, 33.418693407332, 21.659620994686417, 18.080338374352152 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4290301167440353, "rpss": -0.0036218273101236154, "brier_below": 0.20039117452494654, "bss_below": -0.0057015788646144205, "brier_above": 0.22863894079224872, "bss_above": -0.0018060827687702563, "crps": 26.025669239406017, "crpss": -0.01859120415142157, "crps_fair": 25.500006206285914, "crpss_fair": -0.04605884833250373, "reliability": { "below": { "weight": [ 0.0, 0.001055, 0.172923, 0.665295, 0.139668, 0.020984, 7.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1887, 0.2772, 0.3426, 0.4393, 0.5231, 0.6173, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1429, 0.1421, 0.2967, 0.2822, 0.1382, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.009335, 0.274295, 0.655088, 0.060754, 0.000528, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2608, 0.3471, 0.427, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3692, 0.3225, 0.3543, 0.4463, 0.4277, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39153738494615503, 0.3955111162593061, 0.4189049298535434, 0.3716308307619898, 0.6000879107274287, 0.48425819001299053, 0.42365607727046783, 0.4018234496083942, 0.38729182388783956 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15153826261770914, 0.16586828750505236, 0.12488711392295485, 0.19797231685839026, 0.20441484992426737, 0.35177015165724757, 0.17346980487051344, 0.17408452153551482, 0.18293583343110068 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.23999912187070196, 0.2296428256005252, 0.29401780199622163, 0.1736585219716439, 0.395673037936383, 0.13248805265453095, 0.25018626773179514, 0.227738924589415, 0.20435599512495786 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.658472340765446, 23.087083779721283, 23.51724228429856, 18.22871549177176, 40.83889762664819, 28.527920275888132, 28.688985300136068, 24.050371520093258, 17.691382440383215 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.136031286502714, 22.59195536030074, 23.023796006825698, 17.700186572489343, 40.40231904402786, 28.044290849600706, 28.153517818763145, 23.484333024926386, 17.167242243923624 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4305224125920128, "rpss": -0.012869642293416028, "brier_below": 0.19188234914697228, "bss_below": -0.015454525302722733, "brier_above": 0.2386400610529083, "bss_above": -0.010800751639456818, "crps": 25.476563451078434, "crpss": -0.035619911904972046, "crps_fair": 24.967074689706692, "crpss_fair": -0.06363818592683779, "reliability": { "below": { "weight": [ 0.0, 0.001399, 0.205289, 0.663934, 0.109829, 0.019365, 0.000185, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1888, 0.2768, 0.34, 0.438, 0.5269, 0.6173, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1334, 0.1406, 0.2759, 0.1858, 0.0479, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007041, 0.225152, 0.695726, 0.071428, 0.000653, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1881, 0.2598, 0.3491, 0.4272, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5931, 0.3799, 0.363, 0.4536, 0.4277, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.5277697215946525, "training": [ 0.5924613430924609, 0.5145440391942917, 0.49918127901551745, 0.5903778913813044, 0.46621508817881063, 0.5553545118958855, 0.5510828237823099, 0.5265955959073877, 0.4407142375241656, 0.5249385042678486, 0.570449425669482, 0.5622355251078851, 0.5416524066120085, 0.5214929458204336, 0.5372515732436507, 0.5308265990809777, 0.5186911883269562, 0.4804646139022172, 0.5471873046766733, 0.544325728288958, 0.5499946527062303, 0.5022413618645636, 0.49954787578822185, 0.4986468029434209 ], "test": 0.5519987215879854 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44086410864604986, 0.4129042494286806, 0.4513064962663168, 0.4696774294743257, 0.47499265101922367, 0.3813044137169289, 0.46082932514857444, 0.4313837646537744, 0.4702464268717556, 0.4730568455719191, 0.4436606930976523, 0.4630035559046448, 0.477195063011728, 0.3939463996146733, 0.38641570232028016, 0.4184493650893517, 0.46773540046003015, 0.4873252895648887, 0.4745625250025787, 0.3939238736070517, 0.40923593222437826, 0.4411589130178245, 0.4614541471819137, 0.4670654525315728 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12973435741306155, 0.15709017574136427, 0.2759898168657791, 0.11654244740733824, 0.2828957344767759, 0.14678599718820454, 0.3251576077263137, 0.19995376666969714, 0.2656479804510598, 0.3607056752846526, 0.29418044090471507, 0.3589834487167029, 0.17209500946380976, 0.22658675022423666, 0.19494457439244944, 0.21185626540218996, 0.32105478186239333, 0.17206314925882057, 0.14824151372599156, 0.216027057742471, 0.2702340657579982, 0.1446637253124681, 0.1471621552002148, 0.19038490307420036 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3111297538416825, 0.2558140752669694, 0.1753166770466859, 0.3531349844343389, 0.19209691473691573, 0.2345184165355902, 0.13567171514425075, 0.2314299987078099, 0.2045984455053753, 0.11235116843479483, 0.14948025211846785, 0.1040201041729939, 0.305100058050268, 0.1673596491761152, 0.19147112711906206, 0.20659310006304915, 0.14668061630695253, 0.3152621428511868, 0.3263210156613069, 0.17789681620494863, 0.13900186473495882, 0.29649519085920784, 0.314291995633836, 0.2766805512263682 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 38.62352847309122, 22.36768864519511, 23.30982147823331, 39.87508640308979, 31.132681467935875, 28.850721812633005, 28.025768321059534, 29.402840881996553, 27.99888293486578, 32.742480887418296, 35.54020411743415, 32.09434936783039, 38.79820124714898, 21.135432111430827, 18.098449768241437, 24.430637372434727, 32.83186016529842, 31.658718907831172, 34.0238301101574, 22.605767222966985, 20.350108968309158, 29.140443493635615, 27.78741768779547, 39.34629020790021 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 37.73006731228562, 21.418679629987444, 22.416655594838428, 38.92250529397278, 30.069848410696746, 27.557190626403028, 27.031119993319834, 28.438295998710466, 26.987766432232647, 31.949503137352348, 34.624378335137614, 31.105310906309825, 37.797809621239416, 20.207286812268983, 17.18069863942685, 23.54961304504634, 31.87708840285266, 30.680021443365007, 32.96193109755628, 21.671609223222937, 19.48370355116312, 28.230291358719917, 26.78590818404698, 38.45821212782126 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.44382075097608825, "rpss": 0.02039979421018856, "brier_below": 0.22204089167762117, "bss_below": 0.019434362717625886, "brier_above": 0.2217798597430473, "bss_above": 0.021364457498810885, "crps": 29.590467168913893, "crpss": -0.006929660045148056, "crps_fair": 28.63064563241569, "crpss_fair": -0.016627513729332133, "reliability": { "below": { "weight": [ 0.0, 0.007799, 0.177651, 0.61314, 0.190309, 0.011045, 5.6e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1869, 0.2672, 0.3497, 0.431, 0.5209, 0.6182, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4675, 0.2788, 0.3171, 0.4921, 0.4706, 0.5064, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015865, 0.323672, 0.536897, 0.113124, 0.009967, 0.000474, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1929, 0.2665, 0.3432, 0.4329, 0.525, 0.6294, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1115, 0.2584, 0.3904, 0.4429, 0.1975, 0.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.442183323399432, 0.41760599262530196, 0.4638212323445547, 0.47311067071225005, 0.48817121409310515, 0.390320665064414, 0.46552249155619646, 0.43122240626572284, 0.4582594550316442, 0.44457600275894676, 0.4470496797693263, 0.4402454506520907, 0.481532790628885, 0.38905425970310553, 0.38767084666345, 0.41990067318960184, 0.43003896855138435, 0.5098137990223881, 0.46697439912084043, 0.41222066960044396, 0.42294637300144644, 0.40741499026024003, 0.43344942173486123, 0.44315521412253517 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11995821572510161, 0.15773353373233376, 0.30302398142429143, 0.12125333772794318, 0.32115994617563065, 0.13414836865062163, 0.3504769215635121, 0.19127320717550722, 0.26005206747057735, 0.33101296320883705, 0.2736017837562908, 0.3454956422156719, 0.1417435332740035, 0.24127725849655854, 0.17755677885675294, 0.2357508318086166, 0.2770829298524247, 0.17441465860901706, 0.14055482701405855, 0.20702909777834846, 0.28590779229268065, 0.14216863588767018, 0.14621946762736693, 0.20095401398183335 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.322225109964547, 0.2598724612453697, 0.16079724774804682, 0.3518573353829571, 0.16701126474878095, 0.25617229675170344, 0.11504556757777462, 0.23994920044134077, 0.19820738582864286, 0.11356303709182516, 0.1734478961161172, 0.0947498061819459, 0.3397892635948039, 0.14777700052965453, 0.2101140675805866, 0.18414984086340697, 0.15295603662716534, 0.33539914354650396, 0.3264195762446682, 0.20519157267423235, 0.13703857898888214, 0.26524635694154114, 0.28722995672557144, 0.2422012013938657 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 40.094751201335505, 21.996073406272128, 22.320872645836776, 35.404568036537576, 30.375348294193174, 31.3618588526883, 27.96474346313372, 31.109623773633764, 25.406042254318287, 25.98880198316584, 33.83333303920854, 26.861472467616416, 40.434732503192315, 19.42482060740954, 17.81088227719493, 22.713191488804867, 25.294154345832123, 34.508664642622, 34.20053994795518, 23.582435727222528, 20.980847638899007, 23.122567066451673, 23.50810665310096, 33.29240723758614 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 39.23512631201972, 21.101333775889334, 21.44558661798628, 34.52304363493501, 29.331680848409974, 30.040341218650784, 27.051478828549424, 30.16074777118291, 24.463507259900368, 25.1773803088665, 32.92348673651889, 25.938822176148857, 39.465670218983696, 18.5903389982156, 16.919157625017696, 21.8320969596645, 24.379647453144013, 33.595039730558156, 33.18515727933857, 22.633415253922525, 20.172218091175, 22.256251137047645, 22.54540392083389, 32.47926508736402 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.44026087457800694, "rpss": 0.028911970368444506, "brier_below": 0.2199937414294021, "bss_below": 0.02892718173378095, "brier_above": 0.2202671335329139, "bss_above": 0.02889677571318805, "crps": 27.98295164809214, "crpss": 0.008562505630564932, "crps_fair": 27.06025821851347, "crpss_fair": -0.0004310429110077063, "reliability": { "below": { "weight": [ 0.0, 0.005967, 0.179544, 0.612493, 0.192558, 0.009369, 7e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2678, 0.3499, 0.4304, 0.5213, 0.6112, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4449, 0.256, 0.318, 0.5142, 0.4737, 0.5026, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016769, 0.322989, 0.544189, 0.109192, 0.006757, 0.000105, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1935, 0.2673, 0.3431, 0.432, 0.5213, 0.6398, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.102, 0.2422, 0.3959, 0.4615, 0.2943, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42012852118560234, 0.3783926810383945, 0.42024957744004304, 0.37520595470425266, 0.5681077759147622, 0.4796709915770698, 0.44220420987818027, 0.3950649029631707, 0.39019948707741575 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.15016885038057556, 0.16649199731126185, 0.14743209071313665, 0.1973966460681505, 0.19593348372358138, 0.36226174174697506, 0.18969913253797926, 0.2011458892320195, 0.19509823088686534 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.26995966448437453, 0.2119006827182637, 0.27281747613384855, 0.1778093140715292, 0.372174271597225, 0.11740926393562157, 0.25250507170093217, 0.19391901414335383, 0.19510126236963152 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.764318677779208, 21.15752508668839, 23.273825576347928, 18.83173355316382, 39.4264444857377, 28.728622425356335, 34.85346090825583, 22.040754599595942, 18.185109162578826 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.257897203210078, 20.695260091278936, 22.80835799652521, 18.34125665185771, 39.00370963225147, 28.284758290462776, 34.35619795145128, 21.51596100317971, 17.693719570906648 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.42991378908654343, "rpss": -0.005688984874403724, "brier_below": 0.20062534028894946, "bss_below": -0.006876784704552552, "brier_above": 0.22928844679497556, "bss_above": -0.004651963099006062, "crps": 26.140199386167108, "crpss": -0.02307367870482846, "crps_fair": 25.6619020434582, "crpss_fair": -0.05270012408797853, "reliability": { "below": { "weight": [ 0.0, 0.001432, 0.181359, 0.629953, 0.175228, 0.012028, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.191, 0.2826, 0.3429, 0.4334, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1053, 0.1542, 0.2958, 0.2753, 0.1422, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012027, 0.341176, 0.597478, 0.049243, 7.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1939, 0.2646, 0.3433, 0.4175, 0.504, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4424, 0.3152, 0.3605, 0.4688, 0.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39956682771780055, 0.3926564714432551, 0.43319097680491503, 0.3687978367808206, 0.5912445900200368, 0.474847348472082, 0.4306919512203389, 0.40558904253655986, 0.3904943639482028 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15542735839563787, 0.1634307477865868, 0.12820488084964674, 0.1975444152748074, 0.19733868654045075, 0.34753190388661104, 0.17695191959285345, 0.17652021507678226, 0.1855134976735589 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24413946799927508, 0.22922571991255739, 0.3049860809692409, 0.17125342921795556, 0.3939058805529387, 0.1273154584175812, 0.25374002620879405, 0.2290688233069457, 0.20498087025731526 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 25.116992854537273, 23.013472812520686, 24.250379173517807, 17.84231399341098, 41.73078124802655, 28.01747388464408, 29.500724637003437, 24.0818524376401, 17.367758733286102 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.64462334960147, 22.566077180031876, 23.802771058642573, 17.358299379683324, 41.33399940365573, 27.581047771413918, 29.01228592643577, 23.563110399338857, 16.89369704997776 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.43189771210489014, "rpss": -0.016105244168978405, "brier_below": 0.19205151389743721, "bss_below": -0.016349756740867027, "brier_above": 0.23984619520473377, "bss_above": -0.01590953891458624, "crps": 25.657972197176335, "crpss": -0.04299416039863013, "crps_fair": 25.195101279864584, "crpss_fair": -0.0733524913355772, "reliability": { "below": { "weight": [ 0.0, 0.001772, 0.218114, 0.622857, 0.144658, 0.012598, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.191, 0.2818, 0.3408, 0.4325, 0.5224, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1053, 0.1515, 0.2741, 0.1989, 0.0661, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011199, 0.287542, 0.641061, 0.060105, 9.3e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1945, 0.265, 0.3449, 0.4184, 0.504, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5882, 0.372, 0.3633, 0.4744, 0.0, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.4741807613999735, "training": [ 0.543984186690031, 0.44806605894245427, 0.4441402705032822, 0.5457723040497299, 0.4074399662330557, 0.508175774717117, 0.5054702111231726, 0.47318242842098074, 0.3719973787116689, 0.47487857134375505, 0.5194628215073116, 0.5112078218897328, 0.48933753658067036, 0.46982489498974594, 0.48457570371215997, 0.47244649723344456, 0.468638052444354, 0.4178327729701298, 0.5083859904962699, 0.4923838716135558, 0.49875744010259754, 0.43937774921934886, 0.4459905882353649, 0.43900938186942917 ], "test": 0.510987604969257 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42633084854954745, 0.4149775732339928, 0.4502357485059698, 0.44995429717049307, 0.5006877072695164, 0.3790149438647353, 0.46760753807986055, 0.42814312161833623, 0.4855474738580612, 0.48076256740357665, 0.4418782737413545, 0.4757226489780905, 0.46482732381205644, 0.3995979287697736, 0.39320001827952245, 0.42075693914483064, 0.48095726794018473, 0.48026158454272616, 0.44673741190553795, 0.3929119084796136, 0.4152203342925718, 0.43579665344025764, 0.445279785186221, 0.4601751969456889 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12696610471275477, 0.15752363030197736, 0.27334715286514993, 0.11166823610288583, 0.2891466492679355, 0.14414878124271954, 0.32623584232638264, 0.19751214219216934, 0.26718398001969446, 0.36083023489138416, 0.29224411575355824, 0.36250678530006164, 0.16861005850981503, 0.22845513734796416, 0.1998930457729775, 0.2124529306877339, 0.3280112799320002, 0.17067089185811607, 0.14222548870476498, 0.2153024741190675, 0.2711415639727968, 0.14459730934572101, 0.14319337137097304, 0.189228667038802 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.29936474586964806, 0.25745394448646, 0.17688859267877283, 0.3382860638602077, 0.2115410573885978, 0.23486616267959326, 0.14137169248494633, 0.23063098062598625, 0.21836349291523108, 0.11993232937187756, 0.14963415782637662, 0.1132158597722535, 0.29621726985449964, 0.1711427907682613, 0.1933069716474913, 0.2083040089195664, 0.15294598424934086, 0.3095906964354101, 0.3045119263547599, 0.1776094348493778, 0.14407876790977514, 0.29119934809515147, 0.30208641820480026, 0.27094653326883744 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 36.25178475003477, 22.369507013692438, 23.60772789687691, 37.10889388502812, 33.558043790153334, 29.701659157930177, 28.97100639825782, 29.520810269580412, 29.516309844492188, 33.095840152371345, 35.43039648853826, 33.68072684905088, 36.909826172651066, 21.317262860352198, 18.687237479636625, 24.621284764389223, 33.706966632161425, 30.522307717320775, 31.512952008669373, 22.653295324967885, 20.91238454099477, 28.05817800987112, 26.396329473103624, 37.95127727391499 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 35.220820342963556, 21.313856373138602, 22.5909645809436, 36.07953938233707, 32.37693752888259, 28.29066743220689, 27.87587588171166, 28.444109427426678, 28.38462123739978, 32.21737677027044, 34.423177184165304, 32.59136010983483, 35.77992696129205, 20.289729700821407, 17.645836183499828, 23.6371200034323, 32.637967541478645, 29.441032945809415, 30.36344149146387, 21.60070226000761, 19.949831715356396, 27.05598052862275, 25.28225426844358, 36.9497163652114 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4431910456255217, "rpss": 0.02178967850389335, "brier_below": 0.22179566140155857, "bss_below": 0.020517336129016184, "brier_above": 0.22139538460488428, "bss_above": 0.023061009367182916, "crps": 29.41925036475165, "crpss": -0.0011033485704099455, "crps_fair": 28.35178525903001, "crpss_fair": -0.006725636848437189, "reliability": { "below": { "weight": [ 0.0, 0.009211, 0.204798, 0.62296, 0.146084, 0.016529, 0.000418, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2692, 0.3487, 0.4366, 0.5259, 0.6353, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4026, 0.2758, 0.3286, 0.5, 0.498, 0.7333, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.012228, 0.256987, 0.54723, 0.160121, 0.022713, 0.000722, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2676, 0.3477, 0.4368, 0.5301, 0.6344, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0848, 0.2206, 0.3803, 0.4632, 0.3093, 0.0767, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4239360767186484, 0.41782264472413133, 0.4652079940932477, 0.4577013294229265, 0.5224044175558403, 0.38490896959081655, 0.47275861573634187, 0.4298429397957643, 0.46846682089665115, 0.45888375044132024, 0.45039136276503755, 0.4526575143067752, 0.46451470040776666, 0.39572925706895945, 0.39750306195853924, 0.41922047830103254, 0.44516795150968747, 0.4983806829473281, 0.437119231658104, 0.4092765570929693, 0.42821489311252375, 0.4012635959069305, 0.4196969127957492, 0.43652986933231136 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11595330786253148, 0.15796826063566755, 0.3000899757862243, 0.1177379370624115, 0.32971555047170226, 0.1302771557899893, 0.3509130163397271, 0.189930255377252, 0.25900223929806176, 0.3381758903828428, 0.27640806709474, 0.34955551481169, 0.13754900525180797, 0.24346838416053587, 0.18562281883721318, 0.23284751661167094, 0.28467216441369425, 0.17219074717991778, 0.13402451613520824, 0.20577405914520316, 0.28644510270249385, 0.14007710526773184, 0.1418606238126179, 0.19994959352183644 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.30798277078615455, 0.2598543867396851, 0.1651180143456806, 0.33996339565874434, 0.19268886523402096, 0.2546318142199669, 0.12184559577695439, 0.23991268619056766, 0.20946457953071157, 0.12070785617648894, 0.1739832957027759, 0.1031019960403484, 0.32696570147959036, 0.15226087174967082, 0.21188024293548993, 0.18637296085269003, 0.16049578374791912, 0.3261899403300547, 0.3030947184461845, 0.2035024992785249, 0.14176978808085272, 0.261186493725378, 0.2778362925154026, 0.23658027809857735 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 37.43530151602336, 21.790328135104225, 22.884122782773268, 33.307240587157224, 33.6785144762102, 31.961595286866302, 28.919845340542686, 31.261715081905752, 26.485986817711506, 27.058965695422835, 34.00498082632073, 28.545203340398338, 37.79020842548492, 19.781896046292292, 18.501804980828805, 23.072374154649374, 26.27961266475354, 32.61544286267362, 31.35588857688354, 23.380211882538607, 21.335824903431035, 22.490264935082394, 22.631702170284175, 32.15684481692897 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 36.451261066606136, 20.802408070857766, 21.890171529647418, 32.35294547549534, 32.52804454318271, 30.52299328934312, 27.908427642377184, 30.214683343179882, 25.440270156824642, 26.19376474656322, 33.00527240669135, 27.54435572679683, 36.7059082489278, 18.84501047549851, 17.489213065505176, 22.101191184193286, 25.263082367846426, 31.61290036249427, 30.26520688900567, 22.319684688333894, 20.445481629587313, 21.551692587431617, 21.557960603398925, 31.225038597230355 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4398999845058085, "rpss": 0.02970798938662489, "brier_below": 0.22000870033136546, "bss_below": 0.028861151750412484, "brier_above": 0.21989128448510142, "bss_above": 0.03055380105474348, "crps": 27.863578179427822, "crpss": 0.012791914098802981, "crps_fair": 26.84320702904245, "crpss_fair": 0.007593446215966249, "reliability": { "below": { "weight": [ 0.0, 0.009336, 0.209651, 0.624361, 0.143557, 0.012782, 0.000312, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1813, 0.2699, 0.3488, 0.4352, 0.5243, 0.6517, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3738, 0.2512, 0.3352, 0.5206, 0.5061, 0.7768, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.011835, 0.252495, 0.558949, 0.157275, 0.019171, 0.000276, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2689, 0.3475, 0.4355, 0.5263, 0.6193, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0649, 0.2082, 0.3798, 0.4794, 0.3517, 0.0, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41497136861016076, 0.3807079423456983, 0.41282410736269676, 0.37960934094834436, 0.5778668400907343, 0.4875711580828656, 0.43657240817830073, 0.39690957894348844, 0.38673902581405295 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14886123637738763, 0.1681996086219416, 0.1455823727221449, 0.1979877427965142, 0.20153115155404064, 0.36394874244994924, 0.1904805153163431, 0.20054870052361287, 0.19127062582327004 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.266110126324888, 0.21250833302959177, 0.2672417243944317, 0.18162160415937997, 0.37633566811141406, 0.12362243040552626, 0.24609188829177575, 0.19636087951793052, 0.19546840680902833 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.29549523794823, 21.318269117112212, 22.9190382495938, 19.12202775412113, 39.18716946088407, 29.034638465014783, 33.75572622616548, 22.44071580751427, 18.66899720048297 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.74940526560886, 20.816829065982414, 22.41238153817629, 18.59665782199072, 38.73339765101728, 28.551512400907917, 33.207208263261066, 21.87542176702547, 18.13230526499727 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.43041908559737135, "rpss": -0.006871015197540853, "brier_below": 0.200934521798356, "bss_below": -0.008428471463727716, "brier_above": 0.2294845623382185, "bss_above": -0.005511264421280693, "crps": 26.08245305764855, "crpss": -0.020813606091134362, "crps_fair": 25.563902115440808, "crpss_fair": -0.048679980288434344, "reliability": { "below": { "weight": [ 0.0, 0.000376, 0.156939, 0.681258, 0.138882, 0.022022, 0.000522, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2784, 0.3429, 0.4385, 0.522, 0.6301, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1432, 0.2888, 0.2944, 0.1925, 0.1429, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014634, 0.272624, 0.648974, 0.063239, 0.000529, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2615, 0.3473, 0.4241, 0.5063, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5724, 0.3263, 0.3469, 0.4547, 0.2852, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39554054217211576, 0.3957140420134164, 0.42447502759068106, 0.3740303193349536, 0.6011563505716365, 0.4844537694952511, 0.42281246504090275, 0.4053669990090918, 0.38729062982711776 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15341454127718168, 0.1666707111475336, 0.12587501145345278, 0.19816148305232884, 0.20318496996767751, 0.3510346314427125, 0.17667162158178557, 0.17532953847709315, 0.1826619707865282 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24212600015690633, 0.22904332762445814, 0.29860000159136046, 0.1758688444749794, 0.39797135787894344, 0.13341915246916233, 0.2461408391965125, 0.2300374571381878, 0.2046286638261238 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.698648280637975, 23.036852354650495, 23.68938151520198, 18.32426560451005, 41.39856323467855, 28.490794675596042, 28.46712256433683, 24.26791691168516, 17.78569396786379 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.190314698137083, 22.55269010175435, 23.199091101628728, 17.803394270660036, 40.97164368552846, 28.018839427249315, 27.93203773753578, 23.706001179995283, 17.271919725285134 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4323155716727963, "rpss": -0.01708832253771142, "brier_below": 0.19255605324292155, "bss_below": -0.01901981349096915, "brier_above": 0.23975951603962603, "bss_above": -0.015542394501130152, "crps": 25.573248789906764, "crpss": -0.039550161849089216, "crps_fair": 25.07177021419713, "crpss_fair": -0.0680983863759348, "reliability": { "below": { "weight": [ 0.0, 0.000466, 0.189577, 0.680427, 0.109792, 0.019091, 0.000646, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2782, 0.3409, 0.4374, 0.5249, 0.6407, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1415, 0.2688, 0.2017, 0.0873, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.015356, 0.219743, 0.687062, 0.077185, 0.000654, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1836, 0.2614, 0.3491, 0.424, 0.5063, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6933, 0.3903, 0.3559, 0.4378, 0.2852, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.44060017529933376, "training": [ 0.4977168711690757, 0.42454536073854576, 0.429989077198502, 0.48856373263830233, 0.3827538923650634, 0.4644356578535745, 0.451907611874236, 0.44578488305443625, 0.3735169995529722, 0.43147150188947647, 0.4569953069490512, 0.4690593898995807, 0.4636215887497656, 0.4309776800407431, 0.4416464649215525, 0.4475976465560395, 0.42181418781192825, 0.39951740921252216, 0.4740810406642119, 0.45716736345882014, 0.47196270607856317, 0.4148627220596982, 0.41579248038136435, 0.4186226320659845 ], "test": 0.49248386718988113 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4361797370041243, 0.4058862129815668, 0.44165736608145756, 0.46893614914338916, 0.48365933300660324, 0.36528031095367863, 0.4774724967390676, 0.4121628768378564, 0.4636174122628604, 0.4821553916510701, 0.4509332254572438, 0.4759250754538484, 0.4560427623371688, 0.4002347112970377, 0.3944213418542651, 0.4160922362983641, 0.4685579321107911, 0.47406035615184894, 0.46709924835826955, 0.3859608783753265, 0.410234224314325, 0.42204314376557317, 0.45249335293666954, 0.4572016553625316 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12427084107628847, 0.15747655497471888, 0.2662843126097436, 0.10989206041886106, 0.2893664927279166, 0.1421493957029826, 0.3392494789471157, 0.190873044039932, 0.26152583570946186, 0.3674283830604599, 0.3033346098228878, 0.3724107979336105, 0.1573461144748448, 0.23370699286292815, 0.20565331969303938, 0.20617911480094522, 0.3258087894698871, 0.16185115568674155, 0.14177147878078697, 0.20665104250441388, 0.2671131170862021, 0.13502006875854666, 0.14038086992776724, 0.1814600782558061 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3119088992944893, 0.24840965995655945, 0.17537305038035644, 0.35904409138304977, 0.19429283790435234, 0.22313091384834874, 0.13822301552033123, 0.221289833419785, 0.20209157569727182, 0.114727005635676, 0.1475986157670741, 0.10351427399964888, 0.2986966520728255, 0.16652771848586484, 0.1887680214334821, 0.20991312179617438, 0.1427491391096786, 0.31220920408295755, 0.3253277747240715, 0.17930983619211524, 0.14312110521838362, 0.28702307851795766, 0.3121124871009801, 0.27574157908875224 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.601146093501, 21.514533147523576, 23.100969254414764, 38.70740632435169, 31.457582882136595, 27.59664933488656, 29.6840139053892, 28.189852262782892, 27.58667077554093, 32.6278046731026, 36.517784844434516, 34.381862017273164, 36.61296172411433, 20.99548827894514, 18.53330162785317, 24.13990381804461, 32.9377627202067, 30.247676105527812, 33.39351613718538, 22.026448241974666, 20.501988375779433, 27.525427237148502, 26.765738375102742, 37.68892500277776 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.59083034303788, 20.467663199866653, 22.092949617122283, 37.66325040916715, 30.327439228286277, 26.19223017824841, 28.604135057908028, 27.14652786077058, 26.4944737443433, 31.74387687063768, 35.50534331220039, 33.311978034507305, 35.512187101111074, 19.99199615965284, 17.49678926298519, 23.1698082083696, 31.88303425306546, 29.191545347232868, 32.27383179864661, 20.97676184684469, 19.555941096061556, 26.50554004504501, 25.67263842851046, 36.69910133356642 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4403461429472891, "rpss": 0.028068941568812122, "brier_below": 0.22030016455524534, "bss_below": 0.027121672866629476, "brier_above": 0.22004597877625776, "bss_above": 0.029015456748844204, "crps": 29.180642214999907, "crpss": 0.007016213102679414, "crps_fair": 28.127911364049485, "crpss_fair": 0.0012237598981478248, "reliability": { "below": { "weight": [ 0.0, 0.043227, 0.243451, 0.549899, 0.154251, 0.009172, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.168, 0.2678, 0.3514, 0.4387, 0.5188, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2708, 0.2486, 0.3472, 0.5084, 0.5376, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003152, 0.342706, 0.516395, 0.131437, 0.00631, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1831, 0.2666, 0.3458, 0.4352, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0985, 0.2356, 0.4006, 0.4349, 0.3178, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343809574276963, 0.40970094011535757, 0.45354757870978507, 0.46951920111011725, 0.4996384798454943, 0.37090688442826314, 0.4806817674849668, 0.4119664293782143, 0.4603447701138098, 0.46908042758836926, 0.4586726096027379, 0.45941675100531526, 0.4643759317661292, 0.39401722169662906, 0.39779945056537996, 0.4133439484201318, 0.43923333032500883, 0.49403801619765714, 0.4586087462406806, 0.40270602467031624, 0.4243505201252967, 0.3853222365877207, 0.42406041428271085, 0.43151290770376577 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11300940239706414, 0.1575877903388164, 0.29122525114405956, 0.11358519779098136, 0.32849115551991603, 0.12766733972763322, 0.3640042347711072, 0.18132678238735184, 0.25702428075246764, 0.34896003589151453, 0.2873558688183764, 0.36351375354771925, 0.12900145621896694, 0.24769026741514968, 0.1923941571996249, 0.2273132466337452, 0.28636318064965316, 0.1622724498533033, 0.13307572881034638, 0.19577946229161422, 0.2820518916098519, 0.12977229371877888, 0.13747353997567582, 0.18975812967027783 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3213715584932485, 0.25211315234023884, 0.16232232361030802, 0.3559340056906074, 0.17114732030691462, 0.2432395435368253, 0.11667752962478346, 0.23063964782064483, 0.20332048842717407, 0.12012038852505608, 0.1713167412801189, 0.09590299449486324, 0.33537448159606076, 0.14632695354572398, 0.20540529337247063, 0.18603070097154945, 0.15287014674668384, 0.331765570864533, 0.3255330228563717, 0.20692656361543327, 0.14229862640782814, 0.25554994531154507, 0.2865868774929445, 0.2417547794739002 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.80448535179835, 20.958339377845963, 22.150714503323172, 34.004355517973636, 31.194174137207277, 29.712681831384813, 29.62759594949667, 29.846706637525244, 25.933668407877775, 27.299623978386613, 34.99290881402291, 29.550073131009608, 38.458917167901284, 19.210869196003774, 18.161642142355486, 22.341267404585736, 25.843193325858408, 32.613961455744885, 33.402454331011896, 22.87804472738271, 21.053935752991055, 21.715138993093962, 22.781723129028215, 31.89779023710861 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.833667597060895, 19.977012736372224, 21.163286007322736, 33.02110092948734, 30.087598245451346, 28.279350713621604, 28.624918169743705, 28.83006708715542, 24.918295434180177, 26.419507120110158, 33.9993702279926, 28.558823757628183, 37.395913019198105, 18.29707954223843, 17.145168319140353, 21.386987756989004, 24.838676815416417, 31.625976549769323, 32.340603233203225, 21.81890386313541, 20.171594058688445, 20.74617729941726, 21.73255555014356, 30.97671370067456 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.4378010643913148, "rpss": 0.03433759950197157, "brier_below": 0.21861237071391648, "bss_below": 0.03502468044006801, "brier_above": 0.21918869401690952, "bss_above": 0.03365134837408701, "crps": 27.684761062538254, "crpss": 0.019127414247210317, "crps_fair": 26.674556155589187, "crpss_fair": 0.013828551877347883, "reliability": { "below": { "weight": [ 0.0, 0.044903, 0.260726, 0.548419, 0.138772, 0.007179, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1675, 0.2678, 0.3503, 0.4387, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2698, 0.2347, 0.3499, 0.5591, 0.567, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.003943, 0.342727, 0.505714, 0.140315, 0.007301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2663, 0.3465, 0.4354, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1064, 0.2277, 0.4029, 0.4482, 0.3593, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41718217503471505, 0.38334616149518685, 0.4097237861910437, 0.3665312084777004, 0.5624769537413368, 0.4934587128379939, 0.44024328913065486, 0.38127871239944117, 0.378171340823357 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14408111187423653, 0.17120058555895074, 0.14055022471683445, 0.1882092254824753, 0.18885121227750595, 0.3746883439126786, 0.1847534416654294, 0.19046929361921622, 0.1858873296727181 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.27310105721039757, 0.2121455749960811, 0.26917355117729874, 0.17832198868668156, 0.37362572068560324, 0.11877038298293757, 0.2554898415281136, 0.1908094193108396, 0.19228401686339464 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.804632115964584, 20.971448731734412, 22.572896509219525, 18.433182359703476, 37.39735599954741, 29.565701505545267, 34.72191660363257, 21.144979424557768, 17.97469192699448 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 28.260643669030898, 20.47500406798676, 22.072013866537173, 17.913210747032224, 36.94557954725444, 29.087045492024966, 34.19237612383939, 20.58782101852575, 17.449241163741064 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4258235933479366, "rpss": 0.0038791306518211055, "brier_below": 0.19652119653111613, "bss_below": 0.013720648625159648, "brier_above": 0.22930239482681639, "bss_above": -0.0047130778990149835, "crps": 25.73186724187772, "crpss": -0.007092397811743645, "crps_fair": 25.22032618844141, "crpss_fair": -0.03458584103198303, "reliability": { "below": { "weight": [ 0.0, 0.039739, 0.208992, 0.555694, 0.188681, 0.006895, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2758, 0.3433, 0.4315, 0.5176, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1452, 0.1437, 0.3029, 0.3169, 0.0758, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005544, 0.354363, 0.571368, 0.068725, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1952, 0.2649, 0.3411, 0.4189, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5279, 0.3271, 0.3452, 0.5132, NaN, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.39318441182704417, 0.39806743580095766, 0.420430924795584, 0.3589187521373597, 0.5862357000518719, 0.4906971059568246, 0.4303890628932854, 0.39023149508524735, 0.3799759654015835 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14680818578813973, 0.1693810193086664, 0.12042316165456513, 0.18652152455227908, 0.19042424783680065, 0.3624553399540104, 0.17362450896781925, 0.16682099923625593, 0.17656652593789918 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2463762250819669, 0.2286864129464472, 0.30000774840257405, 0.17239723559476966, 0.3958114285813571, 0.12824177967280764, 0.25676454832154993, 0.22341049170292096, 0.20340944339752112 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.8351761869725, 22.8426175378152, 23.29891318711543, 17.493010161095537, 39.62102730831915, 28.97086237218537, 29.65707659697772, 22.988460675384598, 17.42420984161845 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.325585809999463, 22.362762495291285, 22.813630683646142, 16.977163472335917, 39.19359832312572, 28.501189457130447, 29.138412829495266, 22.433176563513555, 16.917634770720582 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4275700948833065, "rpss": -0.0059238645729244865, "brier_below": 0.18811394591515954, "bss_below": 0.004488122532897765, "brier_above": 0.2394561459668794, "bss_above": -0.014257418725460935, "crps": 25.236817096387107, "crpss": -0.02587424510019498, "crps_fair": 24.740350489473155, "crpss_fair": -0.05397936445739515, "reliability": { "below": { "weight": [ 0.0, 0.041485, 0.246417, 0.562184, 0.14229, 0.007624, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.2762, 0.34, 0.4321, 0.5204, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1457, 0.1423, 0.2886, 0.2098, 0.0488, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006771, 0.305471, 0.595667, 0.092091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1949, 0.2634, 0.3432, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5898, 0.3828, 0.3472, 0.5128, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42818191677458944, 0.40512702682495605, 0.45418216297872566, 0.4605181594525584, 0.49639206932467067, 0.3593792799194754, 0.45448160170613183, 0.4121618287033945, 0.49079227144446236, 0.46224719868681047, 0.42947839565421647, 0.4517895112748562, 0.461977318060346, 0.39278605124253113, 0.38365520229652184, 0.4204014335644566, 0.4557116556979918, 0.4912426168424464, 0.4669155886753853, 0.38364971636170764, 0.4077522852669965, 0.4335858980236996, 0.4596502386420921, 0.47255939573553646 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.1261768810321494, 0.15593038914523574, 0.2775871739923423, 0.11061727096315124, 0.29056609294578123, 0.1370814140481302, 0.3176309103028577, 0.18970158866412173, 0.27516980871457475, 0.3471558181823125, 0.28261325706854146, 0.34831804829768376, 0.16496935791069434, 0.2296984540172836, 0.1958877759453113, 0.2124521243632333, 0.3096117533969195, 0.1758185105621272, 0.15130382615819207, 0.20617187516213012, 0.266874051491451, 0.14450926873622005, 0.14949520445853828, 0.19582240038929413 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.3020050408345683, 0.24919663982170448, 0.17659498562473563, 0.34990089315283096, 0.20582597297118638, 0.22229786375348132, 0.13685068853237634, 0.22246024128934286, 0.21562246124161297, 0.11509137703737429, 0.14686513886193245, 0.10347145846496816, 0.29700796618861347, 0.1630875971702251, 0.1877674247399958, 0.20794930932997327, 0.14609989754004254, 0.315424111005782, 0.3156117689778918, 0.17747784113294818, 0.1408782307945908, 0.28907663447744164, 0.3101550400851382, 0.27673699811481517 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.40031956562641, 21.84587250606205, 23.474310261573798, 38.11250897298629, 31.44229643137959, 28.18032355954454, 28.827527828869513, 28.473720033645083, 27.845924346115307, 31.648385296509744, 35.57762859013316, 33.27502055463288, 36.475580884352134, 21.0259073614695, 18.528029408273966, 24.2111252468232, 32.25818350595019, 30.469932500618775, 33.28872173589731, 21.962996202317218, 20.65718051754977, 27.706636377113742, 26.91960943180234, 37.6771849066993 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.341034115054825, 20.742340655519847, 22.413920682594604, 37.018305243184216, 30.243504987593447, 26.704283697379704, 27.68532161308952, 27.36576070922136, 26.687791911490653, 30.71344527200884, 34.512655496490645, 32.14506070377506, 35.31687950817451, 19.964479623244355, 17.437323495716143, 23.184249664041264, 31.14415746722969, 29.3557347134579, 32.10893786938996, 20.853353674251615, 19.656866975793594, 26.634370049774372, 25.771916090496063, 36.630104768848405 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.4389424509647733, "rpss": 0.03116716748978099, "brier_below": 0.21921513566451153, "bss_below": 0.03191332199789354, "brier_above": 0.21972731588098215, "bss_above": 0.030421602625905986, "crps": 29.05353858441441, "crpss": 0.011341403874605138, "crps_fair": 27.942991624492524, "crpss_fair": 0.007789958141767639 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4232574300959644, 0.4063727769726523, 0.46441622422532935, 0.4636521878258147, 0.5161807727239472, 0.3620277146587597, 0.457250134928086, 0.41570984930333527, 0.48524493269659025, 0.44804460111749367, 0.44090052668213237, 0.4316317307144307, 0.4694324566749618, 0.3851230737167968, 0.3831188573785796, 0.4164604765218077, 0.4251005156718195, 0.5125855553048146, 0.45507777844686637, 0.40603853112443256, 0.4198274403175376, 0.39332807384403023, 0.42825499718411203, 0.44167527305076065 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11353608293603022, 0.15445078129490764, 0.3002588424928052, 0.11409315750584816, 0.32961099613675565, 0.12145010712201976, 0.34183785921160453, 0.1827677767803508, 0.2720040428748688, 0.329232603107667, 0.26984081472424476, 0.3378253240252927, 0.13793660126967247, 0.24200978913923177, 0.1789279464083316, 0.23333008390243734, 0.26994138451613137, 0.17747843645903905, 0.14035730988922018, 0.20060575290605012, 0.28046048086557024, 0.13645156817992787, 0.1436973155791754, 0.2012123550496682 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3097213523330508, 0.2519219984718949, 0.1641573773290199, 0.3495590348244546, 0.18656977097451335, 0.24057760587016225, 0.11541227189014665, 0.23294207404108175, 0.21324088809364808, 0.11881199399454895, 0.17105971255876604, 0.09380640291448637, 0.33149586386409974, 0.14311328353952876, 0.2041909104232149, 0.18313039132016576, 0.1551591273047583, 0.33510712485899374, 0.31472047513702606, 0.20543277941443447, 0.13936695663557563, 0.2568765090944429, 0.2845576862215426, 0.2404629203352768 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.49924889379978, 21.159592026783816, 22.37601721365284, 33.478058377742414, 31.190397440647544, 30.126238041168612, 28.59967343276512, 30.322377693055067, 26.110158050837633, 26.47730636483767, 34.316576693616234, 28.56253449414073, 38.32944547002712, 19.04364339669312, 17.9784673528909, 22.379929085918434, 25.43730975426157, 32.69120419937616, 33.106274516151075, 23.029888522651, 21.017901963785928, 22.00379303386985, 22.902144445445185, 31.853498156312718 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.48764127664608, 20.134198959649805, 21.343434239390003, 32.45749322026579, 30.024000879645627, 28.633013924668678, 27.54794198257414, 29.253521812110282, 25.043096548334162, 25.55329539707134, 33.28129673982744, 27.523382134710502, 37.22418945798727, 18.084368615076553, 16.918279996546655, 21.377732106001037, 24.382901537355412, 31.658751702453312, 31.994662350196432, 21.921743909880682, 20.09292978616471, 20.992740466998168, 21.80839895106167, 30.889400939912512 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.435446329632544, "rpss": 0.03953146266183427, "brier_below": 0.2170548921823688, "bss_below": 0.0418995354118149, "brier_above": 0.21839143797686808, "bss_above": 0.037166252747919404, "crps": 27.54131994251794, "crpss": 0.02420954090814742, "crps_fair": 26.484517372272013, "crpss_fair": 0.020854379075754492 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4218101881106832, 0.3805713111628927, 0.4057780299628445, 0.3826712612660609, 0.6149202545361412, 0.47287831657165347, 0.4452967585310061, 0.38202652592273706, 0.38541107566375193 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.14990621451815608, 0.16904523349641876, 0.14258447721984124, 0.20319119779364314, 0.22331455254894642, 0.3543871677623044, 0.19100653332781933, 0.1951673968729887, 0.19155331320677665 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2719039680377924, 0.2115260767297036, 0.2631935429290627, 0.17948006863627536, 0.3916056790096237, 0.1184911627888559, 0.2542902197264834, 0.18685912988975759, 0.1938577682420752 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.535347887749076, 21.267392446212124, 22.821269314823187, 19.046757567253657, 38.048805111279094, 28.52525806430208, 34.46872113074824, 21.693207908824785, 18.407106050707025 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.961584344223816, 20.743664695974573, 22.294673322667258, 18.499417556198004, 37.57070427219624, 28.018292344724802, 33.910940990509765, 21.107854970851488, 17.851721440769193 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.4323737468586412, "rpss": -0.011443516358288885, "brier_below": 0.2022395651940994, "bss_below": -0.014978082277165017, "brier_above": 0.2301341795544033, "bss_above": -0.008357632045230545, "crps": 25.868207275766586, "crpss": -0.012428466522039772, "crps_fair": 25.32876154867946, "crpss_fair": -0.03903406614736271 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3995617016330011, 0.39433599661420976, 0.41599628242454223, 0.3716694304976349, 0.6426515784898988, 0.4736551379260753, 0.435477995031252, 0.3908020960839207, 0.38648799041829296 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.15208186715905742, 0.16639240081191034, 0.12267470055569064, 0.19776602489556183, 0.22616431611470672, 0.3450453804573486, 0.1804048977460264, 0.1718668453186276, 0.18260151857994913 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.2474798336811, 0.22794359238374723, 0.29332156764837536, 0.17390341330163245, 0.4164872362750892, 0.12860977099253074, 0.2550730922340075, 0.21893524717569135, 0.20388647581745242 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.565880806444863, 23.054373775076446, 23.355894630911244, 17.91247711301991, 40.14932946657916, 28.11621724604328, 29.359097230537174, 23.46975607755376, 17.73129974966852 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 24.03324410850131, 22.55226874909852, 22.85118319078123, 17.374177154688066, 39.701839394119666, 27.62356105734831, 28.81772564587422, 22.891306669076595, 17.200545353603363 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.4345153565687586, "rpss": -0.022263652033988723, "brier_below": 0.19388866129320875, "bss_below": -0.026072066505041347, "brier_above": 0.24062669216773624, "bss_above": -0.01921546715385314, "crps": 25.30159178842604, "crpss": -0.02850733024889851, "crps_fair": 24.782872369232365, "crpss_fair": -0.05579086602942085 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "pt", "1994": "pt", "1995": "pt", "1996": "pt", "1997": "pt", "1998": "pt", "1999": "pt", "2000": "pt", "2001": "pt", "2002": "pt", "2003": "pt", "2004": "pt", "2005": "pt", "2006": "pt", "2007": "pt", "2008": "pt", "2009": "pt", "2010": "pt", "2011": "pt", "2012": "pt", "2013": "pt", "2014": "pt", "2015": "pt", "2016": "pt" }, "chosen_test": "pt", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 0, "pt": 24, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4221887065979741, 0.4050708624360684, 0.44477815338593363, 0.4504379978286779, 0.49781095353850163, 0.3669599327752488, 0.4661271188217056, 0.415187133992869, 0.4824212575224205, 0.47881799524415253, 0.44591947432379975, 0.4692751711701395, 0.45593699724298026, 0.3957997617345446, 0.39130809479067685, 0.4164936435767659, 0.46720993783454695, 0.4780240120915878, 0.46035698098673883, 0.38562635165759723, 0.4086181455137277, 0.4270593343354097, 0.4489147856508194, 0.45760059436520034 ], "rps_clim": [ 0.48379642545027457, 0.4092445182399565, 0.43957138311549915, 0.49230771349074187, 0.43555754472022146, 0.42562302648694494, 0.5080006779401198, 0.42920004698175895, 0.41933455487413307, 0.5059169692443103, 0.49834907961415187, 0.5181492195293991, 0.4686082036254919, 0.41415381496680037, 0.4105326660365026, 0.43721557209004747, 0.47454134021303424, 0.4457952517425068, 0.49246560333272593, 0.4200387334955763, 0.43959782345513576, 0.42074521644926155, 0.44611676816560275, 0.4386533487481881 ], "brier_below": [ 0.12217971598853192, 0.15464728138414505, 0.2712107507708378, 0.10686170594249841, 0.2927950351119751, 0.1392554386481678, 0.3280936886665684, 0.19090326275584635, 0.2707469690675617, 0.36198697575408184, 0.2964140440999477, 0.36346227098773876, 0.15938799877774745, 0.23195109661703497, 0.20139737435558255, 0.2084758977666771, 0.3189779664778588, 0.1665319560706196, 0.1456441462730478, 0.206725774013769, 0.2670491398294089, 0.13711846749398793, 0.14376594039162258, 0.18485184480628783 ], "brier_below_clim": [ 0.1486890305026935, 0.15957983705611672, 0.26515951957397055, 0.13440473222113408, 0.26903883322302047, 0.17497266764398223, 0.3517219099265101, 0.2012677985852915, 0.2427211059442429, 0.3700488089588649, 0.3271684611735821, 0.3934624497020017, 0.16526806413089024, 0.22482850830600154, 0.2090872352603623, 0.21822924556003773, 0.3233887767149338, 0.15091232627557682, 0.14871428029294576, 0.22158160108538685, 0.2763719700268969, 0.1395057420637068, 0.14424447961010492, 0.1742319919180863 ], "brier_above": [ 0.30000899454662905, 0.2504235830957953, 0.17356739914266736, 0.34357629588577754, 0.20501591585520781, 0.22770449289904965, 0.13803342667397064, 0.22428387205214678, 0.2116742873727603, 0.11683101594702607, 0.1495054297197101, 0.10581289521854154, 0.2965490041077852, 0.16384866464297862, 0.18991071872581816, 0.2080177459393181, 0.1482319667188586, 0.31149206092561127, 0.3147128408654812, 0.17890057744752502, 0.1415690028107033, 0.2899408719186412, 0.3051488509491508, 0.27274875307510915 ], "brier_above_clim": [ 0.335107394947581, 0.2496646811838396, 0.17441186354152854, 0.3579029812696076, 0.16651871149720093, 0.25065035884296283, 0.15627876801360963, 0.2279322483964675, 0.17661344892989023, 0.1358681602854453, 0.1711806184405697, 0.1246867698273974, 0.3033401394946015, 0.18932530666079878, 0.20144543077614047, 0.21898632653000982, 0.1511525634981004, 0.2948829254669299, 0.34375132303978007, 0.19845713241018942, 0.16322585342823875, 0.2812394743855545, 0.3018722885554977, 0.26442135683010176 ], "crps": [ 37.05343129434728, 21.72496105331379, 23.02931765506066, 37.77447475423033, 31.463706086028242, 28.118197778731922, 29.170289891943252, 28.491709440185367, 27.64391844560661, 32.497869934295196, 36.20616427596123, 33.684105281821154, 36.308697660736875, 20.954776739105586, 18.576053399785643, 24.06207159913838, 32.85678758193515, 30.058400096567, 33.20044927157947, 22.178242738298426, 20.5216933918467, 27.51258749532743, 26.448401175976382, 37.290186844380024 ], "crps_clim": [ 41.020024728322674, 21.448525813210054, 22.78149906153667, 40.260929033155925, 26.097483790882205, 31.28014052033751, 31.163472836911914, 28.532988344141607, 22.4881671443468, 33.30223791866152, 38.914475844978014, 36.65291642943651, 37.012399644922205, 21.0715036309059, 19.421633376089535, 25.95245873564678, 32.431284736623724, 27.237411349811385, 34.783327845010966, 24.37312939124498, 22.62079141939543, 26.403578528831584, 24.754875196268976, 35.2785795224593 ], "crps_fair": [ 36.03633684467981, 20.658008146913385, 22.006269173043155, 36.71444708423371, 30.313321877165013, 26.70734783153851, 28.069932730774596, 27.421252732181557, 26.535094708836564, 31.591049621138907, 35.16019989798771, 32.589585652454, 35.17817076049884, 19.922596718799543, 17.5146617749679, 23.061036971506823, 31.783692848378447, 28.976736539633038, 32.055729172870635, 21.093641539053234, 19.546610201544546, 26.474269060455836, 25.33327093199042, 36.27219807972292 ], "crps_fair_clim": [ 39.81760619865787, 20.209040050751465, 21.544537869624175, 39.057072822250305, 24.86680287307832, 30.059275240278804, 29.942386595331577, 27.306920124355255, 21.250650399560836, 32.08520236852387, 37.708069533337195, 35.44222686132686, 35.802390916235844, 19.831303811283878, 18.178308802197026, 24.72150314917766, 31.212599653944352, 26.00888938571759, 33.56909738943082, 23.139182650714517, 21.383525856948573, 25.17347733591019, 23.521651459157113, 34.065287043540984 ] }, "rps": 0.43908097489242026, "rpss": 0.030861417774988853, "brier_below": 0.21960144758548106, "bss_below": 0.030207311036970053, "brier_above": 0.21947952777234425, "bss_above": 0.031515003308921874, "crps": 29.03443724525842, "crpss": 0.011991400538495456, "crps_fair": 27.958977537515377, "crpss_fair": 0.007222324452336726 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4178967041627775, 0.40802247931121804, 0.4560802456676235, 0.45426597962191784, 0.5183040604804197, 0.36958383085448004, 0.4709547871313358, 0.42036522129013526, 0.475366156873331, 0.4604794200063095, 0.45411141240825187, 0.4481726650385917, 0.4617160615344725, 0.3912394482721299, 0.39115708789997405, 0.41300338551311, 0.43458001379443834, 0.49898951049278134, 0.44899509970811774, 0.40569792850203606, 0.4210578945774199, 0.38927690017747757, 0.41942030073420666, 0.42808593417573926 ], "rps_clim": [ 0.49437539090627697, 0.4168566772832407, 0.4486709640647092, 0.4847577310044162, 0.43516099460219937, 0.43793409134412314, 0.5147582977112791, 0.4303171235139481, 0.4229232245943106, 0.4962901559944268, 0.4835339378652304, 0.5177419591426511, 0.480519408811397, 0.41521563451139964, 0.4111900418851686, 0.4385534564918021, 0.450828231785355, 0.4608642354043224, 0.4922437525963176, 0.4274278750849338, 0.4559815600542986, 0.40371875906622984, 0.42922661105308396, 0.4317576224635311 ], "brier_below": [ 0.11003343323672955, 0.15431907266195238, 0.2947904185043365, 0.11073230261546156, 0.3336753729569815, 0.12335606036651621, 0.353927706476829, 0.1839725740154486, 0.265722526156162, 0.34051957423137835, 0.28031647522363495, 0.35220784362486873, 0.13093533417890119, 0.2470266494380571, 0.1853333670105642, 0.23001242361816504, 0.27777124179351476, 0.16780148261004738, 0.13535628410726178, 0.19938746555319567, 0.2817093028835617, 0.13107201740102203, 0.1400000405797397, 0.1913856016687087 ], "brier_below_clim": [ 0.14363670405630363, 0.16043703631938833, 0.29038517317263285, 0.13862471986154154, 0.30020644958728243, 0.16185293338985707, 0.37978966109660023, 0.19377292517241115, 0.2391585680777915, 0.35432676750950187, 0.29506343410879565, 0.39369318119959756, 0.13799918906670955, 0.24301711518771762, 0.194872770227869, 0.2392146050074173, 0.2889277100035999, 0.14984581855104542, 0.14399065578171724, 0.20692869803465133, 0.2938553435029786, 0.14597088977697037, 0.15030670047984934, 0.1912536118758716 ], "brier_above": [ 0.3078632749144053, 0.2537034091545124, 0.16128982257034602, 0.3435336809248971, 0.18462868297544777, 0.24622776972434743, 0.1170270764654535, 0.23639264844502603, 0.2096436292964198, 0.11995984167680618, 0.17379493719127304, 0.09596481727497073, 0.3307807355954046, 0.1442127973135997, 0.2058237202241349, 0.18299096121119363, 0.15680876806661984, 0.3311880339401083, 0.31363882197278464, 0.20631046391331662, 0.13934858895922086, 0.2582048863811179, 0.2794202646809341, 0.23670033529470783 ], "brier_above_clim": [ 0.3507386868499732, 0.2564196409638524, 0.15828579089207648, 0.3461330111428746, 0.13495454501491694, 0.27608115795426597, 0.13496863661467878, 0.23654419834153687, 0.18376465651651905, 0.14196338848492485, 0.18847050375643457, 0.12404877794305337, 0.3425202197446874, 0.17219851932368202, 0.21631727165729955, 0.19933885148438457, 0.16190052178175499, 0.311018416853277, 0.3482530968146003, 0.2204991770502825, 0.16212621655131992, 0.25774786928925947, 0.2789199105732345, 0.24050401058765938 ], "crps": [ 38.25125818433794, 21.196763995681057, 22.050978415217983, 33.16721798809538, 31.264127754469293, 30.14529952256197, 29.10631077876846, 30.344707915980784, 25.905262663356552, 26.99918478331078, 34.58367119515724, 28.820198128737143, 37.976035980333094, 19.163653775726644, 18.024920414693995, 22.25252975805913, 25.751853602367138, 32.34733344213393, 33.08535175127064, 23.0379336444405, 20.96965050346795, 21.836983572368233, 22.483387712309955, 31.448287360879345 ], "crps_clim": [ 43.37178027376942, 21.501276481843064, 21.900922266147205, 34.64784790271436, 24.18479246211019, 33.95501098290476, 30.876003604678242, 30.0955743034625, 21.90260855629733, 28.91912121285049, 35.684873143507424, 34.02165477671757, 39.39428031618274, 19.59039199842729, 18.990086568686042, 24.278476343760428, 26.580082606240403, 29.075115209849926, 35.51958399608971, 24.51316698814712, 23.302097161538715, 22.106953557356544, 22.157169147924144, 30.82213397746837 ], "crps_fair": [ 37.277461226166054, 20.196109934692217, 21.05389073773652, 32.17125916270917, 30.13897285108516, 28.71248752783051, 28.082640463333494, 29.308011098611875, 24.871484866738157, 26.09778693126275, 33.55932949931121, 27.80433883781602, 36.881529747862196, 18.22403678033447, 16.987472139306394, 21.270375079754796, 24.729185131914377, 31.33888867116107, 32.00195190930712, 21.945646865969756, 20.061154379696582, 20.855003366290624, 21.41865853748626, 30.504869656084413 ], "crps_fair_clim": [ 42.22444201921457, 20.312516818591376, 20.712919507790033, 33.4839870489719, 23.00111521548781, 32.78983793802633, 29.704999106431927, 28.923091719418437, 20.71460899167151, 27.744410497952995, 34.52297635272103, 32.856607951145584, 38.239408917768856, 18.39801323577521, 17.79657086393218, 23.094976528732072, 25.400941893981894, 27.900699938128565, 34.357374157675615, 23.330111662975558, 22.116748143513725, 20.919341009778186, 20.969651705630948, 29.651027453412944 ] }, "rps": 0.435700938676179, "rpss": 0.03896986882330189, "brier_below": 0.21755685712137662, "bss_below": 0.039683815524394594, "brier_above": 0.21814408200696034, "bss_above": 0.03825678394098142, "crps": 27.50887095182188, "crpss": 0.025359210408173682, "crps_fair": 26.478856058435884, "crpss_fair": 0.02106368063007047 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.40997936964693815, 0.38072237553189525, 0.40240023475472164, 0.37479353642984437, 0.5900548993787392, 0.48664181813045404, 0.43914691057092, 0.38370172435304745, 0.3791277168820535 ], "rps_clim": [ 0.41681340526104765, 0.3968896486256332, 0.44958360017849514, 0.35804433985378564, 0.4471463112198149, 0.5122663910735067, 0.4543752964485836, 0.42786813017995795, 0.3843495388628952 ], "brier_below": [ 0.1440234399673452, 0.16744421722259473, 0.14016506619455665, 0.19659544904103982, 0.20671927442173377, 0.3663620261915525, 0.18663262931427668, 0.19377465753856682, 0.18745967504291955 ], "brier_below_clim": [ 0.1537283464726754, 0.17358359397220136, 0.16662484622008197, 0.1786226180553693, 0.13512806220217702, 0.380643435281862, 0.1985048619852425, 0.21127913186924527, 0.19518105636532365 ], "brier_above": [ 0.2659559239610939, 0.21327815775562012, 0.26223515874088754, 0.17819809295105593, 0.38333560291850594, 0.12027980600535111, 0.25251427592816444, 0.18992706776641058, 0.19166804789316055 ], "brier_above_clim": [ 0.26308505148152844, 0.22330605445962728, 0.28295874309787594, 0.1794217294517412, 0.3120182329608584, 0.1316229719920535, 0.2558704284465724, 0.21658899931801134, 0.18916848840804004 ], "crps": [ 28.097627686753015, 21.153644179073485, 22.459672935278128, 18.57476433288967, 37.35846394710946, 29.104971183673094, 34.49777096253705, 21.528772516359904, 18.00028432172501 ], "crps_clim": [ 28.651401710657833, 23.137073630807937, 25.546918877724035, 16.71985993169564, 26.342378056626497, 30.48061723060857, 36.05720221353726, 25.132273144091883, 17.88814189543166 ], "crps_fair": [ 27.542555500541702, 20.642659576412594, 21.945545140733753, 18.037785531370634, 36.88844982584721, 28.612384696367055, 33.959700974653025, 20.954008524254935, 17.46183225915256 ], "crps_fair_clim": [ 27.477969404422883, 21.96364132457299, 24.373486571489074, 15.54642762546069, 25.168945750391543, 29.307184924373615, 34.883769907302295, 23.958840837856933, 16.7147095891967 ] }, "rps": 0.427396509519846, "rpss": 0.00019963837133130102, "brier_below": 0.19879738165939842, "bss_below": 0.002297176594874828, "brier_above": 0.2285991259911389, "bss_above": -0.001631629940228363, "crps": 25.641774673933202, "crpss": -0.0035663598672994734, "crps_fair": 25.116102447703717, "crpss_fair": -0.030310384574325555 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.3888422054947293, 0.3951166392341381, 0.41212326007609784, 0.3655453033350719, 0.6173851749466006, 0.4834479075484251, 0.4273897721236478, 0.3917480282380943, 0.37911821520099487 ], "rps_clim": [ 0.3926693889383013, 0.4114451388592465, 0.45220746468297834, 0.35459846800139766, 0.45742844862366916, 0.4946776530210055, 0.43965375579576726, 0.4348886780374634, 0.38790029597661657 ], "brier_below": [ 0.14705253498452642, 0.16499392609145733, 0.1197379747475592, 0.1933609068361283, 0.20965891702230588, 0.3539658135292219, 0.17474066442129463, 0.16961252552181624, 0.17800784745184764 ], "brier_below_clim": [ 0.15998253217177613, 0.17105689846078106, 0.1392449460838094, 0.183142176931826, 0.13260511376460096, 0.35817297776338486, 0.1832669693137368, 0.1859425910614453, 0.18724407041419502 ], "brier_above": [ 0.24178966957776035, 0.23012270996923434, 0.2923852712660579, 0.1721844043852309, 0.40772623282816267, 0.1294821076741543, 0.25264910262342244, 0.2221354992231432, 0.2011103719199938 ], "brier_above_clim": [ 0.23268685489530255, 0.24038823715012841, 0.31296250237354123, 0.1714563001472262, 0.32482331651256174, 0.1365046905851106, 0.2563867803729307, 0.2489460821974191, 0.2006562294187215 ], "crps": [ 24.237959742854404, 23.047444380304334, 23.04579299229495, 17.572306947223197, 39.593650993105136, 28.43168305970054, 29.37733002747286, 23.264920656802325, 17.323121388158746 ], "crps_clim": [ 24.07942864432831, 24.923056334642684, 25.454307633176562, 16.11428830128599, 27.511356753098337, 28.831630657415214, 30.502158314142612, 26.61191098478048, 17.3745878596284 ], "crps_fair": [ 23.716910890911787, 22.554506833779683, 22.552293603886522, 17.043259467854384, 39.152615043749456, 27.951427057368754, 28.85247594425916, 22.69539500789983, 16.804993793643856 ], "crps_fair_clim": [ 22.952403681344407, 23.79603137165879, 24.327282670192652, 14.987263338302082, 26.384331790114437, 27.704605694431308, 29.375133351158702, 25.484886021796562, 16.2475628966445 ] }, "rps": 0.42896850068864445, "rpss": -0.009213827525854201, "brier_below": 0.19012567895623975, "bss_below": -0.006158106415973474, "brier_above": 0.23884281882968444, "bss_above": -0.01165956684534386, "crps": 25.099356687546276, "crpss": -0.020286492389060218, "crps_fair": 24.591541960372606, "crpss_fair": -0.0476398779172198 } } } } }, "FMAM": { "tag": "init01_FMAM", "methods": { "mvs": { "lambda_": { "training_mean": 0.26202987717014375, "training": [ 0.2992882194481603, 0.2661185138291249, 0.29551567023795766, 0.3111975851957308, 0.3089683508592713, 0.22447934147535026, 0.28826038921040753, 0.2547239036015017, 0.14801175110118403, 0.23530663686205278, 0.268353603790176, 0.277950222072841, 0.2801771119478129, 0.16022637265227704, 0.2678256834863648, 0.26982560604244094, 0.2267232857676375, 0.34466531842952525, 0.25898567865803984, 0.2582331127397193, 0.2765690374928253, 0.24997317669337907, 0.26555580602809814, 0.2517826744615708 ], "test": 0.2976413007996748 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38717393372903236, 0.40088767907060546, 0.39991041714543263, 0.44844364296573347, 0.3895588189964217, 0.39879546150094425, 0.42771051057379283, 0.4857702792271434, 0.4771946667435925, 0.45692891155397186, 0.42507330208896216, 0.4525648880807177, 0.4363425551614571, 0.5215957464194503, 0.3998602408464602, 0.48278878789299967, 0.5183158565252305, 0.38350923936916015, 0.439779992831937, 0.39175608063243594, 0.45188661376786926, 0.46756389707952567, 0.43190419374687644, 0.4396049002313725 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11551522376082186, 0.18577258478129793, 0.129948132444302, 0.10965757174758532, 0.12970534042423465, 0.1782598365952295, 0.2961864651485189, 0.3203152475513084, 0.2793723007179699, 0.3253559593744806, 0.2553576520974424, 0.3172565075660076, 0.15575277657467185, 0.22693136563067567, 0.1896381036527084, 0.3100907075526103, 0.3805697149266049, 0.11005796861595177, 0.27590379185390346, 0.24754055849359471, 0.1986768298182865, 0.22034107341473744, 0.20917616698606248, 0.1548355023361134 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2716587120112365, 0.2151150938864899, 0.2699622875614206, 0.33878607782657627, 0.25985348062177377, 0.22053562633116722, 0.13152404212319452, 0.1654550268668154, 0.1978223630085009, 0.13157294632065417, 0.16971564805238523, 0.13530837488099853, 0.2805897825978824, 0.29466438137783474, 0.21022213626797925, 0.17269807736881368, 0.1377461344234993, 0.2734512729885681, 0.16387619620777735, 0.14421552066524618, 0.25320978878186495, 0.2472228253150306, 0.22272802570212566, 0.28476940257704886 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.91549078966645, 33.22738449209893, 45.23086171904239, 78.41218030299444, 42.449285604473594, 41.92512767179393, 48.658914529883255, 49.10702544431789, 40.09695890206659, 41.94682441761656, 46.538722608297384, 42.42208224272779, 42.298795236340915, 50.63060174881828, 31.433682778754324, 58.0302648132023, 53.04534392372476, 79.23332028870071, 43.54480413761407, 32.93271662445595, 55.42683629588113, 67.14351014683261, 44.008350647268294, 50.648148815548595 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.689660271553294, 31.45294821156399, 43.42027912348802, 76.78436985151947, 40.59433681382468, 39.82303401723818, 46.85961345516995, 47.133013122573864, 38.45996174263601, 40.13367145944903, 44.66371298528423, 40.66069565645234, 40.65768273079668, 48.86934425601033, 29.762996371773397, 56.439069509361445, 51.22207516065563, 77.34516414235391, 41.74796126400108, 31.346760299042465, 53.511664764583706, 65.60063624423168, 42.00536538433098, 48.681746285751416 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4381216923408802, "rpss": 0.0323512744591572, "brier_below": 0.22175905758604664, "bss_below": 0.02156163291296742, "brier_above": 0.21636263432353683, "bss_above": 0.043165847895828, "crps": 48.804468090921716, "crpss": 0.02476746722892964, "crps_fair": 46.99440679681857, "crpss_fair": 0.0201080852325638, "reliability": { "below": { "weight": [ 0.000692, 0.055151, 0.26718, 0.44228, 0.199324, 0.031756, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1754, 0.2597, 0.3457, 0.4392, 0.5364, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.3604, 0.2393, 0.2789, 0.3543, 0.4319, 0.4697, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.046653, 0.272574, 0.417716, 0.205991, 0.050947, 0.005723, 0.000395, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2592, 0.3441, 0.4402, 0.5369, 0.6423, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2328, 0.225, 0.3461, 0.4729, 0.5562, 0.4777, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38331165156718916, 0.4071971034898929, 0.4023110838757765, 0.44753282376819487, 0.3937150794219783, 0.4135907137298708, 0.4246548536093821, 0.4952138595094588, 0.44456042655781336, 0.45023230441132805, 0.43663502934651544, 0.427849454599285, 0.43868931939713146, 0.5500745358778015, 0.40677103654845476, 0.47381463227658527, 0.4842373010027977, 0.400818955299975, 0.441044611875051, 0.38803336401376703, 0.47122528641256906, 0.4294532716904456, 0.4442206500040037, 0.42413581823323276 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12281480699475111, 0.1841622633755016, 0.12593960850244865, 0.12239542760033635, 0.13358402597099645, 0.17667480468022184, 0.3112408421052836, 0.3591983970937966, 0.25215283355246504, 0.3087964378426019, 0.24035330195584137, 0.30373288327824444, 0.13981600616173312, 0.23804462466595902, 0.18921164114252334, 0.34769739752184414, 0.35322970614552024, 0.0929926741801846, 0.296247735600763, 0.22459536321861678, 0.17209293225063305, 0.23556204534157793, 0.21116586342650556, 0.15233016886486128 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26049684529491746, 0.22303483995943277, 0.2763714783242387, 0.3251374019090496, 0.2601310562952854, 0.23691591055421146, 0.11341400728611446, 0.1360154564805864, 0.19240758967980504, 0.14143586080165885, 0.19628172559847878, 0.12411656659073295, 0.29887331878429174, 0.3120299114017416, 0.217559394929761, 0.12611722939198597, 0.13100758722377273, 0.30782628475044127, 0.14479687020185356, 0.16343800003895928, 0.2991323616240527, 0.19389122563306832, 0.2330547861632474, 0.27180565276008806 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.404311443362865, 34.65756019490082, 48.53418314151154, 73.269129916245, 43.70403429376047, 46.103541110243064, 48.47574776996576, 54.51037300065317, 38.99032441502042, 39.114551101728075, 45.7687710442993, 40.38338080868402, 45.24731445838507, 55.80263226826893, 33.233568602417265, 56.86496561423687, 49.33320167885484, 94.6595598197868, 48.100260497689554, 33.142229566391606, 64.4785769353086, 56.68126510533246, 48.643170790371734, 50.3770112679065 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 49.03702134353986, 32.86353789120857, 46.61897018535847, 71.61393201846612, 41.73258776886443, 43.86696395066068, 46.68716768620366, 52.50589084811389, 37.33377522466093, 37.19260795914231, 43.85351223050487, 38.605142092175086, 43.60781746334149, 54.02279389288108, 31.489183395553052, 55.21090864677759, 47.468023678970155, 92.71933823105324, 46.237868998993356, 31.492130286781638, 62.476699856072116, 55.19190086735749, 46.67489852654308, 48.32782860251727 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4366384652716042, "rpss": 0.035750988216387225, "brier_below": 0.22058465797805046, "bss_below": 0.026547553572527915, "brier_above": 0.21605380673657396, "bss_above": 0.0449696075271212, "crps": 50.061652701888534, "crpss": 0.027414798831621567, "crps_fair": 48.20127090190584, "crpss_fair": 0.022842951651968146, "reliability": { "below": { "weight": [ 0.00072, 0.053826, 0.271505, 0.448562, 0.189058, 0.031639, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0867, 0.1755, 0.2587, 0.3456, 0.4385, 0.538, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.2391, 0.2141, 0.2662, 0.3642, 0.4452, 0.4302, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.050993, 0.272599, 0.412979, 0.205371, 0.05076, 0.006809, 0.000489, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1717, 0.2589, 0.3436, 0.4405, 0.5377, 0.6429, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2518, 0.2167, 0.3426, 0.4887, 0.5636, 0.4668, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4224024543792108, 0.4204451258755521, 0.4397746132469692, 0.5158248993835542, 0.3828884744006038, 0.5688335434116534, 0.4551206257697494, 0.46093516152202046, 0.3986112692852701 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2074292888604895, 0.132500757794469, 0.2414904785428545, 0.14534309512751123, 0.20000302460694555, 0.4197736709554599, 0.12409273827766952, 0.17757407681619053, 0.20408995876373362 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21497316430215407, 0.28794435379038646, 0.19828413799018269, 0.3704817791662959, 0.18288544962048947, 0.14905988984317498, 0.3310278642515175, 0.28336107343347783, 0.1945213159056687 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.90846253216772, 86.67104424964303, 42.14530697361759, 61.81501690443725, 29.410494964578525, 68.71664745480807, 101.73320590053964, 51.53680535179391, 34.242058265178564 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.95565403071624, 85.73230858189604, 41.296797449129656, 60.93380768618787, 28.603981557439713, 67.81027414207212, 100.83678002789807, 50.62535461135342, 33.38563550836822 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4516484630305093, "rpss": 0.016976792767529503, "brier_below": 0.2058107877494804, "bss_below": -0.016015185265014775, "brier_above": 0.24583766981148308, "bss_above": 0.04299293878339561, "crps": 57.686560288529364, "crpss": 0.016107147205960404, "crps_fair": 56.79784373278459, "crpss_fair": -0.0029168367408154428, "reliability": { "below": { "weight": [ 0.0, 0.021468, 0.329589, 0.400879, 0.223026, 0.024519, 0.000519, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2639, 0.3433, 0.4367, 0.5286, 0.6047, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.2542, 0.2767, 0.3037, 0.3164, 0.2862, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036952, 0.279099, 0.450899, 0.222293, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2609, 0.3458, 0.4298, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2873, 0.3428, 0.419, 0.601, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4275442285517535, 0.4466583062780689, 0.4421590719430728, 0.5112064747917949, 0.36575689837819175, 0.588369043254552, 0.4440464653545962, 0.47427466020700537, 0.40996099412924625 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2474835415646059, 0.11371275665987916, 0.24762028372106681, 0.12273808375713265, 0.19841517840453315, 0.4289272767156942, 0.08646694628543161, 0.15110220304506622, 0.19324715526664418 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18006069321800613, 0.3329455271379999, 0.1945387939571412, 0.3884683633245053, 0.16734172152078344, 0.159441783901756, 0.3575794900393019, 0.32317244008459195, 0.21671384080263298 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.042000544887586, 108.31893925428378, 43.92284108123002, 65.46588498342379, 28.396742680776185, 75.01459834680738, 109.29101788271538, 59.37865225477681, 36.861908112901816 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.08312716842321, 107.33479890562359, 43.03620570641182, 64.53189779160273, 27.55825204287796, 74.09737085049564, 108.3678080629025, 58.416949654258445, 35.985786368756074 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4566640158764757, "rpss": 0.01645897585823608, "brier_below": 0.1988570472688949, "bss_below": -0.02349668338443034, "brier_above": 0.2578069615540798, "bss_above": 0.04520952917914889, "crps": 63.076953904644746, "crpss": 0.017532064731318298, "crps_fair": 62.15691072792799, "crpss_fair": -0.00015591472154685704, "reliability": { "below": { "weight": [ 0.0, 0.023501, 0.370233, 0.408898, 0.175478, 0.021431, 0.000459, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2635, 0.3421, 0.4339, 0.531, 0.6062, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.2523, 0.2466, 0.2454, 0.3278, 0.4004, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027378, 0.246491, 0.463711, 0.250826, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2627, 0.3471, 0.4294, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.295, 0.3753, 0.4629, 0.6084, 0.7672, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.30906612017722274, "training": [ 0.3491936217906559, 0.3096440401793295, 0.33918316536561477, 0.3604455658632826, 0.3445838078647954, 0.27285195950215163, 0.3320572248111893, 0.2976843466286267, 0.22189868122147025, 0.29009330386584736, 0.3048134207865226, 0.3236235060496081, 0.3267120262999289, 0.22168100821046724, 0.3086840202332676, 0.31813432619461457, 0.2848946680038554, 0.379181613775593, 0.3003905748660743, 0.3073586425897816, 0.32706149944747054, 0.2920317590422914, 0.31060706395444293, 0.29477703770646385 ], "test": 0.3275782974603321 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39275001000257553, 0.39973943372485976, 0.40304775947008625, 0.45342414461428243, 0.39929406596333117, 0.4015055066782153, 0.4116880746452238, 0.4715974847344667, 0.4763350715599262, 0.45152918490929883, 0.431689545400124, 0.4491791770623285, 0.4446570886827753, 0.5267413120878227, 0.3992291801928005, 0.4657997256419785, 0.49504669208411833, 0.39065215547229104, 0.43444023703201295, 0.39408569862843673, 0.45359047807341324, 0.4679684859652705, 0.431294559261495, 0.4458655942390456 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.12389973005554403, 0.18242105766460207, 0.13761320224597987, 0.12536845080544043, 0.13731874801935903, 0.17954450315222806, 0.27686197613230384, 0.30268122408709786, 0.27580843356087636, 0.31451980170826105, 0.2605697978084795, 0.3099561245096317, 0.1684306466079491, 0.23995202235933993, 0.18616588647845161, 0.29007840990536465, 0.35089841812004907, 0.12342997444435853, 0.26546445346932745, 0.2462409180834014, 0.20156927595585244, 0.22168088083339457, 0.2080233403640214, 0.16624152436345296 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.26885028153232526, 0.21731837529088063, 0.26543455930866694, 0.3280557008562672, 0.2619753199305265, 0.2219610044318434, 0.13482609640141677, 0.16891625636660348, 0.2005266358199033, 0.13700937858112536, 0.17111974589525075, 0.1392230476632541, 0.2762264460344378, 0.2867892883149364, 0.2130632926550421, 0.17572131401218044, 0.14414826730598568, 0.26722218348923976, 0.1689757795421471, 0.1478447797674047, 0.2520212058187458, 0.24628760580318185, 0.22327121925923332, 0.27962407350286145 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 53.896169042214346, 34.943482471672795, 44.43905673323829, 75.71856203107549, 44.31173121117952, 45.491809549891215, 44.7717532167289, 48.45629484970285, 41.92603033223839, 42.87768866516049, 48.05145595569055, 43.382318881134665, 43.561714648454405, 53.8236401552683, 32.49366578094461, 54.80774521361838, 50.749834857919716, 74.69659530258835, 43.83630751861882, 34.86712809370673, 56.54546060846971, 68.292193152084, 44.78256689222056, 51.07514593291309 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 51.26784956587118, 32.837746520873374, 42.31549197597131, 73.74480347433754, 42.137198947380675, 42.99909955995719, 42.58775779159744, 46.08075485975008, 39.969735775858396, 40.69761757622875, 45.83319732392001, 41.261928200926114, 41.601972007256144, 51.80728769939856, 30.53520021625339, 52.87022337174903, 48.546702441615196, 72.3636481105691, 41.682185376930086, 32.97826614247184, 54.29502186341698, 66.4308243414447, 42.41837178261036, 48.781040673120565 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.43713127775525745, "rpss": 0.03453873385294881, "brier_below": 0.22061411669728195, "bss_below": 0.02661330523611216, "brier_above": 0.21651716073264415, "bss_above": 0.04248247599060884, "crps": 49.07493129569726, "crpss": 0.019362951484116153, "crps_fair": 46.918496899979495, "crpss_fair": 0.021690901129890583, "reliability": { "below": { "weight": [ 0.0, 0.020779, 0.191937, 0.454796, 0.265895, 0.062986, 0.003607, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.181, 0.2575, 0.3449, 0.4368, 0.5355, 0.6228, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2662, 0.2214, 0.3404, 0.4256, 0.4682, 0.4603, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023857, 0.210028, 0.467763, 0.242426, 0.049155, 0.006602, 0.000169, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1763, 0.2568, 0.3421, 0.436, 0.5307, 0.6265, 0.7169, NaN, NaN ], "observed_frequency": [ NaN, 0.2292, 0.2166, 0.3237, 0.4628, 0.5666, 0.4613, 0.1666, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3887748133250422, 0.4054394819964025, 0.4067633505337499, 0.4537787216824392, 0.4014388773995874, 0.4155677074038545, 0.40786832395377703, 0.47830994943380445, 0.44813503933696075, 0.4451461011733964, 0.4462383816234318, 0.4278060016372601, 0.4450475495036777, 0.5533349894747622, 0.4059961396305697, 0.4546832542064484, 0.46299752321830123, 0.4062211167589386, 0.4326666858689319, 0.3936055549992642, 0.4744563909186851, 0.42800094908584285, 0.4420450361511527, 0.43044013259295866 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.13031675725073963, 0.18051118234936703, 0.13456189358140505, 0.1378194718575463, 0.14014685570874663, 0.17731075432253243, 0.2900832976297034, 0.33561813117428513, 0.25244433360554863, 0.30002392496625613, 0.250063341343806, 0.2990269743995082, 0.15211388582555535, 0.25080284422729615, 0.1868246693406355, 0.3220363651816402, 0.32563113787088643, 0.10683954418295469, 0.2829906509131237, 0.22834329915645468, 0.17895206781822426, 0.23339741369325503, 0.20940852022565493, 0.1631255285061719 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25845805644467834, 0.22492829926823601, 0.2722014591032052, 0.3159592561247804, 0.2612920239634127, 0.23825695408828218, 0.11778502342149515, 0.14269181235786912, 0.19569070287673113, 0.14512217175418257, 0.1961750385637849, 0.12877902301431599, 0.29293366908859286, 0.3025321435666212, 0.21917146959066586, 0.13264688489966484, 0.1373663783909026, 0.299381576111472, 0.1496760297161163, 0.1652622556333043, 0.2955043288334206, 0.19460353391452653, 0.23263651679341632, 0.26731460685650027 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 52.993832082472544, 36.453684821656516, 47.433168609400425, 71.01691408139695, 45.64642931452735, 49.90830382825618, 44.582496597067355, 53.17388688513431, 40.80568470111801, 40.76069352749849, 48.09185862013729, 41.52538165562151, 46.159831449545514, 59.34041888639008, 34.159019411062985, 53.17821822055715, 46.98552628358906, 88.27296352940975, 47.946139589412056, 35.2602461875052, 65.77352152694007, 57.99422017715049, 49.038851001679376, 50.61724913299573 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 50.197160857800604, 34.31748742476484, 45.18050810092935, 69.01157735446574, 43.33632314069481, 47.248304591659846, 42.40888093708586, 50.73004099087649, 38.82815510832756, 38.457804415295314, 45.83453411841377, 39.37993627843204, 44.19545338664512, 57.30223109034971, 32.11538309418075, 51.149119399436465, 44.735702191367295, 85.84450243260599, 45.698468698003325, 33.296919211387554, 63.42042675253904, 56.19150708335627, 46.689960070915, 48.222212715580895 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43561508632955165, "rpss": 0.03801096348663857, "brier_below": 0.21951636854713738, "bss_below": 0.03126197464581226, "brier_above": 0.21609871726567406, "bss_above": 0.04477108790425277, "crps": 50.296605838355184, "crpss": 0.022850188373067182, "crps_fair": 48.0746916435464, "crpss_fair": 0.02540902122163391, "reliability": { "below": { "weight": [ 0.0, 0.021976, 0.193559, 0.462223, 0.257011, 0.061106, 0.004126, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1817, 0.2572, 0.345, 0.4358, 0.5363, 0.6237, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2506, 0.2096, 0.3442, 0.4384, 0.4514, 0.39, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027553, 0.214249, 0.463161, 0.238392, 0.048401, 0.008034, 0.00021, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2567, 0.3419, 0.4367, 0.5315, 0.6269, 0.7169, NaN, NaN ], "observed_frequency": [ NaN, 0.2496, 0.2215, 0.3166, 0.4725, 0.59, 0.448, 0.1666, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42777823513841406, 0.42810196804427364, 0.44107236630425334, 0.5181201756407138, 0.39204103466431056, 0.5438284257340085, 0.4575385327946326, 0.4659045641700416, 0.3968091291208392 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21411479274838163, 0.14233084366765816, 0.24020886208966702, 0.15822143993420426, 0.20754779921468594, 0.3900188189126276, 0.13246169957562753, 0.18825693476814861, 0.2000163349789304 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21366344210584626, 0.28577111094683755, 0.20086350846779685, 0.35989870949122127, 0.18449323633279768, 0.15380962457798375, 0.32507681048285486, 0.27764761810051464, 0.19679279996151575 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.06130417338062, 85.61355123995641, 43.2262210262019, 62.77177765878363, 33.42788801467632, 65.23448640174169, 95.93706824330118, 52.43618020658741, 35.42361990170516 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.92014180211077, 84.49703289742409, 42.22921341879659, 61.73116783999375, 32.47742822196515, 64.15530896738356, 94.8620216192975, 51.36548734790708, 34.40885327805485 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4523549368457208, "rpss": 0.015439136354408856, "brier_below": 0.20813083620999234, "bss_below": -0.027468445282172516, "brier_above": 0.24422409560748537, "bss_above": 0.049274327263065576, "crps": 57.45912187403715, "crpss": 0.01998630084851505, "crps_fair": 56.40518393254815, "crpss_fair": 0.004016615286362657, "reliability": { "below": { "weight": [ 0.0, 0.004654, 0.257942, 0.429131, 0.271154, 0.03401, 0.003109, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2681, 0.3488, 0.4485, 0.5383, 0.6072, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2593, 0.2404, 0.2623, 0.3263, 0.2758, 0.238, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010692, 0.252984, 0.527178, 0.20107, 0.008075, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1867, 0.2621, 0.352, 0.4357, 0.5259, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2663, 0.3443, 0.4065, 0.627, 0.8698, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4316945904667335, 0.45325661701656833, 0.4455775550618811, 0.5142390080851119, 0.3753105982476249, 0.5633193983200651, 0.44940638201771743, 0.48144661833220553, 0.40694115933894937 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2510396862706328, 0.12454915465598106, 0.24788036359961504, 0.13785885893257116, 0.20558925809220183, 0.3993380473051024, 0.09945164010853351, 0.16516745778377317, 0.18906771603895198 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18065491119539742, 0.32870744068398045, 0.19769719787233658, 0.3763801201964053, 0.16972134269246814, 0.16398136879518554, 0.34995471346518614, 0.31627914343659447, 0.21787344553784246 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.68289634882078, 106.22219029689778, 45.51213933333806, 66.26697214248462, 32.5908193819488, 71.38438372643226, 103.18934865248202, 60.00238208283661, 37.816706174726626 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.53137694962669, 105.04991170662521, 44.46802414791543, 65.16282234652894, 31.600769502935833, 70.28592798611626, 102.078358752309, 58.8717777471431, 36.776410707863455 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4579102140985396, "rpss": 0.013774973981583116, "brier_below": 0.20221579808748477, "bss_below": -0.040783826939835954, "brier_above": 0.25569440931948856, "bss_above": 0.0530333859537685, "crps": 62.74087090444084, "crpss": 0.02276679391288905, "crps_fair": 61.64726442745153, "crpss_fair": 0.00804471423294939, "reliability": { "below": { "weight": [ 0.0, 0.004662, 0.291828, 0.449985, 0.22099, 0.028963, 0.003571, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2678, 0.3475, 0.4469, 0.5398, 0.6079, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3005, 0.2417, 0.2438, 0.2685, 0.2646, 0.2563, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007536, 0.219385, 0.534901, 0.229915, 0.008263, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.186, 0.265, 0.3533, 0.4358, 0.5242, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3334, 0.3715, 0.4515, 0.6268, 0.8536, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.25310666217537053, "training": [ 0.2946737784671071, 0.25716201975976594, 0.28888835477374253, 0.3064510960902167, 0.2995433655055834, 0.21187783619766817, 0.28126657443786224, 0.243730883866016, 0.13925309978103523, 0.22556194637729618, 0.2598560178717683, 0.2707029382237855, 0.2694177385045844, 0.1493138027463711, 0.2596857489951846, 0.26035891083127605, 0.2192673493238515, 0.33301390036205, 0.24987811403976476, 0.24879653094150703, 0.26890073370739936, 0.2416182113964902, 0.2542422453805253, 0.24109869462804132 ], "test": 0.2879860393676477 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38699673497618425, 0.39955904135100573, 0.40074115396018006, 0.44862358894889987, 0.3895396288851222, 0.39975778158646286, 0.42253764691989326, 0.48500989752362705, 0.47810321114437837, 0.45684574982589976, 0.4245148374336907, 0.45144723988152313, 0.4383285532294038, 0.5267048132772582, 0.3969202007443773, 0.48181177224042804, 0.5140406051400678, 0.38381481409216295, 0.43853275094916117, 0.39178602900675064, 0.45092239556343894, 0.46801221827956724, 0.4323294699341441, 0.4415866721716137 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11570942287691792, 0.18458730958909933, 0.13125182594401721, 0.110230137602514, 0.12996643423235474, 0.1782509547395163, 0.29110811212407983, 0.3191169764641364, 0.2799430314812954, 0.3250441228925796, 0.2547569239317098, 0.31606858432492585, 0.1574787312907947, 0.23138242768202735, 0.18657262601764668, 0.3090279593161163, 0.37606025810373345, 0.1109139357939652, 0.2742925022147836, 0.24779600035468183, 0.1979678806396965, 0.22045304645786, 0.20928216754754103, 0.15669145003137175 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2712873142349809, 0.21497173118908947, 0.26948933105229317, 0.33839345818432837, 0.25957319671916196, 0.22150682839710936, 0.13142953158369808, 0.16589291619022142, 0.19816017658800433, 0.13180162096826983, 0.16975791158223075, 0.1353786498829514, 0.2808498260586826, 0.2953223862242133, 0.2103475737650618, 0.1727838099845995, 0.13798033957374223, 0.2729008804815624, 0.16424024381624552, 0.14399002707449188, 0.2529545198856064, 0.24755917370480374, 0.2230473011491932, 0.2848952271068574 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.737087620519475, 33.283875621440515, 45.24870185430776, 78.19316675465245, 42.50603976078452, 42.11879369054272, 48.30071999007362, 49.184086636327685, 40.14163724789164, 41.88347501526025, 46.57741870895951, 42.34325344816728, 42.42915743654189, 50.852877926165874, 31.34755835364283, 57.99735420496022, 52.72401931772771, 79.38675443717915, 43.550512505294556, 32.91108513744895, 55.422894769395946, 67.09006830622165, 44.150245757472376, 50.78434353720553 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.49263811502894, 31.485940845938714, 43.41985169011668, 76.55056196692377, 40.63213416412899, 39.98676903293066, 46.477827613121676, 47.18305050716609, 38.48616691807691, 40.05191439770475, 44.680839605499834, 40.56095784102228, 40.76721773020284, 49.07575029511703, 29.657938555470356, 56.38616066716583, 50.882448348785125, 77.482297379461, 41.732435030839056, 31.309318198880007, 53.48844642089387, 65.52920777199446, 42.115188635707725, 48.79913999408981 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.43785278362771834, "rpss": 0.03294519431778742, "brier_below": 0.2214147009022235, "bss_below": 0.02308099268606112, "brier_above": 0.21643808230822495, "bss_above": 0.04283218950475354, "crps": 48.798547001591004, "crpss": 0.02488578506273942, "crps_fair": 46.96809173859443, "crpss_fair": 0.020656786972793384, "reliability": { "below": { "weight": [ 0.000141, 0.047718, 0.284299, 0.426664, 0.204282, 0.033279, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0954, 0.1776, 0.2621, 0.3482, 0.4407, 0.5387, 0.6286, 0.71, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2331, 0.2763, 0.3564, 0.4319, 0.4707, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000311, 0.045787, 0.307661, 0.382287, 0.207053, 0.050725, 0.00578, 0.000395, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1722, 0.2631, 0.3482, 0.4412, 0.5393, 0.6466, 0.7259, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2329, 0.2314, 0.3525, 0.4719, 0.5531, 0.4827, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38312735788906854, 0.4053372723285303, 0.4025892904351642, 0.44785514714342967, 0.3937881813962047, 0.41452973411218125, 0.41975118278377, 0.4935793784364319, 0.44594578501159976, 0.4512112240784061, 0.43753313086943085, 0.42759755054293475, 0.4403295180971352, 0.5557243317134392, 0.40346922270995034, 0.47136569139308526, 0.4798605900073934, 0.4006783651041904, 0.43905330767635825, 0.3894963717829735, 0.4717628890782204, 0.42944261075346285, 0.4438844215621748, 0.42574982204654543 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12296258045602448, 0.18246343650044836, 0.12680480833053445, 0.12310860390961481, 0.1337674639162989, 0.1765101343597677, 0.3064517888748922, 0.3570407530119281, 0.25348123171282616, 0.3094617018410122, 0.24111971607206187, 0.30352080412261095, 0.1412544599445531, 0.24276458100043374, 0.1858025142017426, 0.34516880928146954, 0.34869717772405917, 0.09346038190327945, 0.2938443270675553, 0.22633598424295873, 0.17297422688749325, 0.23526288995900588, 0.2105210753427636, 0.15384059151229237 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2601647781459463, 0.22287383553193432, 0.2757844852219702, 0.32474654917412366, 0.2600207202661357, 0.2380196014124666, 0.11329938980058923, 0.13653861942150625, 0.1924645499218207, 0.14174951633063151, 0.19641341297858592, 0.12407674173940061, 0.29907506385813476, 0.312959750949001, 0.21766670799746435, 0.12619687666734453, 0.13116340442406774, 0.3072179868363281, 0.1452089742973696, 0.16316038669980626, 0.29878866981368174, 0.19417972021661406, 0.2333633456663263, 0.2719092341911482 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.274077989719885, 34.66844134564254, 48.508987588711285, 73.07918633267845, 43.81138659688088, 46.29574282441284, 48.081780381830555, 54.53142923206018, 39.0661702693416, 39.14895195351077, 45.84701950902314, 40.38093102411479, 45.33843912480905, 56.00550602432675, 33.12035899834362, 56.725138564873134, 49.036443025626774, 94.7978214215438, 48.0423470129584, 33.203707090107486, 64.52480908843916, 56.64061155318943, 48.73217978599416, 50.48194975490937 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.88690631760395, 32.85323192209956, 46.57737634900834, 71.407611815206, 41.82158736769981, 44.028396217255384, 46.2735672002187, 52.500265512717924, 37.39242703127696, 37.208188375047186, 43.91207174252615, 38.58249354258959, 43.68064023155491, 54.210685333353865, 31.358826628573663, 55.05268012993053, 47.15342426590145, 92.84198069743556, 46.160982455998216, 31.538212900551486, 62.5055190360374, 55.13467283652711, 46.73519123035222, 48.41517855731627 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43640259903967005, "rpss": 0.036271862576171765, "brier_below": 0.22027583509065116, "bss_below": 0.027910406265943988, "brier_above": 0.21612676339843326, "bss_above": 0.04464711457751103, "crps": 50.05597568721034, "crpss": 0.027525090445358336, "crps_fair": 48.17633823736592, "crpss_fair": 0.02334839743033501, "reliability": { "below": { "weight": [ 0.000174, 0.046811, 0.291069, 0.429938, 0.193964, 0.033354, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0954, 0.1769, 0.2613, 0.3482, 0.4399, 0.5404, 0.6286, 0.71, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2024, 0.2654, 0.3667, 0.4445, 0.4318, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000385, 0.04999, 0.305656, 0.379738, 0.206343, 0.050555, 0.006845, 0.000489, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1702, 0.2627, 0.3475, 0.4416, 0.5402, 0.6475, 0.7259, NaN, NaN ], "observed_frequency": [ 0.3632, 0.2526, 0.2221, 0.3497, 0.4874, 0.5604, 0.4695, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42312820764589015, 0.421068731345867, 0.4401864343840064, 0.5182166302129295, 0.38383538439603854, 0.5651341012906005, 0.4550108329928828, 0.46288651940344877, 0.39938873739196096 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20843110908695667, 0.13351189012493217, 0.24186185493259307, 0.1479481406604708, 0.20102189753330757, 0.4156659161594511, 0.12485784664248291, 0.1797705298036244, 0.20458360408092474 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21469709735635806, 0.28755682696363427, 0.19832458285967677, 0.37026846450740747, 0.18281348660384922, 0.1494682025360776, 0.33015296322374627, 0.28311597833471835, 0.1948051388079654 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.93219993727629, 86.78134102067013, 42.250064493260695, 61.96310238284856, 29.586365531013215, 68.46484283703928, 101.60877588002445, 51.70464489896417, 34.32795151131975 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.967333101493125, 85.83248461621557, 41.393299771974924, 61.07291256046941, 28.77202642959565, 67.5468571045389, 100.70128957695256, 50.7855291406149, 33.46171893206483 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45209506434040275, "rpss": 0.016004754804508692, "brier_below": 0.20640586544719375, "bss_below": -0.018952873730719855, "brier_above": 0.24568919346593704, "bss_above": 0.04357093364976483, "crps": 57.73547649915739, "crpss": 0.015272840050498782, "crps_fair": 56.83705013710221, "crpss_fair": -0.003609129976157144, "reliability": { "below": { "weight": [ 0.0, 0.013732, 0.323962, 0.405599, 0.229823, 0.026145, 0.000739, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1896, 0.2634, 0.3433, 0.4381, 0.5324, 0.6127, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.192, 0.2531, 0.2744, 0.305, 0.3052, 0.4991, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036509, 0.277909, 0.452447, 0.222378, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.184, 0.2599, 0.346, 0.4311, 0.5267, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2908, 0.3419, 0.4187, 0.6015, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.428625403934703, 0.4470017170263954, 0.4421620995873292, 0.5131074408669927, 0.36620043445154327, 0.5851396616657083, 0.44376178926966364, 0.47640198841023634, 0.41054948204704644 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24861699408577465, 0.11465653466008739, 0.24748760230393926, 0.12506378774412452, 0.19901728866761953, 0.4251689443151908, 0.08729714721237318, 0.15357566436351924, 0.19347472464565416 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1800084161675491, 0.33234515991597174, 0.19467450313800636, 0.3880436254992247, 0.16718314725362501, 0.15997073476461623, 0.35646461312554467, 0.3228263069742715, 0.21707475941568427 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.10279262222032, 108.41688150537522, 43.995729596580745, 65.57778943898745, 28.57115121317107, 74.7511365009555, 109.06425628335495, 59.55376010684778, 36.916579771957906 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.13278417080526, 107.42305011414565, 43.101399541080546, 64.6351934275196, 27.725152684489416, 73.82312709142784, 108.13050665800158, 58.584736015330996, 36.031382577614224 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4569944463621798, "rpss": 0.01574731054847156, "brier_below": 0.19937318755536473, "bss_below": -0.026153204129448993, "brier_above": 0.25762125180605483, "bss_above": 0.045897306951649286, "crps": 63.105564115494545, "crpss": 0.01708644056843156, "crps_fair": 62.17637025337946, "crpss_fair": -0.00046903452190427686, "reliability": { "below": { "weight": [ 0.0, 0.016657, 0.363088, 0.414287, 0.181793, 0.023352, 0.000823, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.2629, 0.3422, 0.4352, 0.535, 0.6151, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2074, 0.252, 0.2445, 0.251, 0.3048, 0.6657, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026739, 0.245564, 0.465171, 0.250932, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1838, 0.2618, 0.3473, 0.4307, 0.5234, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.302, 0.3741, 0.4624, 0.6089, 0.7672, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.2476733965878708, "training": [ 0.2874436101960138, 0.25172339843590114, 0.28320393473687877, 0.30399966866029654, 0.29657335083442316, 0.20669141183270653, 0.27506175770282115, 0.23629194054859792, 0.13220253865959863, 0.22018818747182672, 0.2553813674016206, 0.2652712044711115, 0.2666796854069414, 0.14675812811049682, 0.2520032118698581, 0.2562394825359681, 0.21114958940182713, 0.32743386635273736, 0.2434445593293984, 0.24369868367456796, 0.26028978992415736, 0.2332547753832215, 0.2529313747470056, 0.2362460004209226 ], "test": 0.27902613593545267 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3825508611801384, 0.39926900394073156, 0.39448660260329377, 0.43954620876260686, 0.3871395715558465, 0.40073842020689737, 0.4281093867397629, 0.48950822593325016, 0.4815355324713574, 0.4623254926448182, 0.42512692630713544, 0.45326565154400716, 0.4331990126629177, 0.5199161229067849, 0.39758460648980276, 0.4864875923473264, 0.5251587140443441, 0.37870381487077887, 0.4407518723337969, 0.394037025781325, 0.44885174783822795, 0.46708542439779044, 0.4341343747066605, 0.43531768753042377 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11433590819291872, 0.18310448833672704, 0.1293783460259043, 0.10647030026118122, 0.12834823522907884, 0.17904045540318517, 0.2957794193329855, 0.32196743086540414, 0.28092841829910314, 0.327985118475842, 0.25508442938784665, 0.31700410022966535, 0.15411043802815017, 0.22711496047469654, 0.18531864629612796, 0.31279037500160095, 0.3834585822001295, 0.1088596526440883, 0.2744230625068029, 0.24964294084295968, 0.19704261443922644, 0.21984971577015683, 0.21058698481038735, 0.15427750289418987 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2682149551292624, 0.21616451506765288, 0.2651082589374905, 0.33307591499389294, 0.25879133835700885, 0.2216979659614976, 0.13232996363921073, 0.1675407901328845, 0.2006071111420636, 0.1343403681385371, 0.17004249474179362, 0.13626154545933847, 0.2790885783155988, 0.29280116344378254, 0.21226595896335707, 0.17369721378383216, 0.1417001240999869, 0.26984416443346027, 0.16632880487038793, 0.14439408315975885, 0.2518091383633851, 0.24723571059147384, 0.22354738838955612, 0.28104018927037894 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.619073265672306, 33.33603395339009, 44.99481946085642, 77.91556576823628, 42.49386732482796, 41.884848335747876, 48.37656672624067, 49.23744893589837, 40.26877162566705, 42.36366652275452, 46.58282655299723, 42.512908805091364, 42.02909424666129, 50.387381123764094, 31.282448993164188, 58.24106002417893, 53.13402089430057, 79.36655482465973, 43.56002936194588, 33.127264051659836, 55.245655188006566, 67.10667328541088, 44.10506603990592, 50.28223627526844 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.41955044784812, 31.537170152534603, 43.18601510759566, 76.29447449089574, 40.636496004353226, 39.79488925974497, 46.56107318875214, 47.24910260102946, 38.61875359269012, 40.52746932847339, 44.693325268431735, 40.724372802335225, 40.38526162597513, 48.59783582679513, 29.596033703125734, 56.62865158045563, 51.29881207192503, 77.46961419994226, 41.75196799705501, 31.519665629228708, 53.316973409785106, 65.53528039867628, 42.0962564016222, 48.310736164457296 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4377012449916677, "rpss": 0.03327988709974283, "brier_below": 0.22153758858118158, "bss_below": 0.022538791518525003, "brier_above": 0.216163655807733, "bss_above": 0.04404580316190876, "crps": 48.768911732762774, "crpss": 0.025477970151712492, "crps_fair": 46.94790755223867, "crpss_fair": 0.02107765239836812, "reliability": { "below": { "weight": [ 0.000141, 0.052276, 0.305409, 0.417338, 0.189758, 0.031742, 0.003308, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0934, 0.1758, 0.2611, 0.3481, 0.44, 0.5349, 0.6291, 0.7111, NaN, NaN ], "observed_frequency": [ 0.4007, 0.231, 0.2775, 0.3645, 0.4341, 0.4501, 0.4439, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.001696, 0.039674, 0.297275, 0.38206, 0.216071, 0.056265, 0.006535, 0.000424, 0.0, 0.0 ], "mean_forecast": [ 0.0988, 0.1742, 0.2641, 0.3494, 0.4413, 0.5394, 0.6468, 0.7275, NaN, NaN ], "observed_frequency": [ 0.2337, 0.2328, 0.2306, 0.3446, 0.4664, 0.5564, 0.5124, 0.4667, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3799436191430599, 0.405127924383474, 0.39636693105996773, 0.4407139642519822, 0.39141713326310057, 0.4148701434500264, 0.42548127487314685, 0.5006772353372706, 0.4472537515921778, 0.45624312533551115, 0.4373935198425084, 0.4295703608369843, 0.43437200860207675, 0.5484277876823945, 0.4035939419735774, 0.47894140825541887, 0.48956222101527425, 0.39444948863313606, 0.4416851059033048, 0.3901864438479046, 0.46798610434541016, 0.4298351793436949, 0.4460667133765642, 0.41938918295938504 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12204979270345388, 0.18118407337046155, 0.12476441547239277, 0.11917486555159372, 0.1322572069819323, 0.17687391554956625, 0.31083059457270235, 0.36111938618200295, 0.2531696584459644, 0.3125047740922135, 0.24103419157199515, 0.30459848827753144, 0.13800850292959405, 0.23855295304082094, 0.18440953114601683, 0.3502305247791726, 0.3552440351266172, 0.09146504209957225, 0.2943199349895051, 0.22742514815111015, 0.17147431462055254, 0.2350050837922802, 0.2126739284714388, 0.15153582877350857 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2578938269266924, 0.2239438508597111, 0.2716025180158106, 0.32153910438029726, 0.25915992889897105, 0.2379962291465537, 0.11465067588783345, 0.1395578430005291, 0.1940840896719418, 0.1437383451113658, 0.19635932631996555, 0.12497186768946454, 0.2963635107707513, 0.3098748351689614, 0.21918441000392036, 0.1287108776135346, 0.13431817767882792, 0.30298445017599, 0.1473651645332631, 0.1627612946873474, 0.2965117974744122, 0.19483009489387002, 0.2333927841540365, 0.26785335739985 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.09696034749645, 34.741185856379985, 48.30553977915784, 72.83513336649963, 43.71709428443733, 46.03207596142682, 48.11283285072136, 54.66546372086251, 39.090352863158216, 39.71222224801551, 45.83521863809111, 40.555317061036625, 44.89613793163907, 55.51766243665552, 33.01840222362302, 57.20930455659323, 49.45189954460333, 94.81220688020528, 47.99550830370366, 33.367181918950415, 64.19742066508891, 56.703474526098084, 48.7362909242299, 49.97614701722078 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.75764570761081, 32.9237176943397, 46.39290407233631, 71.18540844038976, 41.740912584032884, 43.81195912339569, 46.304865470293144, 52.64565847747724, 37.4192609749763, 37.76657527209, 43.904921145204064, 38.74672867023088, 43.25602038213985, 53.70848313622907, 31.258362958003236, 55.53167674944584, 47.573022966014044, 92.86342028336081, 46.12100714195814, 31.697113800040768, 62.185054787750865, 55.18719414614668, 46.76338750731667, 47.92347522175114 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4362314403878063, "rpss": 0.036649840180172255, "brier_below": 0.22041275794549997, "bss_below": 0.02730615804103942, "brier_above": 0.2158186816859959, "bss_above": 0.046008939222894285, "crps": 50.02420974607893, "crpss": 0.02814223116241721, "crps_fair": 48.15286569635558, "crpss_fair": 0.023824242951868357, "reliability": { "below": { "weight": [ 0.000174, 0.050905, 0.312804, 0.418505, 0.180434, 0.032698, 0.004446, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0934, 0.1752, 0.2604, 0.3481, 0.4394, 0.5368, 0.6291, 0.7111, NaN, NaN ], "observed_frequency": [ 0.4007, 0.1998, 0.2688, 0.3749, 0.4415, 0.4327, 0.4408, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.00259, 0.04344, 0.296675, 0.379544, 0.213411, 0.056348, 0.007469, 0.000524, 0.0, 0.0 ], "mean_forecast": [ 0.0989, 0.173, 0.2637, 0.3487, 0.4417, 0.5401, 0.6483, 0.7275, NaN, NaN ], "observed_frequency": [ 0.2706, 0.2514, 0.2244, 0.3412, 0.4782, 0.5712, 0.4859, 0.4667, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4206620394542128, 0.4180206148192053, 0.44130045221557157, 0.5106614653452092, 0.3820219578308003, 0.5751539735864759, 0.4486251371428084, 0.45726997034135014, 0.40173746301944907 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20783144932720626, 0.1316386557318599, 0.24197219989975494, 0.1448366024868468, 0.19888061303896867, 0.42244895668339716, 0.12319001990721665, 0.17786178226698937, 0.20515720472977814 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21283058916677247, 0.28638194517045074, 0.19932825594671888, 0.3658248383786608, 0.18314134480739785, 0.15270503442960529, 0.3254350947478232, 0.2794081770438287, 0.1965802640295749 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.653191452274065, 86.63710285734676, 42.20798639294594, 61.26331361270075, 29.4325766618535, 68.85327199812733, 101.49854781436842, 51.040835944666604, 34.374689458875906 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.700581228173924, 85.69437954700605, 41.35007216264041, 60.371394064248875, 28.61073135177416, 67.9447152536891, 100.60204252261518, 50.11944867659618, 33.513203781836 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4506058970838981, "rpss": 0.019245961389763755, "brier_below": 0.20597972045244642, "bss_below": -0.01684914636772561, "brier_above": 0.24462617152453697, "bss_above": 0.047709109483143664, "crps": 57.551279577017695, "crpss": 0.018414473635400608, "crps_fair": 56.6562853987311, "crpss_fair": -0.00041724824814015626, "reliability": { "below": { "weight": [ 0.0, 0.018219, 0.341915, 0.405603, 0.211772, 0.022196, 0.000296, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2618, 0.3435, 0.4385, 0.5348, 0.6149, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1817, 0.2604, 0.275, 0.3, 0.3024, 0.7504, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.029738, 0.262653, 0.458366, 0.236989, 0.012254, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1842, 0.2595, 0.3467, 0.4321, 0.5315, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2944, 0.3413, 0.4078, 0.6008, 0.7858, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4284503057638581, 0.4423277789112378, 0.44355345876780655, 0.5042287099893871, 0.36548125070913484, 0.5953081368164868, 0.43526784327918505, 0.46985628707151506, 0.4129882190669629 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2487756690002238, 0.11216106664579717, 0.24764556590322256, 0.12133713496502987, 0.1977980159585863, 0.43181572772973986, 0.0848165801953321, 0.15143155319762844, 0.1946687450202413 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17967464310948078, 0.33016669009004157, 0.19590789900673855, 0.3828915477762324, 0.16768323638504404, 0.16349242666418584, 0.3504512345767868, 0.3184247171491863, 0.21831947620364978 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.878994552494625, 108.09020631522253, 43.989481231786456, 64.74784419185637, 28.510082364473607, 75.17817364514731, 108.89915768074009, 58.723405711814785, 37.016502012543654 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.92116683457163, 107.10286083852571, 43.094818024296906, 63.80411363159329, 27.65706194770134, 74.25983063098325, 107.97665446077133, 57.75369273654858, 36.1363323768314 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.45527355448617496, "rpss": 0.01945368481777865, "brier_below": 0.19893889540175572, "bss_below": -0.023917947270597706, "brier_above": 0.2563346523290384, "bss_above": 0.05066224003574171, "crps": 62.89264974511994, "crpss": 0.020402731684315056, "crps_fair": 61.96739238686928, "crpss_fair": 0.0028935915608321316, "reliability": { "below": { "weight": [ 0.0, 0.021202, 0.381166, 0.412824, 0.164138, 0.020213, 0.000457, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.187, 0.2611, 0.3421, 0.4363, 0.5357, 0.6135, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1937, 0.26, 0.2417, 0.2443, 0.3018, 0.8002, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022204, 0.232364, 0.463403, 0.269314, 0.012715, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1845, 0.2619, 0.3479, 0.4319, 0.5292, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2972, 0.3735, 0.4522, 0.6094, 0.7585, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.24793124934877211, "training": [ 0.2878701387111935, 0.25190341945414485, 0.2848216470992364, 0.30564865190851453, 0.29935292648535866, 0.20481294887614815, 0.27740456637830924, 0.24030671001088932, 0.13129978306123583, 0.22002459430609161, 0.25634852007382664, 0.2625109669943988, 0.2668227034066031, 0.1451041774556375, 0.2507978823238306, 0.25731904147846135, 0.2089331461198118, 0.32877162267557347, 0.24203796950236153, 0.24470690549422242, 0.26015944683205855, 0.23216188864654053, 0.2533300471550456, 0.23790027992103727 ], "test": 0.2788016489977285 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38009438050642086, 0.40308036316179846, 0.390458510542122, 0.43253761154522596, 0.3879789084327107, 0.4011964368586993, 0.43079044608309314, 0.4939753623259713, 0.48371249664945465, 0.46621574864186877, 0.4244061786642378, 0.45339474361660587, 0.43150968650502286, 0.5187149903274872, 0.40138750644791193, 0.4894588668284069, 0.5304747805972498, 0.3761345370519683, 0.4447090692315987, 0.39404283706001036, 0.4467464106911718, 0.4670776479708043, 0.4363581341216448, 0.4312383607182386 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.1140793316023123, 0.18585682389583819, 0.12881942770419014, 0.10628397430355443, 0.12867517225310313, 0.17833002908154752, 0.2968952246505778, 0.3251185271166461, 0.2812116322375518, 0.32920136677275424, 0.2530902458369457, 0.31671635451187313, 0.15371356168451106, 0.22693244148882158, 0.18877746136906237, 0.31493450231356546, 0.38585759722959223, 0.1080307037010777, 0.2756428463675159, 0.24912228452041216, 0.19606036515727165, 0.21977429391813438, 0.21212604404195973, 0.15463018311859308 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2660150507588757, 0.21722353856930784, 0.26163908456997603, 0.3262536435055912, 0.25930373798250905, 0.22286640876348623, 0.13389521729457188, 0.16885683027237103, 0.20250086113810556, 0.13701437575950132, 0.17131593055101632, 0.13667838317007922, 0.2777961285181685, 0.2917825498877353, 0.2126100436554153, 0.17452436121703746, 0.1446171756873392, 0.2681038351311794, 0.16906621806975128, 0.144920550814062, 0.25068605052450693, 0.247303355884749, 0.22423208839009998, 0.276608181992252 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.45759571598107, 33.75226555661544, 44.56919248108029, 77.0570787635977, 42.52170397270695, 42.15088958196035, 48.03141271522853, 49.69974857560951, 40.46090197351262, 42.63210583340421, 46.56612608436518, 42.609635688033016, 41.87186727174872, 50.41803451583781, 31.5866114880129, 58.36384358473079, 53.60469536806268, 79.45662705897549, 43.980083200991224, 33.215889027036255, 55.30691957262213, 67.21813199892458, 44.38995343097267, 50.17807958802685 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.253770842535005, 31.925750714262605, 42.73757969897214, 75.42430459237191, 40.64196150159705, 40.06179542641931, 46.18269501365415, 47.684719081240225, 38.792027866393624, 40.77209548148616, 44.64744698727214, 40.80009431018638, 40.2098411264368, 48.585907913469846, 29.880289834155946, 56.7195014258619, 51.75371158132819, 77.56191434912436, 42.14365316178668, 31.57800635108893, 53.34979819373187, 65.61136391152716, 42.35671120855717, 48.18304722665893 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.43815391727415526, "rpss": 0.03228010150388161, "brier_below": 0.22207834978655883, "bss_below": 0.020152861867971605, "brier_above": 0.216075566754487, "bss_above": 0.04443536494939493, "crps": 48.83747471033487, "crpss": 0.024107914316919055, "crps_fair": 46.99408282500494, "crpss_fair": 0.02011484044839551, "reliability": { "below": { "weight": [ 0.000141, 0.053285, 0.307097, 0.423116, 0.185126, 0.02821, 0.002998, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0931, 0.176, 0.2614, 0.348, 0.4397, 0.5359, 0.6296, 0.7118, NaN, NaN ], "observed_frequency": [ 0.4007, 0.2277, 0.2815, 0.3639, 0.4366, 0.4416, 0.4148, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.001754, 0.037924, 0.2827, 0.382015, 0.230039, 0.058133, 0.006983, 0.000452, 0.0, 0.0 ], "mean_forecast": [ 0.0983, 0.1744, 0.2646, 0.35, 0.4423, 0.5412, 0.6466, 0.7295, NaN, NaN ], "observed_frequency": [ 0.226, 0.231, 0.2305, 0.3354, 0.4641, 0.5606, 0.4995, 0.4375, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3783805240009454, 0.4085265890024985, 0.39175609997634725, 0.4353260062391923, 0.39211836890962054, 0.41587081438548984, 0.4295375080770809, 0.5069938731411874, 0.44889426110242464, 0.45872432849381783, 0.4358354313824151, 0.4296270506764613, 0.4320533955357418, 0.5467677464006561, 0.40674835914423846, 0.4831435471794702, 0.49381002676836633, 0.39109666494189405, 0.4460594619296535, 0.389318271142449, 0.46522318272697594, 0.4311687578223439, 0.44755305770404896, 0.41587984889491775 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12191329090482576, 0.18357256080396467, 0.1242277128230572, 0.1198915592545712, 0.13234414403221834, 0.17609716440322948, 0.3127371362822724, 0.364518410206401, 0.2538133043416084, 0.312610254328483, 0.23818751863393695, 0.3040583846645697, 0.137631588398455, 0.23825164832927775, 0.18787748913600505, 0.3523579571333955, 0.35705309511940886, 0.09025894935269424, 0.2960510278722112, 0.22669438191210292, 0.17036086736386558, 0.23565675248358017, 0.21376606024480832, 0.15178931759074607 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25646723340535155, 0.22495402784860113, 0.26752838876125257, 0.31543445256750574, 0.2597742272443854, 0.23977365122326164, 0.11680036701599575, 0.14247545683540036, 0.19508095308216386, 0.14611406796089066, 0.19764791083211122, 0.12556866091414465, 0.29442181249606886, 0.3085160989748823, 0.21887086901914996, 0.130785584191115, 0.13675692326673372, 0.3008377187779795, 0.15000842779713003, 0.16262388831347752, 0.2948623231900938, 0.1955120043363604, 0.23378699657318305, 0.2640905344226344 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.01030872000635, 35.18082221128567, 47.740255776493015, 71.98298416411978, 43.87408723909353, 46.288013424842305, 47.969945290513174, 55.28155845748543, 39.29274709168027, 39.92561225642206, 45.81574093680093, 40.64120881063381, 44.66693372218273, 55.52072055780953, 33.260640897455175, 57.31298853615342, 49.9368568327995, 94.89765186757135, 48.49625304157953, 33.355370921894604, 64.23426628104384, 56.879634173167666, 48.960690197815055, 49.81926896358154 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.671934500962294, 33.33502646903008, 45.807173407936475, 70.3199262111124, 41.87842470608075, 44.075422182704656, 46.13012261841049, 53.23524610018775, 37.599024777264276, 37.955964360935134, 43.85888901505342, 38.8091325806898, 43.00533158296562, 53.66460270580935, 31.48156405816181, 55.60372024258284, 48.039606532732236, 92.95649170111902, 46.59438662242959, 31.651752215743265, 62.190312559953036, 55.32538104050725, 46.967055675675226, 47.74485087288653 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43668388231575994, "rpss": 0.035650691647421295, "brier_below": 0.22090502398398704, "bss_below": 0.025133760450695375, "brier_above": 0.21577885746041137, "bss_above": 0.046184975675870654, "crps": 50.097690015517934, "crpss": 0.02671467496366753, "crps_fair": 48.20422261420555, "crpss_fair": 0.022783113261311994, "reliability": { "below": { "weight": [ 0.000174, 0.051941, 0.311569, 0.426731, 0.176415, 0.029075, 0.004061, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0931, 0.1755, 0.2607, 0.3479, 0.4389, 0.5379, 0.6291, 0.7118, NaN, NaN ], "observed_frequency": [ 0.4007, 0.1958, 0.2709, 0.3754, 0.4448, 0.4122, 0.4136, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.002626, 0.042172, 0.283181, 0.379454, 0.226084, 0.058038, 0.007886, 0.000559, 0.0, 0.0 ], "mean_forecast": [ 0.0984, 0.1732, 0.2641, 0.3494, 0.4427, 0.5417, 0.6485, 0.7295, NaN, NaN ], "observed_frequency": [ 0.2669, 0.2475, 0.2263, 0.3322, 0.4733, 0.5777, 0.4734, 0.4375, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.417401683200739, 0.4177256302389092, 0.4441345311355042, 0.5068974516366974, 0.3817841535165392, 0.5800713110428791, 0.4449218369901696, 0.45459997850045003, 0.4051889151175981 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20654647933372525, 0.13153284780079005, 0.24387107828437454, 0.14415350519995634, 0.19831906648746842, 0.42488289543591384, 0.12291214679323044, 0.17766606639455382, 0.20688585666547324 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21085520313982659, 0.2861927686357473, 0.20026345678013283, 0.3627439223633854, 0.18346508723285895, 0.15518843342284275, 0.32200966758481536, 0.27693390141880425, 0.19830306446954363 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.58845485756444, 86.84639552340013, 42.51136541374594, 61.14965356428762, 29.632959564523663, 68.9863859148907, 101.23145224188583, 51.22754626968484, 34.61730715925844 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.627677788754134, 85.89168007337958, 41.638985223516215, 60.24288025521019, 28.790923409718385, 68.0681748517, 100.32870770972389, 50.29043399864821, 33.742107598212364 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45030283237549845, "rpss": 0.019905588657508577, "brier_below": 0.20630777137727618, "bss_below": -0.018468617945537114, "brier_above": 0.24399505611643965, "bss_above": 0.05016594167836774, "crps": 57.64350227880462, "crpss": 0.016841537812920082, "crps_fair": 56.73573010098478, "crpss_fair": -0.0018200555422855924, "reliability": { "below": { "weight": [ 0.0, 0.016204, 0.348997, 0.409093, 0.205753, 0.019659, 0.000295, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.2623, 0.3431, 0.4378, 0.5333, 0.6218, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1858, 0.263, 0.281, 0.2832, 0.3072, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.026313, 0.248281, 0.462884, 0.249587, 0.012933, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1839, 0.2598, 0.3478, 0.4329, 0.5302, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2929, 0.3344, 0.405, 0.5964, 0.7911, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4263008594755025, 0.44156509166293817, 0.44573545062269926, 0.5001631841250845, 0.36529339750708634, 0.599399403470729, 0.4303506636762042, 0.4658711829132732, 0.41554636926683575 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2479473841315978, 0.11218170892445052, 0.24880323038310023, 0.12072690431164529, 0.19708823736735226, 0.43358971559155646, 0.08396658552773151, 0.15035956308706297, 0.1957181434512991 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17835348191044417, 0.32938336067211743, 0.19693222665146012, 0.37943625295166833, 0.16820516204951994, 0.16580970573169176, 0.3463840494228505, 0.3155116033533158, 0.21982822843478106 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.896128808840494, 108.39131675077243, 44.26835947114006, 64.59460533681771, 28.720297499931657, 75.26895325203517, 108.4951437670129, 58.93657339963953, 37.2086740449521 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.929307590516075, 107.39220788227853, 43.36048441952957, 63.637191352065884, 27.84699151646126, 74.34265035906687, 107.56750166944973, 57.95286355748032, 36.31496153124633 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.45446951141337255, "rpss": 0.021185394170354588, "brier_below": 0.19893127475286626, "bss_below": -0.023878724577860666, "brier_above": 0.2555382301308721, "bss_above": 0.0536117970258847, "crps": 62.9755613701269, "crpss": 0.01911132479181521, "crps_fair": 62.038239986454954, "crpss_fair": 0.0017535953007283833, "reliability": { "below": { "weight": [ 0.0, 0.019347, 0.386543, 0.4142, 0.162569, 0.016975, 0.000365, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2617, 0.3416, 0.4354, 0.5354, 0.6218, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.193, 0.2604, 0.2462, 0.2319, 0.2992, 1.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.019068, 0.218532, 0.465943, 0.282903, 0.013553, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1828, 0.262, 0.3486, 0.4329, 0.5274, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2879, 0.3655, 0.4493, 0.6066, 0.7664, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.34630544770992255, "training": [ 0.40673638990388594, 0.33053853017996826, 0.3829855135971995, 0.42699242856246716, 0.3862879586351736, 0.2956241178516108, 0.37288449542602176, 0.3176787002914686, 0.26086587555123175, 0.3270723061587409, 0.3570641452552115, 0.3734398771060622, 0.3577306237439479, 0.22003348684019597, 0.33692645865607196, 0.3597121305991563, 0.3121630827029087, 0.4359914970777775, 0.3312854138379854, 0.3479917769782729, 0.361728503511023, 0.3343914491743996, 0.3303114630168972, 0.344894520380462 ], "test": 0.36645754981356926 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38284768996394936, 0.4221819376579361, 0.41324713221683596, 0.44961514427697946, 0.4081918190339405, 0.3888761761188963, 0.4244787268104547, 0.4936092372132921, 0.46008428552331443, 0.44547138924929225, 0.4149378289465222, 0.43212169702490727, 0.4532701255956357, 0.5572126751955759, 0.41488762611908114, 0.45966772698010305, 0.511276905533514, 0.3780105501931911, 0.4365884958992634, 0.3913191850076315, 0.451977462572277, 0.4753196918931886, 0.4470074541719107, 0.44144650977923416 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.1160194497284987, 0.20248657850511936, 0.12989276216538273, 0.12353134094347011, 0.13450302673036357, 0.17210878192104354, 0.2993325448565806, 0.32124260440680924, 0.2658948957410421, 0.32510129941846466, 0.25158544221665496, 0.30023915102425797, 0.16682448592064725, 0.2592166236781286, 0.2003986161041266, 0.29105173719162425, 0.37330804338074675, 0.11634640129250337, 0.27247935783298793, 0.24282414964455673, 0.1885270294841343, 0.2240138991387623, 0.21810306557967954, 0.15423096760660152 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.26682823974757086, 0.21969535953878933, 0.28335436809097775, 0.32608380102143436, 0.27368879024683673, 0.21676739433436143, 0.12514618381381415, 0.17236663385473736, 0.19418939217561892, 0.12037009261133777, 0.16335238779627254, 0.13188254684230102, 0.28644563790887656, 0.29799605131266843, 0.21448901153404015, 0.16861599075412606, 0.13796886584579574, 0.2616641488713504, 0.16410913995449047, 0.1484950355130525, 0.26345043139293417, 0.25130579167578615, 0.22890438851078362, 0.28721554036648184 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 50.80285987748008, 34.451217268628234, 45.98467484515737, 74.51698916695322, 44.22213742693749, 42.96697935933979, 47.254594646125234, 49.30444864881409, 40.38911904848917, 40.821025232947925, 45.31900577379334, 39.95743112156912, 44.09854835841234, 55.15628564833842, 33.513280014657276, 54.947902361037734, 51.92136129333074, 75.66594903928255, 43.4220439788439, 33.11227945779634, 56.115195817082544, 69.00244112804236, 43.59460281482533, 49.84091544802879 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 48.36689226526344, 32.40488333213488, 43.84080125383901, 72.41480700765227, 42.01632617535449, 40.45590429194655, 45.25722340501107, 47.178288725722794, 38.181716012800536, 38.78569107442512, 43.34795734410293, 37.92234857452425, 41.941878753903225, 53.38987163638224, 31.434749464942126, 52.993735571548385, 49.812711279497066, 73.52901656329858, 41.34187284070439, 31.184655721297812, 54.16539785005011, 67.13281713481882, 41.5014348155231, 47.746886981536754 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4397353113740386, "rpss": 0.02878738700907102, "brier_below": 0.22288592727134113, "bss_below": 0.01658969378767783, "brier_above": 0.21684938432143488, "bss_above": 0.041013262617036084, "crps": 48.599220323996384, "crpss": 0.02886881916275863, "crps_fair": 46.514494503178334, "crpss_fair": 0.03011485430124805, "reliability": { "below": { "weight": [ 0.0, 0.019704, 0.235129, 0.500796, 0.195842, 0.040431, 0.0079, 0.000198, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1695, 0.2643, 0.3508, 0.4332, 0.532, 0.6284, 0.7383, NaN, NaN ], "observed_frequency": [ NaN, 0.2387, 0.2407, 0.366, 0.4283, 0.4259, 0.1887, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.001073, 0.029705, 0.298105, 0.468013, 0.163008, 0.033771, 0.006213, 0.000113, 0.0, 0.0 ], "mean_forecast": [ 0.0925, 0.1716, 0.2662, 0.3493, 0.4389, 0.5388, 0.6247, 0.7282, NaN, NaN ], "observed_frequency": [ 0.6067, 0.2838, 0.2242, 0.3668, 0.4727, 0.5165, 0.538, 0.2503, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3816743985510904, 0.42989433075986094, 0.41768883706666204, 0.45128997479240035, 0.40304045265420146, 0.40576889345947464, 0.4181036143551392, 0.5001357291332289, 0.43531247353496466, 0.4398742546662979, 0.41745800712458236, 0.40229078489631237, 0.46079934373966785, 0.5907305924521378, 0.4216612881215197, 0.4430463752801374, 0.48031365967705386, 0.39378257353936874, 0.43582068160376874, 0.3903658797357028, 0.46814349569521135, 0.43990692004626597, 0.46580334537873386, 0.42176090739748295 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12204892421748588, 0.20235734238675435, 0.1257985874935937, 0.13809783924778776, 0.13490864842374137, 0.17140411860409402, 0.31163792338683594, 0.35604337309085454, 0.2454122678865125, 0.3096932615882026, 0.2302761948217178, 0.2837854881544095, 0.15336310165133404, 0.27377778443377576, 0.20002944583819413, 0.32213320345653224, 0.34688326376369244, 0.1000935454938494, 0.2933083115122134, 0.22505453422897223, 0.15822335946676933, 0.24343236812480565, 0.22502173785394353, 0.1505592556565373 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25962547403484804, 0.22753698823823612, 0.29189024737026303, 0.31319213311874367, 0.26813180249656476, 0.23436477489785013, 0.10646569324422216, 0.14409235757018438, 0.18990020837256213, 0.13018099568253855, 0.18718181335262052, 0.11850529754536915, 0.3074362397035357, 0.31695280841945844, 0.2216318435453049, 0.12091317334886163, 0.13343039999046172, 0.2936890276644676, 0.14251237282698254, 0.16531134489440483, 0.30992013326036577, 0.19647455217796564, 0.24078160730860362, 0.2712016500118349 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 49.4554533400108, 35.990457406768165, 49.30649821396833, 70.43746271993362, 44.704718829903776, 47.44395361715672, 46.7230095370949, 54.70466972791456, 39.22200343313317, 38.45028542998557, 44.02559139145295, 37.44622361522505, 47.28523540501402, 61.49244081914079, 35.50791932567309, 53.56912934297887, 48.178367123910505, 90.01684719140589, 47.532286509017155, 33.494934104632705, 65.19127629558038, 57.72100863675184, 49.142934289304264, 49.072699508779735 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 46.90573384251507, 33.87731365099763, 47.083256583773704, 68.29515075655704, 42.45677213053374, 44.77194315652838, 44.71382383800507, 52.54987093310036, 37.002419074600894, 36.31880656167131, 41.96520013597339, 35.40103211384902, 45.10623645629214, 59.705200827341926, 33.37357245208591, 51.552264755506, 46.03208800367302, 87.79351063339494, 45.401944402436925, 31.507145435427507, 63.17513619087973, 55.7919370113348, 47.00703615146397, 46.86442899483381 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4381111172358861, "rpss": 0.032498862455142885, "brier_below": 0.22180599503260875, "bss_below": 0.021157724766797448, "brier_above": 0.21630512246151043, "bss_above": 0.04385870761266919, "crps": 49.838141908947364, "crpss": 0.03175711031723072, "crps_fair": 47.693826003865674, "crpss_fair": 0.033130094490531614, "reliability": { "below": { "weight": [ 0.0, 0.021604, 0.232398, 0.500933, 0.195902, 0.039616, 0.009267, 0.00028, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1677, 0.2633, 0.3513, 0.4337, 0.5319, 0.6298, 0.7371, NaN, NaN ], "observed_frequency": [ NaN, 0.193, 0.2127, 0.3772, 0.4452, 0.3945, 0.1732, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0014, 0.031583, 0.299025, 0.466044, 0.159854, 0.035057, 0.006932, 0.000105, 0.0, 0.0 ], "mean_forecast": [ 0.0925, 0.1709, 0.2663, 0.3489, 0.4394, 0.5393, 0.6246, 0.7305, NaN, NaN ], "observed_frequency": [ 0.6757, 0.3066, 0.2137, 0.3676, 0.4874, 0.5189, 0.5523, 0.3332, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41575627341261734, 0.4152360760880023, 0.4497991346257661, 0.5444238659533898, 0.39796686965777944, 0.567846543780372, 0.45421511550693433, 0.46309737643760296, 0.391347555021074 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20201264865710616, 0.13084426269143695, 0.24635445141633708, 0.1576017824677549, 0.21101038251781742, 0.41273405455568946, 0.12769748195515324, 0.18144731725066124, 0.20185106073203576 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21374362437828373, 0.28439179801010805, 0.20344468569943047, 0.3868220570005991, 0.18695648626161965, 0.15511250837006474, 0.3265176098978577, 0.28165004504693036, 0.18949650068190077 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.219004701250725, 85.97080121180782, 43.019638968857684, 65.52990862591655, 32.480154930928606, 68.24900777281378, 98.7116747968237, 51.97359157642048, 34.12708149783492 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 40.11103114845306, 83.92959231736845, 41.12540596147799, 63.66932699362507, 30.752214880215924, 66.146900516979, 96.56147742602128, 50.12299939616085, 32.13963353182328 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4555209789426154, "rpss": 0.00854817333542901, "brier_below": 0.2079503824715547, "bss_below": -0.0265776088955314, "brier_above": 0.2475705905940883, "bss_above": 0.036246953000362625, "crps": 58.031207120294916, "crpss": 0.010228905327502202, "crps_fair": 56.06206468579166, "crpss_fair": 0.010075297218037349, "reliability": { "below": { "weight": [ 0.0, 0.003222, 0.234475, 0.515382, 0.187714, 0.055272, 0.003933, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2653, 0.3392, 0.4373, 0.5305, 0.6151, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0938, 0.1925, 0.3166, 0.2551, 0.3033, 0.2835, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.032917, 0.271226, 0.510707, 0.175399, 0.009676, 7.5e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1747, 0.2511, 0.3475, 0.4293, 0.5271, 0.6066, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2626, 0.3735, 0.4053, 0.6393, 0.8443, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4218537945389669, 0.4378153215635291, 0.45463602012105614, 0.5407813588128279, 0.37860031136236477, 0.5774335207359444, 0.4467486529389947, 0.47632387399722664, 0.39986280052064305 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24188599613689896, 0.10943038715425875, 0.2559855841883672, 0.13667726289532797, 0.20593033619984888, 0.41312349991980474, 0.09219107110701358, 0.15424901417168824, 0.18986623614204934 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.179967805702664, 0.3283849102703115, 0.19865044100416748, 0.4041040660583759, 0.172669976128204, 0.16431003987508, 0.3545575517467733, 0.32207483973633794, 0.20999656719057472 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.35566652780018, 107.04156861624917, 45.33709825388254, 69.15163398979311, 31.214070174905334, 73.99444172809484, 105.74800198777011, 60.0234144493747, 36.59460359565389 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 38.224428130949164, 104.91513557061684, 43.337739869373394, 67.1645951508527, 29.406725239362032, 71.81297230735284, 103.5436709734904, 58.05068253308125, 34.552539208446305 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4593395171768393, "rpss": 0.010696609659967438, "brier_below": 0.19992659865725085, "bss_below": -0.02900155391190684, "brier_above": 0.2594129108569432, "bss_above": 0.03926188105610273, "crps": 63.27338881372488, "crpss": 0.014472452819329074, "crps_fair": 61.223165442613876, "crpss_fair": 0.014868816382578975, "reliability": { "below": { "weight": [ 0.0, 0.003994, 0.266052, 0.533399, 0.153166, 0.039714, 0.003676, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2652, 0.3385, 0.4357, 0.5331, 0.6153, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0936, 0.1984, 0.2898, 0.195, 0.2676, 0.3507, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023935, 0.231526, 0.537743, 0.194422, 0.012281, 9.3e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.254, 0.3485, 0.4292, 0.5272, 0.6066, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2855, 0.4033, 0.4516, 0.6348, 0.8254, 1.0, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.3092379908061668, "training": [ 0.3484431496458013, 0.3095183686451321, 0.33993653176037725, 0.3608279019248899, 0.3453292233015562, 0.2735522098740544, 0.33217501884976597, 0.2969551602321371, 0.2209202165681725, 0.2896062867644961, 0.30528362814939686, 0.3232115172646786, 0.32685578038983476, 0.2220662831174628, 0.3098985574902645, 0.3183652188829961, 0.28398367902607213, 0.38071884500919584, 0.30034439678903174, 0.3079604175459093, 0.32683646276757683, 0.29273864278750006, 0.31115496270676857, 0.29502931985493286 ], "test": 0.32867720360286123 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39262630985926006, 0.3993576738177591, 0.4030661456537091, 0.45347949974558405, 0.39906882494595086, 0.40134785070312556, 0.4118738050767023, 0.471618501393031, 0.476453336575784, 0.4516618566932999, 0.43143120822405584, 0.44949476687986034, 0.44452421579891743, 0.5261838912095612, 0.3991236161934537, 0.4661608732582989, 0.495388922183903, 0.39068290402870626, 0.4344276323988624, 0.39412044028632837, 0.4536715660876352, 0.46803891452924795, 0.43114419222030204, 0.44558525911636976 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.12372974343967286, 0.18217163305499032, 0.1373557149287247, 0.125227949916549, 0.1370446886815539, 0.17955750287265754, 0.2771202869426273, 0.30277232449898867, 0.2760572737660933, 0.3147826407088794, 0.26039743757025474, 0.3104949004820548, 0.16827971606197412, 0.239269756137433, 0.18615187690863186, 0.29043290758429174, 0.35136565200608466, 0.12318451900769412, 0.26557438124015836, 0.24626348445684032, 0.2015466745861035, 0.22168426035490654, 0.20789112168622834, 0.16587248922518463 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2688965679925755, 0.21718603994111288, 0.265710432817131, 0.3282515569546189, 0.2620241382408221, 0.22179034871757664, 0.13475351597291058, 0.1688461725885101, 0.20039606065651847, 0.1368792114200662, 0.17103376896529446, 0.1389998614513439, 0.2762445037602628, 0.28691413362886864, 0.21297173819120357, 0.17572796398974394, 0.14402326344758984, 0.2674983874797954, 0.16885324714959365, 0.14785695513069966, 0.2521248952580793, 0.2463546549402887, 0.22325307085771767, 0.2797127735549843 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 53.86455160190554, 34.88180361630018, 44.42516416284529, 75.76744262546184, 44.292073643035806, 45.38395835424179, 44.806017872308985, 48.42858028482801, 41.89387620942945, 42.84898094258062, 48.01148568320539, 43.36499235854751, 43.52120851733141, 53.715164974542866, 32.44244998970961, 54.85154715727486, 50.770945978707104, 74.73628437450124, 43.79991477902324, 34.82497014568005, 56.5162375659035, 68.28443473108823, 44.7328979170596, 51.01853024278705 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 51.247854867786664, 32.78506477761457, 42.310576251079404, 73.80263158859633, 42.126711530581986, 42.90202714784941, 42.63157267597928, 46.0631436022995, 39.94596606168699, 40.67814680389618, 45.80244876268463, 41.253725192307776, 41.570025451063735, 51.706986021957825, 30.492318727362644, 52.92228173780645, 48.577243636972234, 72.41342933956547, 41.65511282937403, 32.944341119983605, 54.27523421412803, 66.43143182572526, 42.37893181095557, 48.73407970584975 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4371055086199878, "rpss": 0.03459564833889606, "brier_below": 0.22059287233827404, "bss_below": 0.026707038931429006, "brier_above": 0.21651263596280448, "bss_above": 0.04250248616624086, "crps": 49.04931307201247, "crpss": 0.019874866194930618, "crps_fair": 46.902136903462804, "crpss_fair": 0.022032027434168433, "reliability": { "below": { "weight": [ 0.0, 0.021172, 0.193593, 0.455182, 0.263934, 0.062652, 0.003467, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1811, 0.2574, 0.3448, 0.4366, 0.5353, 0.6224, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2666, 0.2208, 0.3412, 0.4264, 0.4676, 0.471, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.024139, 0.210784, 0.467736, 0.241724, 0.048874, 0.006574, 0.000169, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1765, 0.2569, 0.342, 0.4361, 0.5308, 0.6261, 0.7165, NaN, NaN ], "observed_frequency": [ NaN, 0.2288, 0.2166, 0.3242, 0.463, 0.5658, 0.4633, 0.1666, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38870904472917456, 0.40515274135794493, 0.40668756834194497, 0.4537906845137844, 0.40109215613718663, 0.41555077545633445, 0.40786553948134513, 0.47839763204150004, 0.4480637962267049, 0.4453967060162809, 0.44572398730480156, 0.4277908916271075, 0.44488251987703464, 0.5527584336804469, 0.4058648568390726, 0.4551143632478474, 0.46326919165212865, 0.40641094315775556, 0.4327311117259068, 0.3935194070297027, 0.47434114692983526, 0.4283150046976082, 0.4419477200737657, 0.43006810906464077 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.13019707326036978, 0.18027197520643506, 0.13428971890287397, 0.137727709924806, 0.139843668943595, 0.17742371836132473, 0.2902419088768285, 0.33579023396051544, 0.25258228392395776, 0.3003473877543971, 0.24960783742434484, 0.2992155524906424, 0.15193086316845994, 0.2500822776847759, 0.18671335199732972, 0.32256444990336813, 0.3260428288697096, 0.10672200704906079, 0.2831509870053599, 0.2281678400290706, 0.17869053387990005, 0.23368030180255822, 0.20923267445007326, 0.16278616938910187 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2585119718425598, 0.22488076564960383, 0.27239785155632446, 0.3160629809498938, 0.2612484894303757, 0.23812705809001014, 0.11762362768774384, 0.14260739215841664, 0.19548150945998527, 0.14504931382039096, 0.196116148137682, 0.12857533490940545, 0.292951662170955, 0.3026761542095105, 0.2191515040599153, 0.13254990916706808, 0.13722635577233683, 0.2996889396543524, 0.14958011950036065, 0.16535156687716177, 0.2956506188454315, 0.19463470147040235, 0.23271504651956668, 0.2672819424560024 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 52.9399870504198, 36.40201408277742, 47.43257968022981, 71.0333451531567, 45.615223341844604, 49.804164907819384, 44.61249309253287, 53.16336550696172, 40.78316455468668, 40.71873998763646, 48.02719438810275, 41.503928679657456, 46.13480969190115, 59.23192142080858, 34.11134706447646, 53.233449996803095, 46.99946753635973, 88.35951557278986, 47.92360332206575, 35.2139963785322, 65.75364159808541, 57.97834611542482, 49.01375648317403, 50.568515078439354 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 50.154742045545284, 34.27393995179916, 45.18868050622406, 69.03621056366073, 43.314016285581985, 47.15478056626905, 42.44734871037928, 50.72899172283611, 38.813250222127145, 38.42483544079854, 45.77839262887678, 39.36684797671225, 44.17812956578224, 57.201138035858285, 32.07564542546585, 51.21223866273186, 44.75844853085997, 85.94071785269257, 45.68481509506974, 33.2585646774433, 63.40958819479241, 56.18282475809376, 46.67398594434665, 48.182690264740785 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4355601804670773, "rpss": 0.038132214654006735, "brier_below": 0.21947097309411912, "bss_below": 0.03146230732172173, "brier_above": 0.21608920684981062, "bss_above": 0.04481312713666363, "crps": 50.27327377852859, "crpss": 0.023303477764754832, "crps_fair": 48.060034317861984, "crpss_fair": 0.02570616087862776, "reliability": { "below": { "weight": [ 0.0, 0.022499, 0.194955, 0.462633, 0.255098, 0.060795, 0.004021, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1819, 0.2572, 0.345, 0.4356, 0.536, 0.6232, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2494, 0.2094, 0.3451, 0.4386, 0.4515, 0.4002, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027902, 0.214773, 0.463264, 0.23766, 0.048192, 0.008, 0.00021, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.174, 0.2567, 0.3419, 0.4368, 0.5315, 0.6265, 0.7165, NaN, NaN ], "observed_frequency": [ NaN, 0.2502, 0.2211, 0.317, 0.4728, 0.5904, 0.4499, 0.1666, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4278056235222504, 0.4280798107903754, 0.44094746734108725, 0.5178463023474599, 0.39156218505843354, 0.5442153561617481, 0.4575090232022269, 0.46573661965640295, 0.396506662611596 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2141707590499322, 0.14215662270051244, 0.24018100281855903, 0.15780905947504323, 0.20704612488079566, 0.39058134774525527, 0.13221494176882798, 0.18794931245443836, 0.19986443158705056 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21363486415630237, 0.28592317458103833, 0.20076646872891296, 0.3600372167119164, 0.18451606108122548, 0.15363402615908053, 0.32529405873850864, 0.2777872958650985, 0.19664223681394122 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.05215647923253, 85.64258895603888, 43.183999209900406, 62.740648561661516, 33.32734915287636, 65.27850593921441, 96.05026066249394, 52.38775596663986, 35.36152015281479 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.915956588987676, 84.53089774330546, 42.19110376340309, 61.70439548984395, 32.38087292948611, 64.20403056687148, 94.97992411347568, 51.32147510373326, 34.35116879170467 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45224545007684225, "rpss": 0.01567743681041034, "brier_below": 0.2079970669422683, "bss_below": -0.026808073642689445, "brier_above": 0.2442483780928916, "bss_above": 0.049179799398334945, "crps": 57.44719834231918, "crpss": 0.02018966672054301, "crps_fair": 56.397758343423476, "crpss_fair": 0.004147733791334263, "reliability": { "below": { "weight": [ 0.0, 0.00518, 0.260116, 0.428891, 0.268917, 0.033787, 0.003109, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1882, 0.2682, 0.3488, 0.4482, 0.5376, 0.6067, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2475, 0.2399, 0.2629, 0.3268, 0.2754, 0.238, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.010768, 0.254105, 0.527034, 0.200018, 0.008075, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1865, 0.2622, 0.3519, 0.4355, 0.5257, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2645, 0.3436, 0.4073, 0.6273, 0.8698, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43177512986036076, 0.4532282502538481, 0.4454507867367315, 0.5141177967916774, 0.37487326754743755, 0.563571329551091, 0.44943100103109473, 0.48121083143674503, 0.40661696678601533 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.25124378734175556, 0.12427438914225016, 0.24786764343489534, 0.13751054605781124, 0.20511773567521582, 0.3997772480916526, 0.09915709355203159, 0.1647448525121926, 0.18886799878105182 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1805313494857035, 0.32895383935835265, 0.19758314968358298, 0.37660722184310186, 0.16975553442048325, 0.16379409922300994, 0.35027387904648905, 0.31646596176802183, 0.21774897021181544 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.66500083633357, 106.2875229910582, 45.47172163709497, 66.25629970872774, 32.499584565584556, 71.42319454318942, 103.31619742164666, 59.970685976871685, 37.76226388911456 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.51796557351521, 105.11990353534608, 44.43154586583953, 65.1564097829808, 31.513352091093235, 70.32910262677782, 102.20963343392268, 58.84437638607213, 36.72610283878939 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.457808373332778, "rpss": 0.013994313731539698, "brier_below": 0.20206236606542852, "bss_below": -0.03999412816950665, "brier_above": 0.25574600056006225, "bss_above": 0.0528423173162863, "crps": 62.73916350773571, "crpss": 0.022793387817821587, "crps_fair": 61.64982134825966, "crpss_fair": 0.008003571270086995, "reliability": { "below": { "weight": [ 0.0, 0.005222, 0.29406, 0.449046, 0.219137, 0.028963, 0.003571, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2678, 0.3474, 0.4467, 0.539, 0.6074, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2862, 0.2408, 0.2439, 0.27, 0.2646, 0.2563, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007536, 0.220498, 0.53509, 0.228613, 0.008263, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2651, 0.3532, 0.4356, 0.5239, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3334, 0.3709, 0.4524, 0.6267, 0.8536, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.34578869445111676, "training": [ 0.42449984500826177, 0.3357193812353677, 0.3861988696695094, 0.41041538878593836, 0.3917218839408919, 0.30773627185875957, 0.3807881872335087, 0.33525739718208225, 0.22561575809325085, 0.33246071195215876, 0.3510777895558948, 0.3675911368819346, 0.3640279423396793, 0.2118487621665774, 0.35186387957425685, 0.35329361689798366, 0.295647183393495, 0.4336805157061381, 0.34741481930925494, 0.3475230067140948, 0.3368494835666502, 0.3331659635468786, 0.34075272322523376, 0.33377814898900027 ], "test": 0.372517571516132 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.40221895322695245, 0.4128990508195355, 0.4090084074867396, 0.455621700638193, 0.4073234572862444, 0.399835817528522, 0.43088708442884455, 0.48788808845251, 0.47552579664401967, 0.4486517721159256, 0.41725243557066666, 0.4553293129367124, 0.44478005244950053, 0.5269937143381195, 0.40799411223237825, 0.4940997288415613, 0.515761448367158, 0.3866302390906214, 0.44240119840647996, 0.40071641197000296, 0.4586178205701869, 0.47560998890230455, 0.4390103886561577, 0.44794885961445485 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.12369615166712417, 0.18955911273693427, 0.13220162363712937, 0.11423693208111842, 0.1313635227602094, 0.1786543275542869, 0.2979023560170751, 0.3187149660594818, 0.2844524306443154, 0.32212197694461936, 0.25100818618356635, 0.3217719893731148, 0.15714291680163328, 0.22851897586994643, 0.1927752631809258, 0.31257123769777545, 0.3776008997538262, 0.1136884346307114, 0.2757151657837814, 0.2521355902648882, 0.20312962073353144, 0.2223057950723574, 0.21063430999890115, 0.15983682667851587 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.27852280391558315, 0.223339936423052, 0.2768067877047229, 0.341384776147551, 0.2759599374297438, 0.22118149047293945, 0.13298472507001222, 0.16917311722611098, 0.19107336295651242, 0.12652978852292657, 0.16624424708330837, 0.13355731797968912, 0.28763714106072646, 0.29847473784305706, 0.21521884728715895, 0.18152848799260377, 0.13816053961617464, 0.2729418062616038, 0.16668602785152922, 0.14858082133185058, 0.2554882043561516, 0.25330419523834685, 0.228376076999024, 0.2881120389898669 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 53.92116079394434, 34.46779691395863, 46.421709783956004, 79.44949341209485, 44.32097119373714, 42.43004507049678, 48.754732774635016, 49.250032506166384, 40.697840711810386, 41.81091723937935, 46.30166661853025, 42.73065022442644, 43.47573057691805, 51.19443344498167, 32.79590456359511, 59.29532911753779, 53.12101871087715, 80.13364867541479, 44.39972967134109, 33.10984276248672, 56.33587639155826, 67.90738913135529, 44.298744522653905, 51.67321188720982 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 51.713860635019174, 32.69919581967585, 44.59099876687971, 77.82349991666428, 42.47980742218156, 40.40774917666431, 46.91334659945202, 47.284067493040396, 39.01342742443775, 40.014507705736754, 44.43285312281382, 40.97493815320715, 41.804138623538364, 49.515561662420964, 31.127809846032225, 57.681858754965894, 51.2905294978263, 78.31813998484945, 42.57769809530517, 31.50679361711329, 54.452218779643204, 66.34608843708797, 42.3164856879089, 49.7220498077134 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4434585766905747, "rpss": 0.02056407142945027, "brier_below": 0.22382244217190705, "bss_below": 0.012457632080539405, "brier_above": 0.21963613399001022, "bss_above": 0.02868924343232515, "crps": 49.51241152912772, "crpss": 0.010621027378093006, "crps_fair": 47.70865104292408, "crpss_fair": 0.005215203086952225, "reliability": { "below": { "weight": [ 0.0, 0.01817, 0.227561, 0.533207, 0.197342, 0.022815, 0.000905, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1872, 0.2627, 0.3449, 0.4289, 0.5249, 0.6239, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3896, 0.2289, 0.369, 0.4335, 0.2361, 0.3437, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01782, 0.245839, 0.519586, 0.188559, 0.025032, 0.003163, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1677, 0.2602, 0.3427, 0.4322, 0.5322, 0.6388, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3738, 0.2249, 0.3486, 0.477, 0.4328, 0.509, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39730995571470423, 0.41918519674610855, 0.41211473732797316, 0.4566779019038234, 0.40881092580816497, 0.4136543832552925, 0.42930042907298116, 0.4955574156271645, 0.4466330284583899, 0.4402516779392081, 0.42514610146426945, 0.43181412668630725, 0.4492425625708781, 0.5539101994094815, 0.41741312908859945, 0.48415840390241316, 0.48462838911665046, 0.4026570190675428, 0.44360938186210225, 0.3955136429930641, 0.4764317702063833, 0.4384280225256386, 0.45015805394118175, 0.4341726139215916 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1322161838188293, 0.1863142411967466, 0.1271022343945094, 0.12851928690891384, 0.13464652365018404, 0.17667437864032545, 0.3136169067204366, 0.35576198578560786, 0.25900680941745446, 0.3044628176021329, 0.23408328866138967, 0.3091281757853915, 0.14171475984964274, 0.23926268286261523, 0.1927112778597756, 0.35040435082808385, 0.3509118996982747, 0.09636237036479128, 0.29886933129703797, 0.2274476074477178, 0.17499626469630153, 0.24004701491067795, 0.21182208588252546, 0.15938062767218425 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2650937731889689, 0.23287095394864812, 0.2850125069984645, 0.328158621565953, 0.27416440621807825, 0.2369800052584638, 0.11568351750560248, 0.13979542286700505, 0.1876262160094721, 0.13578885378621464, 0.19106281081123638, 0.1226859459249519, 0.30752780993937484, 0.3146475155249755, 0.22470185007585733, 0.13375404708102934, 0.13371647988159002, 0.3062946518399811, 0.14474004421883763, 0.1680660360339964, 0.30143551335007945, 0.1983810060392913, 0.23833596713107297, 0.2747919907107602 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 52.62489126275086, 36.0479366661962, 49.90587705224495, 74.51437111419708, 45.13748809381628, 46.48065453923772, 48.44338786118495, 54.63837823242592, 39.672348687167315, 38.96482171078326, 45.46214125866357, 40.6213180326429, 46.43092798363093, 56.299060636840636, 34.948286030225375, 58.20882794224416, 49.366341087715085, 95.53463423344785, 48.62149749820078, 33.16863858566529, 65.19458477942113, 57.32826016225528, 48.74221877214211, 51.590232569187975 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 50.29061918914978, 34.26076786196436, 47.98329796989601, 72.84645498156317, 43.19421095180069, 44.356457975850155, 46.606794657664054, 52.63152347527699, 37.95367279347945, 37.06945241629763, 43.55972262473736, 38.84862452331725, 44.753406432789795, 54.60968023776743, 33.21468960699408, 56.5321689244474, 47.48669762080807, 93.68210100254777, 46.72814762313471, 31.500803851528982, 63.22589229058918, 55.82074622081155, 46.771482814203004, 49.56445143174787 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.44194912785874646, "rpss": 0.024023205258963176, "brier_below": 0.22272762941464788, "bss_below": 0.017090500635566497, "brier_above": 0.21922149774624602, "bss_above": 0.03096734932165257, "crps": 50.74779686634532, "crpss": 0.014084562528944744, "crps_fair": 48.89549447826528, "crpss_fair": 0.008769350519136299, "reliability": { "below": { "weight": [ 0.0, 0.018061, 0.224261, 0.54311, 0.186335, 0.027114, 0.001119, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2627, 0.3452, 0.428, 0.5263, 0.6239, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3043, 0.2126, 0.3795, 0.4369, 0.2193, 0.3437, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.019696, 0.246529, 0.514336, 0.187771, 0.027755, 0.003914, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1643, 0.2604, 0.3416, 0.4322, 0.5345, 0.6388, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3981, 0.2214, 0.3416, 0.4937, 0.4688, 0.509, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43216058796856766, 0.43142961330170426, 0.4518637552477693, 0.5180265403413301, 0.3868919149905248, 0.5599436417356101, 0.46437418196940095, 0.46114954203090525, 0.4017099286048374 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2126416680815184, 0.13900297298987116, 0.24941971932483922, 0.14497882167532217, 0.1972056552417669, 0.41265937917555584, 0.12680099824905747, 0.18142128098882954, 0.20616804378995843 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21951891844795557, 0.29242662525215757, 0.2024440391487432, 0.3730476940430669, 0.18968626022009127, 0.1472842797174781, 0.33757316112166447, 0.27972824965055587, 0.19554189173668893 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 44.02478550428014, 87.82179277639361, 43.31620904756544, 62.37998323822348, 30.231993726673956, 69.05734459590649, 102.0869342344552, 51.67074495129542, 34.38897175247227 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 43.08915347472276, 86.88825869283716, 42.47540613390801, 61.51751932641363, 29.434507338029455, 68.14246210691478, 101.18010454853817, 50.78879951065009, 33.52116818778287 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45639441179896106, "rpss": 0.006647126751574861, "brier_below": 0.20781094883519102, "bss_below": -0.025889274268219964, "brier_above": 0.24858345770426682, "bss_above": 0.03230402197088211, "crps": 58.330973314140664, "crpss": 0.005116140514365042, "crps_fair": 57.44859770219966, "crpss_fair": -0.014407627052729355, "reliability": { "below": { "weight": [ 0.0, 0.000604, 0.308319, 0.492688, 0.1854, 0.012989, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1899, 0.2745, 0.3457, 0.4332, 0.5116, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2397, 0.299, 0.2687, 0.2568, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00392, 0.280293, 0.58082, 0.134363, 0.000604, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1863, 0.2643, 0.3495, 0.423, 0.5007, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.227, 0.3655, 0.4249, 0.6445, 1.0, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4375453468868209, 0.4569390712880608, 0.4534005959509692, 0.5144590475936974, 0.37097100521408033, 0.5782973187458044, 0.4525366297622019, 0.47339866684724935, 0.4112068583962357 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.25403535629382684, 0.1194195191983169, 0.2562262260755392, 0.12463123091970743, 0.19698405671021532, 0.4200038477031223, 0.08970933512461436, 0.1536645123778514, 0.19342487791949978 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18350999707466095, 0.3375195282944959, 0.1971743756411665, 0.3898277885646815, 0.17398695061834935, 0.1582934881429815, 0.3628272661260984, 0.3197341371817507, 0.2177819839584544 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 42.1142853998408, 109.53987258708219, 45.05933764690167, 65.75909149647651, 29.191256410534578, 75.54563810897719, 109.33297089760796, 59.67248491764265, 36.84677505134229 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 41.16821719767956, 108.56312747189831, 44.18055198289698, 64.8481065815339, 28.36186651483283, 74.61972482875464, 108.39660960803973, 58.74729861828628, 35.95968207846487 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4609727267427911, "rpss": 0.007179081338732574, "brier_below": 0.20089988470252151, "bss_below": -0.034010956661268965, "brier_above": 0.2600728350669599, "bss_above": 0.03681784562979107, "crps": 63.67352361293398, "crpss": 0.008240071804189952, "crps_fair": 62.76057609804301, "crpss_fair": -0.009869387984011269, "reliability": { "below": { "weight": [ 0.0, 0.001122, 0.346552, 0.497962, 0.140767, 0.013598, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1899, 0.2744, 0.3443, 0.4328, 0.5136, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.2423, 0.2668, 0.2056, 0.2764, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.002656, 0.23934, 0.60324, 0.153643, 0.001122, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.2687, 0.3512, 0.4233, 0.5007, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1038, 0.4034, 0.4651, 0.6393, 1.0, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.2485722354627848, "training": [ 0.288236241048499, 0.2534555800148242, 0.2845957940715196, 0.30605869349612186, 0.298809619820508, 0.2059839149265713, 0.27761620074845417, 0.23747430654498924, 0.13295458443658825, 0.21995517187540295, 0.25601945235636603, 0.2642395558683434, 0.26725447722963724, 0.1497665533131743, 0.2510888315731047, 0.2585598089074134, 0.21050716668150557, 0.3277333033251758, 0.24323814268326216, 0.24605004910005457, 0.2613521600585616, 0.2346264727962364, 0.2529932136761804, 0.2371643565543406 ], "test": 0.28145243425346356 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38098739062092096, 0.3998051884837088, 0.3920629523000547, 0.4354476734742532, 0.3861867181592301, 0.40075014029356554, 0.43167127510288333, 0.4916606098866461, 0.48315200485943255, 0.4659788541760991, 0.4255632267531053, 0.4539051857602867, 0.43030845445553145, 0.5156942252029911, 0.3979997660877109, 0.4889705363494467, 0.5302618984861789, 0.3766391286538468, 0.44208400601622855, 0.3953673388009103, 0.4480652451391393, 0.4668115255884141, 0.43553400034453715, 0.43258362601664496 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11353341336321181, 0.18311046632661912, 0.12821549310238634, 0.1046860578441265, 0.12739823412534482, 0.17900807996628426, 0.29868599328352397, 0.3236509503836713, 0.28155271940042226, 0.33055673399744456, 0.2552353747150313, 0.31743958805868466, 0.1516184825853347, 0.22404156147532023, 0.18518834451293237, 0.31506122489625943, 0.3874970360936571, 0.10773818620990547, 0.2750551707558278, 0.25053962219502873, 0.1967029521740392, 0.21956377982350858, 0.21176979344006408, 0.1526888147676688 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.26745397941355475, 0.21669472152473704, 0.26384746118540614, 0.33076162189653785, 0.25878848591653336, 0.22174206130492546, 0.13298527793313453, 0.16800965469040938, 0.20159928229277366, 0.1354221139569042, 0.17032784969353662, 0.13646559194741756, 0.2786899752555087, 0.291652665063518, 0.2128114202620189, 0.1739093080695432, 0.1427648547738667, 0.2689009442918701, 0.16702883040702374, 0.14482771502898203, 0.25136229788871073, 0.24724774766992474, 0.22376420526290888, 0.27989481570571834 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.63463865959026, 33.33643702974141, 44.96165354283434, 77.88753693290869, 42.459485640037116, 41.72566152233617, 48.66593251537017, 49.32243082100907, 40.307407259523636, 42.60431001253883, 46.589503943994316, 42.58700014954448, 41.82817117732049, 50.10504356122976, 31.282320385509536, 58.50325272666258, 53.465969988235706, 79.53020453196633, 43.58062265376176, 33.24401046350377, 55.16929320393258, 67.10827629761563, 44.1653800491495, 50.11459415786049 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.46494948880607, 31.546688531682687, 43.169732214499696, 76.28364094549866, 40.617839223096155, 39.66376712933084, 46.86428560545791, 47.349518244770984, 38.66909301924974, 40.775702936387134, 44.71217472491126, 40.806126997407056, 40.200947757934955, 48.31623052102502, 29.605105578164697, 56.89871414225996, 51.642944984628606, 77.647535523747, 41.78726679888921, 31.64252359951924, 53.25175048864446, 65.54099433165554, 42.17726225789226, 48.15752587529039 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4378121237921569, "rpss": 0.033034996851534326, "brier_below": 0.22168908639567905, "bss_below": 0.021870357607199242, "brier_above": 0.2161230367264777, "bss_above": 0.044225435492110665, "crps": 48.79913071775737, "crpss": 0.024874120987345982, "crps_fair": 46.991346705031226, "crpss_fair": 0.020171891957773358, "reliability": { "below": { "weight": [ 0.000224, 0.056893, 0.316906, 0.410294, 0.184173, 0.02823, 0.003252, 2.8e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0942, 0.1758, 0.2609, 0.3477, 0.4397, 0.5355, 0.6282, 0.7098, NaN, NaN ], "observed_frequency": [ 0.4985, 0.2216, 0.2813, 0.368, 0.4349, 0.4518, 0.4344, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.000226, 0.039884, 0.293423, 0.381417, 0.221695, 0.056117, 0.006843, 0.000395, 0.0, 0.0 ], "mean_forecast": [ 0.0961, 0.1718, 0.2644, 0.3497, 0.4421, 0.541, 0.6467, 0.7308, NaN, NaN ], "observed_frequency": [ 0.4997, 0.2337, 0.23, 0.3426, 0.4631, 0.5608, 0.518, 0.4286, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3790050943231633, 0.4057814386475311, 0.3938040442401963, 0.437213335526123, 0.39049868606087007, 0.4148660042366709, 0.42909607214468404, 0.5040298218853126, 0.44803585175979854, 0.45930307491643513, 0.4368676627299189, 0.4301577173655182, 0.4311479831772854, 0.54354465947229, 0.40391519731802455, 0.48329730050590286, 0.4939336045457459, 0.392378929610154, 0.44354296334259413, 0.39092952767077493, 0.46630239341771684, 0.4306790072165273, 0.4477512819213319, 0.4168394970649952 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1214844163431203, 0.1812588337457788, 0.12368905192514117, 0.11734369896262167, 0.13132485188318566, 0.17686057646732484, 0.3135617065750317, 0.36335550494403984, 0.2531654643098717, 0.31481103317990905, 0.24040093234027954, 0.30494077145007725, 0.1353747564762432, 0.23533394923937892, 0.1845007648325044, 0.3536569198744964, 0.3587319441128711, 0.09052106237337038, 0.2953365478489714, 0.2279509515920575, 0.17049606718003646, 0.2354214051188514, 0.2142226820026996, 0.15001979069378155 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25752067861122047, 0.22452260458792708, 0.2701149942752277, 0.3198696420516066, 0.25917383664886146, 0.23800542880993844, 0.11553436105097804, 0.14067431106094883, 0.19487038401270865, 0.14449203544788825, 0.1964667283988693, 0.12521694112549928, 0.2957732314793342, 0.3082107113023252, 0.21941443148655712, 0.12964037493143177, 0.1352016522219813, 0.30185787046093066, 0.1482064092353815, 0.16297857528890045, 0.2958063340710126, 0.19525760120531388, 0.23352859902848316, 0.26681970943399674 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.07823218960419, 34.74958987524109, 48.311257718961706, 72.7925510836809, 43.65813215759431, 45.852503199231336, 48.394851562741245, 54.80258091637355, 39.09033008371983, 39.96300713107644, 45.781251533053116, 40.61878565566851, 44.685751559835246, 55.22092554265309, 32.99714401510787, 57.600115509877455, 49.77852831981363, 95.06406689370563, 48.0118582962939, 33.46085174367391, 64.04518099021789, 56.72152192926321, 48.85092016294385, 49.81620116437326 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.77053751290821, 32.940543452661785, 46.415262298280766, 71.15996452437363, 41.696497141793515, 43.66259246894247, 46.59704455948098, 52.79818417425655, 37.429445160384205, 38.02510747977847, 43.86193101329329, 38.81625402864286, 43.06171280286506, 53.411514215129664, 31.245474649649182, 55.9293780163656, 47.91106434539945, 93.12974989293988, 46.15117973845274, 31.797526551137814, 62.04427735914737, 55.20900807959149, 46.897748320260995, 47.77843090034209 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43637171454581525, "rpss": 0.03634006623903596, "brier_below": 0.2205734868113185, "bss_below": 0.026596852556801664, "brier_above": 0.21579822692613845, "bss_above": 0.046099356131671265, "crps": 50.05608913477938, "crpss": 0.027522886414512504, "crps_fair": 48.19751786191993, "crpss_fair": 0.02291903490467806, "reliability": { "below": { "weight": [ 0.000209, 0.05586, 0.323185, 0.411156, 0.175248, 0.02993, 0.004377, 3.5e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0939, 0.1755, 0.2602, 0.3477, 0.4391, 0.5371, 0.6283, 0.7098, NaN, NaN ], "observed_frequency": [ 0.3338, 0.1933, 0.2739, 0.3782, 0.4411, 0.4322, 0.432, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.00028, 0.0446, 0.29314, 0.378996, 0.218854, 0.055961, 0.007678, 0.000489, 0.0, 0.0 ], "mean_forecast": [ 0.0961, 0.1697, 0.264, 0.349, 0.4425, 0.5418, 0.6486, 0.7308, NaN, NaN ], "observed_frequency": [ 0.4997, 0.252, 0.2242, 0.3397, 0.4736, 0.5775, 0.4909, 0.4286, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41960293135110144, 0.4171251000262256, 0.4414472735780997, 0.5064367709103709, 0.3799799907383175, 0.5805581825963868, 0.4468174285484522, 0.45514298864266234, 0.4028210791654093 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20739777710819637, 0.1309049247110019, 0.24219915075999013, 0.14221453829090117, 0.19672286451336776, 0.42690008851399225, 0.12237235072068672, 0.17683916705525726, 0.20583392409480028 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21220515325987413, 0.2862201614356526, 0.19924812636333772, 0.3642222085022441, 0.18325712640104377, 0.15365811168044974, 0.3244450553482736, 0.2783038107313825, 0.19698716085535375 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.5808460104935, 86.60573283070104, 42.190549049151784, 60.96327927525442, 29.275552701983734, 69.21357232572646, 101.7069421598701, 50.774867057548406, 34.45691686007399 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.63864537793724, 85.67028066220998, 41.335902262760925, 60.07460383225266, 28.454118180662068, 68.31368334070045, 100.8200437710074, 49.85626933006384, 33.60202535471198 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4499924161730029, "rpss": 0.020581216620253362, "brier_below": 0.20570942064091044, "bss_below": -0.015514771643748038, "brier_above": 0.24428299050862357, "bss_above": 0.049045058753068194, "crps": 57.52980647453372, "crpss": 0.018780715476751975, "crps_fair": 56.640619123589616, "crpss_fair": -0.00014061853694324888, "reliability": { "below": { "weight": [ 0.0, 0.020015, 0.355265, 0.403245, 0.201432, 0.019895, 0.000148, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1864, 0.2612, 0.3432, 0.4376, 0.5343, 0.6139, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1805, 0.2657, 0.274, 0.2944, 0.3262, 0.5014, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.02817, 0.256853, 0.460955, 0.241022, 0.012852, 0.000148, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2597, 0.3471, 0.4322, 0.5312, 0.6139, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2948, 0.3386, 0.4079, 0.5963, 0.79, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42818890113950797, 0.4407039443702053, 0.443853094400013, 0.49983529968904855, 0.3641307575220448, 0.6000241905265307, 0.43301934040936907, 0.46694340616451474, 0.41428693419285606 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24873617573823623, 0.11099700567020916, 0.24782248624345765, 0.11861992889732415, 0.19624933185242052, 0.43564425109132415, 0.08375683133739635, 0.1499182890353759, 0.19571843397883895 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17945273172065174, 0.32970691656776335, 0.19603061426539456, 0.3812153439419379, 0.1678814273972, 0.16437995702155797, 0.34926248063377335, 0.3170251006008619, 0.218568502393889 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.81759251991195, 107.99945046097628, 43.96713201049151, 64.41197388111031, 28.39536747403461, 75.54088023463201, 109.10110605320418, 58.38203213907962, 37.139219301911815 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 39.870037651338095, 107.0196420806186, 43.07624777429543, 63.471919090126704, 27.543137141424275, 74.63129060837187, 108.18832667848235, 57.41580623738418, 36.265796397435615 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.45455398537934333, "rpss": 0.021003458199672198, "brier_below": 0.1986069704271759, "bss_below": -0.02220956370923699, "brier_above": 0.25594700828255884, "bss_above": 0.052097883353587005, "crps": 62.8616393417058, "crpss": 0.020885740535062536, "crps_fair": 61.942467073275225, "crpss_fair": 0.0032946603965485766, "reliability": { "below": { "weight": [ 0.0, 0.023239, 0.393827, 0.407891, 0.156671, 0.018097, 0.000275, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1868, 0.2604, 0.3417, 0.4356, 0.5348, 0.6116, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1887, 0.2645, 0.2383, 0.2407, 0.327, 0.6672, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020263, 0.227754, 0.465226, 0.273487, 0.013271, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1847, 0.262, 0.3482, 0.4322, 0.5296, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3119, 0.3709, 0.4514, 0.6058, 0.7686, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.41590382406622833, "training": [ 0.46854912942701027, 0.40818451018589796, 0.44758736992307346, 0.4857858632973131, 0.4542386118454253, 0.3792797329776482, 0.44141051907467127, 0.39997326110217396, 0.31892208677917133, 0.39741755779024784, 0.42025050278422227, 0.4306113990252501, 0.4290546295742742, 0.3222226222780322, 0.41982969861641356, 0.42363733288486727, 0.3790344185037899, 0.4950344729779543, 0.4048465786834684, 0.41288741999899425, 0.4210367131370683, 0.4068618153512418, 0.4085455711821162, 0.40648996018915445 ], "test": 0.44300082439150335 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3859390542034271, 0.4162257103839637, 0.40202495972290103, 0.44052989902332923, 0.4031998914960753, 0.39093763421930194, 0.41882905595862086, 0.49576987924347504, 0.4803513276564489, 0.45099507948562245, 0.4178908875719646, 0.44771524543156654, 0.4447980485653413, 0.528049544339407, 0.4071820951591698, 0.4788100681256128, 0.5192751832075337, 0.37921454887549444, 0.440737506956412, 0.3966402459513211, 0.4528302741163565, 0.469252859976297, 0.44108681643803244, 0.4451718154198421 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11964464579121027, 0.19161422730252953, 0.12788276888593134, 0.11296822688586114, 0.13195639667273165, 0.17330393403014277, 0.2879944775475256, 0.32488577175032785, 0.2832187741396626, 0.32377005266604825, 0.2530776093103343, 0.31477027900733184, 0.1570093150711613, 0.2372685862293868, 0.19210955948164768, 0.30385037423151434, 0.381207364051972, 0.11248864176580674, 0.27347201291102813, 0.24793544090622666, 0.19598589453377274, 0.22295836897088325, 0.21310304920939488, 0.15870776205426707 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2662944094560235, 0.22461148190071734, 0.2741421935055306, 0.3275616763254093, 0.2712434969708397, 0.21763370022331627, 0.13083457600852938, 0.17088410426353978, 0.19713255212465403, 0.1272250222325309, 0.16481327700078413, 0.13294496290810745, 0.28778873712293773, 0.2907809564563542, 0.21507253412116606, 0.17495969185092478, 0.13806781294103823, 0.2667259071141394, 0.16726549018736453, 0.1487048044427331, 0.2568443831730757, 0.24629449241000445, 0.22798376601493986, 0.2864640570432777 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.9478828101325, 34.6754705346815, 45.372529510963986, 77.76797063724595, 44.25829647460053, 44.90305321552242, 46.74183150764831, 50.25019566228659, 41.94752467963913, 41.96648031254984, 46.32157108543498, 42.25744407363727, 43.507633338835504, 54.82923336796054, 32.628071003583344, 57.973397484735635, 53.60781252230167, 75.7989078950771, 44.315431785923145, 33.334124689373034, 56.3449214355109, 68.17469141286249, 44.40249608160357, 51.39154591429918 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.679218955398866, 32.88365954091801, 43.565833105215376, 76.12827872272581, 42.424428839484534, 42.775345942323014, 44.92295499585886, 48.267319841772256, 40.27026275769645, 40.15994957406062, 44.46852153626528, 40.4977496590509, 41.837738118107126, 53.108077000172194, 30.938442281703534, 56.356007610900825, 51.774704169516816, 73.92594670210981, 42.504767047276175, 31.731365644381412, 54.46995704265471, 66.6153375966566, 42.43059912041342, 49.42657229876857 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.43972740131364657, "rpss": 0.028804857405974715, "brier_below": 0.2225493138919458, "bss_below": 0.018074888795540867, "brier_above": 0.21717808690824744, "bss_above": 0.03955962039304217, "crps": 49.40493822651704, "crpss": 0.012768606589796061, "crps_fair": 47.59012658764296, "crpss_fair": 0.007686585605606422, "reliability": { "below": { "weight": [ 0.0, 0.02368, 0.257054, 0.515304, 0.159924, 0.040569, 0.003469, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1773, 0.2604, 0.3512, 0.4423, 0.5344, 0.6234, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.251, 0.2439, 0.3701, 0.4264, 0.4564, 0.325, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020761, 0.27816, 0.489973, 0.168309, 0.037262, 0.005478, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1729, 0.2614, 0.3474, 0.4423, 0.541, 0.6309, 0.7058, NaN, NaN ], "observed_frequency": [ NaN, 0.291, 0.2349, 0.3444, 0.4861, 0.5604, 0.4818, 0.5005, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3843349956824399, 0.4244803089134511, 0.4051578228660523, 0.44512200253453266, 0.4028415028555153, 0.4075509885819953, 0.4165519911228332, 0.5042201018525765, 0.44911640955344223, 0.44169415693001896, 0.4274162023804107, 0.4206565410032619, 0.4494134014770708, 0.5558483051922704, 0.41460120248013493, 0.4670673569132533, 0.48633899289865573, 0.39497066528380315, 0.4403476900021306, 0.3933363973746497, 0.47194345543062943, 0.4315542378614716, 0.4523576998649235, 0.4303741338099148 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.1271767278413183, 0.18980859597031263, 0.12455554925265296, 0.12789085164413644, 0.13445635455838048, 0.1730086069409812, 0.3030184704811922, 0.3623862532605113, 0.25853361709157174, 0.3047439199011318, 0.23806208166045886, 0.2997327541426721, 0.14115402049487863, 0.24875290194658714, 0.19205043977116604, 0.3389712499637897, 0.35321305580709367, 0.09493815770246693, 0.2946672385298168, 0.22665151092112004, 0.16953616414096492, 0.2387270822306209, 0.2134548522774465, 0.15680614613407132 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2571582684444115, 0.2346717120347538, 0.280602276464521, 0.31723115509200034, 0.26838515105228894, 0.23454238182769507, 0.11353351751718194, 0.14183384439069494, 0.19058279052373073, 0.1369502322935636, 0.18935411956150305, 0.12092378362384157, 0.30825938598682734, 0.3070954010788749, 0.22255076168950783, 0.12809610310234357, 0.1331259302034764, 0.30003250836838874, 0.14568044629823923, 0.1666848863865171, 0.3024072973512949, 0.19282715494830818, 0.23890284687176852, 0.2735679907267502 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.90942993102623, 36.237066975750146, 48.67917631814195, 73.27940907310355, 45.02374083101701, 49.68214052951355, 46.390776282511844, 55.72345357837655, 40.2646128544252, 38.97358592329934, 45.89606000987262, 39.80413846964713, 46.39053596986638, 60.769015033971144, 34.70467141319053, 56.59963949516745, 49.48417694467744, 90.12480177189137, 48.580116780321276, 33.38305341056425, 65.56186424032285, 57.248567782618345, 48.8736311370458, 50.994527194715396 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 49.486532001170126, 34.42191131393854, 46.77262649118302, 71.60649208144422, 43.07466408030078, 47.425951559516164, 44.59001827026359, 53.70630724840621, 38.56151214002199, 37.06608063988701, 43.99592078649977, 38.03438032467176, 44.723265263567264, 59.03122694496745, 32.94328183050932, 54.92211989146166, 47.609962584822775, 88.1993640964109, 46.70121528023621, 31.721099775944342, 63.59600367333574, 55.73446615851167, 46.913425788581776, 48.94433404921623 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4382206901193933, "rpss": 0.032256887565059844, "brier_below": 0.22134569177772265, "bss_below": 0.02318906880348015, "brier_above": 0.21687499774327013, "bss_above": 0.04133966746142059, "crps": 50.607424664626556, "crpss": 0.01681167836868891, "crps_fair": 48.74092342811952, "crpss_fair": 0.011902881820164857, "reliability": { "below": { "weight": [ 0.0, 0.023225, 0.250558, 0.531942, 0.150019, 0.040204, 0.004052, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2603, 0.3511, 0.4426, 0.5349, 0.6249, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1926, 0.2259, 0.3819, 0.4342, 0.4126, 0.2675, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.022416, 0.280483, 0.487846, 0.166881, 0.036414, 0.005891, 7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1727, 0.2609, 0.3467, 0.4426, 0.5411, 0.6302, 0.7058, NaN, NaN ], "observed_frequency": [ NaN, 0.3018, 0.2363, 0.3402, 0.4988, 0.5653, 0.4967, 0.5005, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4224419878787873, 0.42182862634776486, 0.45075412359723327, 0.5202317903437318, 0.3909204189496145, 0.5678498420810365, 0.44987879918240065, 0.4626654136717874, 0.3960236294703405 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20831701872092084, 0.1336332071289854, 0.2475176958151211, 0.14954160724703544, 0.20274180202616846, 0.4169660488260547, 0.12236530476814209, 0.18223163774718476, 0.202700698165405 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.2141249679593446, 0.288195404106541, 0.2032364309030447, 0.37069015706321407, 0.18817861709937425, 0.1508838111915261, 0.32751347129930214, 0.2804337634314437, 0.19332293722655822 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.79396265261647, 86.57902665404013, 43.21200577174817, 63.7272669788754, 32.549059783385594, 70.08097913054833, 99.93259490068196, 52.33846496470172, 34.54519912506919 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.855371218427024, 85.63587949486174, 42.36929371096027, 62.844600638288284, 31.749093995644362, 69.16027464749627, 99.03048151288495, 51.43688551471813, 33.683725918981736 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45362162572474407, "rpss": 0.01268215904495873, "brier_below": 0.20733500227166865, "bss_below": -0.023539694145617185, "brier_above": 0.2462866178089277, "bss_above": 0.041245255427939886, "crps": 58.41761777351855, "crpss": 0.0036383463125663207, "crps_fair": 57.52951185025141, "crpss_fair": -0.015836381316595816, "reliability": { "below": { "weight": [ 0.0, 0.00801, 0.276467, 0.497096, 0.182405, 0.035948, 7.4e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2638, 0.3418, 0.4392, 0.5313, 0.6092, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1224, 0.2378, 0.2954, 0.2794, 0.2735, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020498, 0.248535, 0.579838, 0.140176, 0.010952, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2575, 0.3472, 0.4339, 0.5285, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.287, 0.3634, 0.4151, 0.6508, 0.8418, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4283146316667097, 0.4471978545633741, 0.4545626151722262, 0.5165842463246878, 0.372403581303837, 0.5861820416735455, 0.43843480732431717, 0.4733845361190356, 0.4050332056991249 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.25008764485199914, 0.11460144785506553, 0.2566086395657382, 0.1299086993647257, 0.19901401755601036, 0.4238062814106617, 0.0854600080859002, 0.15533545029569695, 0.18987879939056912 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17822699304320924, 0.33259638280234377, 0.19795398114663992, 0.3866755178401028, 0.17338956549655254, 0.16237577833256306, 0.3529747700277482, 0.31804906736757893, 0.21515440861371224 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.07870931724151, 107.90916180564962, 45.33233148261729, 67.0303762841566, 31.310178765346247, 76.87541260171025, 106.89521962934582, 59.94557688804801, 37.080232001421436 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.13392872066541, 106.92029968410145, 44.450031837649945, 66.09348060442616, 30.478286452764337, 75.94181526600126, 105.96512569740649, 58.99385173167561, 36.20135446822154 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4580108355385398, "rpss": 0.013558260356888008, "brier_below": 0.20052233204181855, "bss_below": -0.032067732112078584, "brier_above": 0.25748849607449453, "bss_above": 0.046388969033528515, "crps": 63.7174665306152, "crpss": 0.007555629944977493, "crps_fair": 62.797574940323585, "crpss_fair": -0.010464729845622411, "reliability": { "below": { "weight": [ 0.0, 0.009465, 0.310596, 0.508618, 0.14145, 0.02987, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1879, 0.2638, 0.34, 0.4381, 0.5337, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1381, 0.2441, 0.2664, 0.2045, 0.2688, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.01611, 0.212999, 0.600316, 0.158004, 0.012571, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1825, 0.2602, 0.349, 0.4349, 0.5283, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.298, 0.3871, 0.4588, 0.6563, 0.8219, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.4316641416865732, "training": [ 0.47810391608152136, 0.42576061420267325, 0.46327580999056694, 0.49816340515811736, 0.46706290387588384, 0.4001210776456949, 0.4581810879716227, 0.4258391725044263, 0.33646606888820646, 0.41077735697246753, 0.4348865032585588, 0.4427745654503055, 0.4468416593594044, 0.34374227878516134, 0.4313683194985809, 0.44580793869426366, 0.3961201990910674, 0.5001628528677641, 0.42560879584764955, 0.4197830295292716, 0.4368772491929252, 0.4261917094490631, 0.42837266147994324, 0.41765022468261725 ], "test": 0.4560290152333418 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38044716331009004, 0.41508618982216045, 0.3925230352121292, 0.4331377163020067, 0.403040585610455, 0.3906726166661143, 0.41722570306464946, 0.4934127607564099, 0.4851445816235628, 0.4551977271961387, 0.42079052028479685, 0.4525373399567782, 0.43297519356831504, 0.5200831789155296, 0.40965881258848125, 0.48427737947887883, 0.5339332832775102, 0.3797102245912716, 0.4397018167648755, 0.39814599563919056, 0.44909749887765016, 0.4672895634882812, 0.4374317905470583, 0.4404585522971129 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11962414693923952, 0.18927421035270173, 0.12374529587236273, 0.10750534044421174, 0.13070729006014106, 0.17333748819910766, 0.284746491161061, 0.3240035238447142, 0.2836300413591414, 0.32540680896794966, 0.25440794686704427, 0.3195370465378981, 0.14876140163906046, 0.23241787297265534, 0.19541473185163058, 0.3078725534201244, 0.394250030431215, 0.11119872371791706, 0.27093954675713877, 0.24896627583685427, 0.19563874155170655, 0.22210296571073554, 0.2124931485689761, 0.15774648887680223 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2608230167414073, 0.2258119784838109, 0.26877774114179726, 0.32563237931743233, 0.2723332976879725, 0.21733512838112992, 0.13247920985035178, 0.1694092337080689, 0.201514539481007, 0.12979091438394033, 0.1663825724824533, 0.1330002899094422, 0.28421379429590554, 0.28766530463722173, 0.21424407988075114, 0.17640482365772775, 0.1396832482161962, 0.2685115007358348, 0.16876226625615642, 0.14917971928131415, 0.2534587610406899, 0.24518659848234592, 0.22493864147552456, 0.2827120661971356 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.67074791774794, 34.80465290132096, 44.2694184617264, 77.06869320432612, 43.831675085463495, 45.08584434777142, 45.95546427206854, 50.339429731069764, 42.76384894561796, 42.751813963889546, 46.715148083735606, 42.447145099720984, 42.79930991190256, 54.58447910964553, 32.707150875864556, 58.161835826662475, 54.93712244909434, 75.45514179184917, 44.317307128720664, 33.32995137261387, 56.349944644809064, 68.28281183410664, 44.34266408104319, 50.9338544567133 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.41848367931268, 32.96494165349991, 42.47263495332301, 75.48210006339445, 41.9795131356238, 42.94702270479038, 44.092181285675345, 48.28737493847175, 41.12682165535889, 40.872947100157646, 44.79529287370574, 40.64091205970305, 41.16787019021535, 52.76586559895311, 31.03860509302618, 56.55567658420208, 53.08630256587378, 73.5040635405386, 42.47710827505507, 31.7133782275112, 54.38178031436011, 66.69794516989685, 42.29269500481821, 48.93485515514995 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.43883246790997693, "rpss": 0.03078143419421342, "brier_below": 0.22223867133084954, "bss_below": 0.01944549617246305, "brier_above": 0.21659379607190074, "bss_above": 0.042143566686384304, "crps": 49.371060645728505, "crpss": 0.013445563438398644, "crps_fair": 47.52901549260904, "crpss_fair": 0.00896082805290932, "reliability": { "below": { "weight": [ 0.0, 0.045872, 0.262628, 0.494616, 0.152992, 0.040681, 0.003155, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1803, 0.2581, 0.3514, 0.4423, 0.5321, 0.6117, 0.7015, NaN, NaN ], "observed_frequency": [ NaN, 0.2347, 0.2522, 0.3759, 0.4232, 0.4505, 0.3738, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016198, 0.278433, 0.487687, 0.165794, 0.039918, 0.011691, 0.000279, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1701, 0.2629, 0.3481, 0.4422, 0.5381, 0.6292, 0.7135, NaN, NaN ], "observed_frequency": [ NaN, 0.2779, 0.2286, 0.343, 0.4884, 0.5442, 0.6214, 0.2017, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38055151294215045, 0.4221203053374404, 0.3955235661909518, 0.43785548051122714, 0.40458671110718264, 0.4070054817090614, 0.415357315360103, 0.5017178781576317, 0.45048272741499473, 0.44226739300895934, 0.4304798074972731, 0.4268868297820435, 0.4363243564327176, 0.546983921723463, 0.41697086135592276, 0.47729637888692716, 0.4971942834780619, 0.3950513329275531, 0.43921134141689533, 0.39500800546479886, 0.4670745023221345, 0.43044622021627255, 0.446839973151457, 0.42612457078995314 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.128027571375848, 0.1858993686084685, 0.12062782951022932, 0.12188773651650141, 0.1344519619087345, 0.1728180789031487, 0.2998976613337994, 0.3614863282803796, 0.2590832125049936, 0.3032636572098495, 0.23991786029346096, 0.30462154294873706, 0.13266527348691357, 0.2423856220472031, 0.19551499684912968, 0.34641994945546606, 0.36325982414983804, 0.0940350412940051, 0.2916238645982297, 0.2275319855428659, 0.16897940912146175, 0.23755152616872569, 0.21132450185967355, 0.15602939242121597 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25252394143554585, 0.23622093586876652, 0.27489573863261224, 0.31596774729239413, 0.2701347515271706, 0.2341874027237208, 0.11545965115884811, 0.14023154616400774, 0.1913995136095261, 0.13900373187979304, 0.1905619465505069, 0.12226528353607945, 0.30365908619922594, 0.3045982982374816, 0.22145586391144512, 0.1308764256584223, 0.13393445414073885, 0.3010162920412511, 0.14758747188210278, 0.16747601985569674, 0.2980950989976241, 0.19289469307741722, 0.23551547085787805, 0.2700951806132795 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.65987865617959, 36.40288677747656, 47.39457505062625, 72.49952911710929, 44.9093567897837, 49.849384028947526, 45.707880025458714, 55.7820303406049, 40.6210337003992, 39.55740684039659, 46.350040866496386, 40.040490825833366, 45.56351311101849, 60.49437599303464, 34.728709986132095, 56.90449821110302, 50.66340068658304, 89.67037451936308, 48.53151856872979, 33.410706605438385, 65.55919619378717, 57.648702517530886, 48.707105728486695, 50.46636338175305 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 49.253302659061305, 34.54594991835321, 45.487490070540744, 70.88635626887213, 42.929574288963934, 47.571286839130636, 43.865318199552384, 53.687501544261586, 38.96327042188292, 37.55454271504636, 44.391644388810676, 38.209791629725466, 43.937560210979136, 58.6571900439963, 32.98775979101834, 55.22674781405662, 48.763162306710306, 87.66356832950439, 46.61673292883737, 31.722630133784556, 63.497105809133494, 56.13086758917189, 46.69680719726618, 48.38639333549362 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43705669821604903, "rpss": 0.03482738497147975, "brier_below": 0.2208043415162033, "bss_below": 0.02557807781834376, "brier_above": 0.2162523560771473, "bss_above": 0.044091952754372055, "crps": 50.54678993842801, "crpss": 0.01798967458325207, "crps_fair": 48.651356434756394, "crpss_fair": 0.01371862271716806, "reliability": { "below": { "weight": [ 0.0, 0.043609, 0.258235, 0.511813, 0.142987, 0.040038, 0.003248, 7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1813, 0.2583, 0.3514, 0.442, 0.5332, 0.6131, 0.7015, NaN, NaN ], "observed_frequency": [ NaN, 0.1977, 0.2331, 0.3885, 0.4323, 0.4181, 0.2577, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.017968, 0.282682, 0.483193, 0.166388, 0.038116, 0.01141, 0.000243, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2625, 0.3475, 0.4423, 0.5375, 0.6284, 0.7169, NaN, NaN ], "observed_frequency": [ NaN, 0.2953, 0.2335, 0.3377, 0.4986, 0.5474, 0.6494, 0.2869, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4268161452587238, 0.42276232768141553, 0.45025299674048, 0.516262106557415, 0.38809106317330866, 0.5709257926626301, 0.44578761906986986, 0.46330440307873716, 0.40036009424775776 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21226269276302473, 0.1339589995428279, 0.24659226189727107, 0.14892873077559826, 0.2003619297961967, 0.4220143878389358, 0.12011528709078932, 0.1821354496639615, 0.20550999359753463 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21455345127713224, 0.28880331304671675, 0.20366073775971416, 0.36733334981422694, 0.18772913355973575, 0.14891142297888785, 0.3256723088142579, 0.28116894095024497, 0.1948501064280268 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.090264253645415, 86.4893715118099, 43.26327353274261, 63.694896069946246, 32.68477160837694, 70.89394477989572, 99.68325412051799, 52.516249829194464, 34.95265702874483 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.13189537387904, 85.5383510190244, 42.41936064620045, 62.80310998205239, 31.864258543636343, 69.99047339594645, 98.79788449516028, 51.589082948442844, 34.10114499256796 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45384028316337094, "rpss": 0.012206246129940812, "brier_below": 0.2079866369962378, "bss_below": -0.02675658468205544, "brier_above": 0.24585364051432704, "bss_above": 0.042930767370015444, "crps": 58.58540919276379, "crpss": 0.0007765223915379149, "crps_fair": 57.69284015521224, "crpss_fair": -0.01872037648606395, "reliability": { "below": { "weight": [ 0.0, 0.021842, 0.283695, 0.47246, 0.196192, 0.025284, 0.000527, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1847, 0.2628, 0.3422, 0.4402, 0.5369, 0.6176, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1378, 0.2691, 0.2779, 0.2857, 0.2973, 0.2864, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.02061, 0.255389, 0.570466, 0.141466, 0.011549, 0.000521, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1859, 0.2602, 0.3465, 0.4339, 0.534, 0.6249, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3404, 0.3519, 0.4169, 0.6535, 0.8371, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319492387790264, 0.44837063603076843, 0.45510228040459844, 0.5126082425415388, 0.37026044414167225, 0.5876075590570751, 0.4326708236052939, 0.4744213322742672, 0.41068725634161557 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2541755506862067, 0.11573645151158947, 0.256471563219542, 0.1297182782170561, 0.19698710785975934, 0.427052061041218, 0.08243912544230222, 0.15571412315277544, 0.19339971941613418 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.17777369444873237, 0.33263416061220097, 0.19863072253899744, 0.3828899353633176, 0.17327333797970787, 0.16055551627915732, 0.35023166883603674, 0.31870719069199543, 0.2172875391780485 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.48234128582229, 107.76528720736313, 45.470892625521756, 66.96169295565443, 31.494300075025105, 77.80329032653366, 106.5084874557455, 60.102844945916566, 37.67105057061183 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.52000607640971, 106.7669064198691, 44.59137545602763, 66.01765421766315, 30.64321963050169, 76.8915239438748, 105.59760948709929, 59.128273504866776, 36.802924784589145 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.45818642368620627, "rpss": 0.013180087037819699, "brier_below": 0.20129933117184262, "bss_below": -0.036066866382119755, "brier_above": 0.2568870851031327, "bss_above": 0.048616300138328516, "crps": 63.91779860535491, "crpss": 0.004435316935963884, "crps_fair": 62.995499280100134, "crpss_fair": -0.013649495574430182, "reliability": { "below": { "weight": [ 0.0, 0.02467, 0.313329, 0.488479, 0.150682, 0.022188, 0.000652, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1839, 0.2627, 0.3404, 0.4393, 0.5392, 0.6176, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1473, 0.2697, 0.2491, 0.2221, 0.274, 0.2864, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.017907, 0.217696, 0.590639, 0.159804, 0.013307, 0.000646, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1858, 0.2626, 0.3485, 0.4345, 0.5321, 0.6248, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3464, 0.3753, 0.459, 0.6649, 0.8109, 1.0, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.4600877467734472, "training": [ 0.5032841562990948, 0.453921548357392, 0.4908000378838234, 0.5263171131400621, 0.49214536215337307, 0.4230147123150234, 0.48832784817686226, 0.4487437934375513, 0.3728390524551967, 0.43827052433480307, 0.46837553135176946, 0.4736949034590354, 0.47361980137038495, 0.3776975678082758, 0.45726663267693646, 0.477443886372857, 0.4271541155472768, 0.5211822043015998, 0.4531559846363614, 0.450742748002978, 0.4664302888212669, 0.4567021961415263, 0.45284473547362314, 0.44813117804565983 ], "test": 0.4826397932152317 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38570389567281954, 0.41347638198322284, 0.3984420424982095, 0.4406294356610706, 0.4050793636620762, 0.38694780519230104, 0.4147662488644108, 0.49076329997738055, 0.4739835883121894, 0.4475487333303145, 0.41919715665191093, 0.44198687885937415, 0.4399880220621006, 0.5258622707736843, 0.4085935004821569, 0.47498838715574604, 0.522153270082258, 0.3879402892251667, 0.4329689235205488, 0.39631125688594154, 0.45589355624040384, 0.4697898952817462, 0.44224456870794654, 0.4475489508435722 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.12116436077929628, 0.18834138182191085, 0.12236710245299465, 0.10760492899149017, 0.13085577882273214, 0.1732300338456236, 0.28767722837737475, 0.32341116530752567, 0.2834028353336231, 0.32647874199039145, 0.25341647361072595, 0.3149988937653582, 0.14925596607806307, 0.23456191353793768, 0.19615833101687222, 0.30486584422163826, 0.391236821418219, 0.113340904856524, 0.27224709042611395, 0.24988100699366392, 0.19605914290409665, 0.22278220478847602, 0.21412574215309463, 0.1579754873514671 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2645395358250523, 0.22513499857991606, 0.27607494212261313, 0.3330245090762642, 0.2742235874274614, 0.21371777189672259, 0.12708901871677736, 0.1673521317812624, 0.19058075214259657, 0.12106998766776636, 0.1657806824453586, 0.12698798277512677, 0.2907320579528457, 0.291300355890804, 0.21243516864865447, 0.17012254104194605, 0.13091644401762917, 0.2745993851032003, 0.16072182995626377, 0.14643024968117702, 0.2598344172885489, 0.24700769112898333, 0.22811882531109592, 0.2895734664352854 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.65757503137624, 34.23586904778806, 45.89247603441649, 80.49957868555353, 44.18450250285274, 43.03534094654621, 45.18064713697321, 49.243545292314984, 41.557554225970954, 41.353089178994296, 46.63065298268306, 40.588314370067785, 43.93896280106305, 56.54797801311068, 32.507560817360336, 58.29012456235656, 53.35471283041771, 78.9037124812444, 43.11134945763744, 33.17318521525445, 58.020863603012316, 70.88797381693333, 44.704818473724394, 51.91813532658572 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.6008297637799, 32.58824793884052, 44.33262327719809, 79.13124149854502, 42.58932110501764, 41.127084417156595, 43.557889353013145, 47.4065727044775, 40.10973556107567, 39.708530564912344, 44.95168245458598, 38.960977973244574, 42.53293722419833, 54.90661851923222, 31.02908800392542, 56.89685490175186, 51.69609609132781, 77.18502292578164, 41.49162323171433, 31.767207140786674, 56.251617095204175, 69.46692815714862, 42.88435924237694, 50.148706062428126 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4384503217469396, "rpss": 0.03162545368491165, "brier_below": 0.2223099742018839, "bss_below": 0.019130895878509357, "brier_above": 0.21614034720472297, "bss_above": 0.04414888227012703, "crps": 49.60077178475992, "crpss": 0.008855373550333723, "crps_fair": 47.971741466988455, "crpss_fair": -0.0002705599424233096, "reliability": { "below": { "weight": [ 0.0, 0.054927, 0.255887, 0.479373, 0.174982, 0.032238, 0.002536, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1788, 0.2603, 0.3522, 0.4429, 0.5386, 0.6226, 0.7067, NaN, NaN ], "observed_frequency": [ NaN, 0.1896, 0.2669, 0.3747, 0.4137, 0.4853, 0.3219, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036278, 0.335572, 0.446607, 0.141128, 0.032477, 0.007545, 0.000393, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1756, 0.2635, 0.3459, 0.4389, 0.5422, 0.6319, 0.705, NaN, NaN ], "observed_frequency": [ NaN, 0.2511, 0.2446, 0.3546, 0.5122, 0.5659, 0.6807, 0.2855, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3845360134603075, 0.4213014797529998, 0.40281968688208714, 0.44408747141934857, 0.4079152453196356, 0.4047544589910792, 0.41077846475676605, 0.4958797499272462, 0.4435866391447572, 0.4353609858379227, 0.4284752629943022, 0.4142537668602387, 0.4457733669459995, 0.5545012389001259, 0.4171794628682177, 0.465216921433172, 0.4849627694705521, 0.406348975536801, 0.4297245649779316, 0.39431995296333244, 0.4771889134817193, 0.4304636376233042, 0.4540565296269037, 0.43382007591257754 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12971796636873484, 0.18515277675480007, 0.11972295819114678, 0.12189263111345484, 0.13540572723945138, 0.17291474966919637, 0.3028687684238458, 0.36081630393579595, 0.2602048476195253, 0.3034934742419501, 0.23793032439876466, 0.29867729895678236, 0.13247817792454925, 0.24581057475586035, 0.19667192367652508, 0.34393542464211835, 0.35930040954391884, 0.0962328635116245, 0.2912120953619714, 0.22884703350684446, 0.16947786234658505, 0.2383212189795715, 0.21429517274884852, 0.1564220198342082 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25481804750594783, 0.23614870153095244, 0.2830967310120441, 0.32219484242966484, 0.27250952121562094, 0.23183971010175494, 0.10790969402737947, 0.13506344287116698, 0.18338179019830053, 0.13186750732999253, 0.19054493832665256, 0.11557646599517721, 0.31329519163239455, 0.30869066239775117, 0.2205075385987405, 0.1212814937708619, 0.12566235499572098, 0.3101161132659373, 0.13851246501941572, 0.16547291974550857, 0.30771105710501667, 0.19214241773089408, 0.2397613558984859, 0.2773980582013591 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.03374550316929, 35.76020029055531, 49.27737862659983, 75.44251389831163, 45.06868110697013, 47.780739782097825, 44.93081444011515, 54.38471096667919, 39.75190384613702, 37.9247274421291, 46.40994174887166, 37.96776925464144, 47.279010952404825, 63.08105184911419, 34.58819658454544, 56.20828323062785, 48.84146699945407, 94.40556028150802, 47.04530174334502, 33.48340486305378, 68.20295408325525, 59.390467566205025, 49.58280856577241, 51.24630581622245 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 48.81415796363399, 34.087388135493946, 47.6172908490498, 74.04508498009679, 43.35755249004978, 45.7435911939779, 43.33686618359239, 52.50325385517596, 38.27932325285625, 36.17255919686632, 44.70508433354456, 36.30310339961317, 45.87731500570971, 61.42261259976291, 33.03142657549264, 54.74386853902583, 47.131271728559994, 92.64101820015571, 45.357408134061195, 32.007929739949425, 66.34177924666942, 58.027979414686044, 47.79980629418691, 49.408778139420484 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4369710681286387, "rpss": 0.035016485872411685, "brier_below": 0.22090844182275307, "bss_below": 0.025118677336852357, "brier_above": 0.21606262587111422, "bss_above": 0.044930623990341756, "crps": 50.795330810074404, "crpss": 0.013161085022131758, "crps_fair": 49.11485206048463, "crpss_fair": 0.004322438569232756, "reliability": { "below": { "weight": [ 0.0, 0.051664, 0.248655, 0.498993, 0.164658, 0.032957, 0.003002, 7e-05, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.178, 0.2602, 0.3523, 0.4431, 0.5392, 0.6248, 0.7067, NaN, NaN ], "observed_frequency": [ NaN, 0.1624, 0.2432, 0.3881, 0.4184, 0.4477, 0.279, 0.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.040724, 0.343558, 0.435598, 0.142149, 0.030657, 0.006861, 0.000452, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1752, 0.263, 0.3454, 0.4391, 0.5431, 0.6342, 0.7047, NaN, NaN ], "observed_frequency": [ NaN, 0.2621, 0.2454, 0.3535, 0.5229, 0.5791, 0.676, 0.3071, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4259231449618492, 0.4256471760230669, 0.4470919329759897, 0.5242491422287232, 0.385680924007402, 0.5689022743738894, 0.45134192745806095, 0.465245545350681, 0.39546546647220143 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.21272751065294165, 0.1335196892765364, 0.24600136818488277, 0.14735247202243945, 0.1985800107644211, 0.4233939880811171, 0.11986075311858863, 0.18120320610447888, 0.20345461809920795 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21319563295111016, 0.29212747132371497, 0.20109056730840003, 0.3768966440181525, 0.18710091309711527, 0.14550830421354224, 0.3314811506825186, 0.2840423263995069, 0.19201085376606508 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.987800625167715, 88.5230758391539, 43.09420576675701, 65.69069303831428, 32.45617681667155, 70.95786906266488, 102.67495366850567, 53.423961621609344, 34.36405122766503 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.11531402300103, 87.64978465611622, 42.323155422382015, 64.86427944022611, 31.70064807517497, 70.13418003904414, 101.87066791753624, 52.56524819219416, 33.597029746948834 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45439417042798486, "rpss": 0.011000697833257633, "brier_below": 0.20734373514495708, "bss_below": -0.023582805257376993, "brier_above": 0.24705042930668064, "bss_above": 0.03827185839993952, "crps": 59.35253196294549, "crpss": -0.012307402304652104, "crps_fair": 58.53558972362485, "crpss_fair": -0.03360135920951901, "reliability": { "below": { "weight": [ 0.0, 0.024102, 0.293708, 0.459069, 0.194486, 0.028259, 0.000376, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1775, 0.2642, 0.3408, 0.4356, 0.5279, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1967, 0.268, 0.2745, 0.2916, 0.2871, 0.2009, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.023671, 0.297522, 0.539331, 0.128236, 0.010868, 0.000372, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1824, 0.2602, 0.3451, 0.428, 0.525, 0.6369, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3122, 0.3531, 0.4263, 0.6691, 0.806, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43068281276651704, 0.4530315028837564, 0.45105148082056773, 0.5222831138160463, 0.3682140436874163, 0.5864817066517473, 0.441020219588114, 0.47792964357842765, 0.40645199725736947 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.25538169138034994, 0.1145611200657274, 0.2560786601886749, 0.12824880357856255, 0.19565512854372033, 0.42975587103571683, 0.08229521792746593, 0.15441525753011337, 0.1911086125642592 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1753011275112174, 0.3384703585141921, 0.19497282554207188, 0.3940342809351889, 0.1725589164824463, 0.15672585358115854, 0.35872497180098856, 0.32351436715051846, 0.2153433864410925 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.25015124194745, 110.718395226912, 45.26162001401009, 69.26546922399723, 31.129180829409165, 77.97436248212242, 110.20269364401025, 61.543455962180985, 37.227805965267116 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.37467328031658, 109.79949791353442, 44.45861683269702, 68.38851693083393, 30.34560600349474, 77.14465272103874, 109.3722693097728, 60.641157229281895, 36.44632339313535 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4596829467833291, "rpss": 0.009956947468193311, "brier_below": 0.2008333736460656, "bss_below": -0.03366863112327101, "brier_above": 0.2588495653287638, "bss_above": 0.0413482364393819, "crps": 64.95257050998407, "crpss": -0.011681983499182813, "crps_fair": 64.10792373490061, "crpss_fair": -0.03154932175819325, "reliability": { "below": { "weight": [ 0.0, 0.028483, 0.322106, 0.476335, 0.148301, 0.02431, 0.000465, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.264, 0.3392, 0.4344, 0.5304, 0.6269, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.219, 0.2705, 0.2425, 0.2294, 0.2692, 0.2009, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.020329, 0.261396, 0.561395, 0.144512, 0.012, 0.000368, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1813, 0.2629, 0.347, 0.4288, 0.5247, 0.6438, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3143, 0.3796, 0.4714, 0.67, 0.7747, 1.0, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.44051426850679465, "training": [ 0.48537304228085654, 0.43034805569213636, 0.4708242263140979, 0.4974581329767544, 0.4773113597272701, 0.4108396234068801, 0.46505497150174485, 0.42879909755087775, 0.3511947780646927, 0.4220773136805729, 0.4451288083118108, 0.4537709518604533, 0.454168010658947, 0.3591790109494388, 0.4404199595471483, 0.4485668753930748, 0.40569644316437903, 0.5120220727392772, 0.4312560881007348, 0.436468091030232, 0.45019467495537857, 0.4299639409428224, 0.43864561076947295, 0.4275813045440182 ], "test": 0.46325320644000484 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3893482910182114, 0.4148013986928083, 0.39528552122318233, 0.45047911867230384, 0.40192549760301644, 0.39298757892069935, 0.4111243549896805, 0.4948488169069185, 0.4782922661551948, 0.4567245051586916, 0.4200073976700941, 0.44818812171977135, 0.43921146018822604, 0.5164677430089512, 0.406920667735433, 0.48071876883173864, 0.5211442055071903, 0.3845725479513946, 0.44235710988763915, 0.3962997692237426, 0.4499258128835437, 0.4673898535406098, 0.4333715987276408, 0.44374573470360257 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.12041132249101827, 0.19072183503658305, 0.12660528587367062, 0.11410528805218229, 0.13037581519050206, 0.1755660750736507, 0.2817128688108004, 0.3248810245363172, 0.2803181750230401, 0.3257166017604951, 0.2544310417405837, 0.3144188533106349, 0.15730866412692782, 0.22971288599351292, 0.1923645204552625, 0.30550684968372727, 0.37911810751882585, 0.11431361653474935, 0.27380524028628245, 0.24732235913075734, 0.1967514482566948, 0.22159102862720775, 0.2089080718470846, 0.15763735053657674 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.26893696934853817, 0.22407956324795006, 0.26868023691589804, 0.33637383466931225, 0.27154968431130644, 0.21742150390085435, 0.129411484534492, 0.16996778924738482, 0.1979740897443203, 0.13100789943835314, 0.16557635471444715, 0.13376926462498606, 0.28190279955713393, 0.2867548558498004, 0.21455614633673156, 0.1752119170662564, 0.14202609285666448, 0.2702589318894483, 0.16855186644986928, 0.1489774089557356, 0.25317436759422496, 0.24579882583648105, 0.22446352683355372, 0.28610838670914845 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 53.597836288010356, 34.88924947004944, 44.086270807951465, 78.25056840482485, 43.561222135748125, 44.99206196608177, 44.73943489046226, 50.96216003980014, 42.315416700358206, 42.83258142683573, 46.653302879334845, 42.55506012984245, 43.150293676362594, 54.1663273390526, 32.62534100007284, 57.92014647743203, 53.977502154570345, 75.63431294535502, 44.648783205831116, 33.214185515962704, 56.83888819247567, 68.5327335753011, 43.64420543477013, 51.494657965572515 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 51.334603188796315, 33.083059795080146, 42.2687828271852, 76.65938992304199, 41.68336659259479, 42.85854355494703, 42.903320934869264, 48.954171364989364, 40.66821830110998, 40.98508817868413, 44.75267047968871, 40.76995614791636, 41.506305245564114, 52.40142667227143, 30.946400602228405, 56.31292486841932, 52.168988463666864, 73.71414975819471, 42.82155117698006, 31.6106283790507, 54.88048193309071, 66.95536626470079, 41.62175136720974, 49.511609798834364 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4390057558716786, "rpss": 0.030398705198540377, "brier_below": 0.22181684707904528, "bss_below": 0.02130665592226455, "brier_above": 0.2171889083597038, "bss_above": 0.03951176400434009, "crps": 49.38677260925243, "crpss": 0.013131600012884048, "crps_fair": 47.55719815912977, "crpss_fair": 0.008373184353529295, "reliability": { "below": { "weight": [ 0.0, 0.031002, 0.258455, 0.502545, 0.162932, 0.042842, 0.002224, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1825, 0.2621, 0.3503, 0.4428, 0.5378, 0.6257, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2436, 0.2476, 0.367, 0.4271, 0.4792, 0.4934, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.016753, 0.278536, 0.487442, 0.168237, 0.044999, 0.003921, 0.000113, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1763, 0.2635, 0.3481, 0.4414, 0.5374, 0.6291, 0.7098, NaN, NaN ], "observed_frequency": [ NaN, 0.2237, 0.2339, 0.3461, 0.4823, 0.5474, 0.5346, 0.0, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38757795278942, 0.42258836577710535, 0.3986462711635584, 0.4539342081704188, 0.40156298981081867, 0.4081234432870495, 0.41030742573700124, 0.5053976869317824, 0.4497016926814556, 0.44455860521403157, 0.42972606689812365, 0.4276520027849869, 0.44081081213792855, 0.5405802677722479, 0.41476466568399856, 0.471484243338442, 0.4841885279761444, 0.4001740508407011, 0.44082308190553277, 0.3934557442364618, 0.46676157140209257, 0.429262664517623, 0.4423418954450495, 0.4305997430117687 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12901337204397903, 0.18853363232681208, 0.12383954935376781, 0.1289288520947323, 0.1332437096255421, 0.17491515217821513, 0.2983381085289197, 0.36310082574475283, 0.2565856155376238, 0.3050908482534721, 0.24000581498362322, 0.30384837860417513, 0.1409953128326338, 0.23820911113406837, 0.19236864727360523, 0.3422263182203092, 0.3483157459851349, 0.09735883707841382, 0.29401072426233205, 0.22626630468046247, 0.17024222329444239, 0.23608859276254598, 0.20784351704228313, 0.15706216256358818 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2585645810463076, 0.2340547331352149, 0.2748067235093675, 0.3250053598762788, 0.26831928238651187, 0.23320829117028463, 0.1119693147801379, 0.14229685734123523, 0.19311607546034382, 0.13946775285971988, 0.18972025072217863, 0.12380362074091515, 0.2998155038395407, 0.3023711551299741, 0.22239601774190085, 0.12925792168972314, 0.13587277627518762, 0.3028152148232708, 0.14681235335778375, 0.16718943887061302, 0.2965193531923917, 0.1931740710150436, 0.23449837861972497, 0.27353758237075887 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 52.575835602795514, 36.62922682755677, 47.022432546001994, 73.81268455722389, 44.6426777862846, 49.56709971570969, 44.52479416241528, 56.74023099739186, 40.64802320067438, 39.73601768330615, 46.42021028670753, 40.47512824523138, 45.688730233051615, 60.00971104292244, 34.6588656109139, 56.37721157781605, 49.49199786664377, 89.84780842940319, 48.92665120132412, 33.397038177235224, 66.13922302813302, 57.90201673369885, 47.842523045506, 51.08775486582028 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 50.15803123210188, 34.79379911864159, 45.09927892970743, 72.18800143363269, 42.647246501018664, 47.302885818995485, 42.708818780063396, 54.693697477416556, 38.975870488687015, 37.784776773367305, 44.470668350837094, 38.679479180756715, 44.04919615891885, 58.22344872267931, 32.90030828190218, 54.701271768728134, 47.64490783713139, 87.87683911146362, 47.04490252105751, 31.72467371256646, 64.08996584242838, 56.37758912571688, 45.8559874387336, 49.02225115173957 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.43729266581307263, "rpss": 0.03430628676245817, "brier_below": 0.22068463985022646, "bss_below": 0.026106327972523546, "brier_above": 0.21660802541476706, "bss_above": 0.04251977482227143, "crps": 50.59016222599032, "crpss": 0.017147048686038557, "crps_fair": 48.708912323262155, "crpss_fair": 0.012551824807590317, "reliability": { "below": { "weight": [ 0.0, 0.030301, 0.252017, 0.518541, 0.156955, 0.039709, 0.002478, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2623, 0.3503, 0.4428, 0.5401, 0.6265, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2043, 0.2322, 0.3761, 0.4357, 0.4467, 0.465, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.018094, 0.283022, 0.483249, 0.16537, 0.04634, 0.003785, 0.00014, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1748, 0.263, 0.3478, 0.4417, 0.5372, 0.6315, 0.7098, NaN, NaN ], "observed_frequency": [ NaN, 0.2586, 0.2351, 0.3412, 0.4912, 0.5697, 0.54, 0.0, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42812553669420045, 0.42283505369110763, 0.4540894572258474, 0.5159526908956183, 0.38837621378786663, 0.5566373971484491, 0.45393846626345197, 0.4643138765497497, 0.4015356084621066 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2113263735922565, 0.13380014919653996, 0.24999132133775862, 0.14804188464133078, 0.20057755989659812, 0.40970781023725134, 0.12446326351097484, 0.18300805800269504, 0.20594850393899936 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21679916181554654, 0.28903488936075117, 0.2040981388427335, 0.3679107806437824, 0.18779865399087747, 0.14692960506608443, 0.329475179283892, 0.28130580622724877, 0.1955871104135462 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.11868929191745, 86.13735885632079, 43.74993752382255, 63.63492550274508, 32.86101720775993, 69.23075006472162, 99.42304857648178, 52.632624928461986, 35.30371675921794 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 42.17022879999257, 85.18523035095318, 42.90031120681716, 62.746803407094525, 32.056502887940894, 68.3228734792931, 98.52646549449759, 51.71649917171062, 34.43951563996971 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4539782556353776, "rpss": 0.011905945889723601, "brier_below": 0.2074294360393783, "bss_below": -0.024005880311288808, "brier_above": 0.2465488139604958, "bss_above": 0.040224567391533905, "crps": 58.454674301272135, "crpss": 0.0030063160333512196, "crps_fair": 57.562714493141044, "crpss_fair": -0.016422662192591364, "reliability": { "below": { "weight": [ 0.0, 0.006739, 0.277083, 0.493009, 0.194073, 0.02754, 0.001555, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1818, 0.264, 0.3425, 0.44, 0.5346, 0.6152, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2127, 0.2402, 0.2886, 0.2873, 0.2783, 0.4286, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.014194, 0.262489, 0.57061, 0.142647, 0.009912, 0.000148, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1793, 0.2602, 0.3459, 0.4329, 0.531, 0.6094, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3482, 0.3559, 0.4159, 0.6538, 0.8326, 1.0, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43351305061509543, 0.448952900588764, 0.4597757497758823, 0.5129994624628877, 0.3716456756003448, 0.573900476739034, 0.4414850131720612, 0.47538747016471095, 0.41272498705020033 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.25319728879255793, 0.11538467604395981, 0.2604209952644193, 0.12887497554886843, 0.19819476061495664, 0.41616381081866805, 0.08637533728174092, 0.15612662809695607, 0.1941604841120624 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18031576793010845, 0.3335682006193813, 0.19935475992867976, 0.38412445816737434, 0.1734509166475298, 0.15773668420899725, 0.3551096463575112, 0.3192608237733475, 0.21856450512997325 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.546486705591825, 107.41786101809757, 46.10582028417258, 67.08726496602209, 31.807230854203162, 75.97795992862892, 106.00668705449706, 60.27146988998799, 38.0471923423231 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.59033202670428, 106.41665928764498, 45.216831323439564, 66.14691211017585, 30.970904559420816, 75.0583371942082, 105.08275933613088, 59.3068296977173, 37.16689933468816 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4589316429076645, "rpss": 0.011575069671000415, "brier_below": 0.20098877295268772, "bss_below": -0.03446845530407017, "brier_above": 0.2579428625292114, "bss_above": 0.04470621865856117, "crps": 63.80755256039159, "crpss": 0.006152476650594152, "crps_fair": 62.88405165223667, "crpss_fair": -0.011856211402421879, "reliability": { "below": { "weight": [ 0.0, 0.00752, 0.305465, 0.509781, 0.151145, 0.024531, 0.001558, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.182, 0.2634, 0.3407, 0.4395, 0.5384, 0.6154, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2482, 0.2427, 0.2618, 0.2194, 0.2481, 0.5293, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.013628, 0.223382, 0.590709, 0.160455, 0.011736, 9.1e-05, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1784, 0.2625, 0.3478, 0.4334, 0.53, 0.6094, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3614, 0.3875, 0.4553, 0.6639, 0.8251, 1.0, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.26202987717014375, "training": [ 0.2992882194481603, 0.2661185138291249, 0.29551567023795766, 0.3111975851957308, 0.3089683508592713, 0.22447934147535026, 0.28826038921040753, 0.2547239036015017, 0.14801175110118403, 0.23530663686205278, 0.268353603790176, 0.277950222072841, 0.2801771119478129, 0.16022637265227704, 0.2678256834863648, 0.26982560604244094, 0.2267232857676375, 0.34466531842952525, 0.25898567865803984, 0.2582331127397193, 0.2765690374928253, 0.24997317669337907, 0.26555580602809814, 0.2517826744615708 ], "test": 0.2976413007996748 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38717393372903236, 0.40088767907060546, 0.39991041714543263, 0.44844364296573347, 0.3895588189964217, 0.39879546150094425, 0.42771051057379283, 0.4857702792271434, 0.4771946667435925, 0.45692891155397186, 0.42507330208896216, 0.4525648880807177, 0.4363425551614571, 0.5215957464194503, 0.3998602408464602, 0.48278878789299967, 0.5183158565252305, 0.38350923936916015, 0.439779992831937, 0.39175608063243594, 0.45188661376786926, 0.46756389707952567, 0.43190419374687644, 0.4396049002313725 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.11551522376082186, 0.18577258478129793, 0.129948132444302, 0.10965757174758532, 0.12970534042423465, 0.1782598365952295, 0.2961864651485189, 0.3203152475513084, 0.2793723007179699, 0.3253559593744806, 0.2553576520974424, 0.3172565075660076, 0.15575277657467185, 0.22693136563067567, 0.1896381036527084, 0.3100907075526103, 0.3805697149266049, 0.11005796861595177, 0.27590379185390346, 0.24754055849359471, 0.1986768298182865, 0.22034107341473744, 0.20917616698606248, 0.1548355023361134 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2716587120112365, 0.2151150938864899, 0.2699622875614206, 0.33878607782657627, 0.25985348062177377, 0.22053562633116722, 0.13152404212319452, 0.1654550268668154, 0.1978223630085009, 0.13157294632065417, 0.16971564805238523, 0.13530837488099853, 0.2805897825978824, 0.29466438137783474, 0.21022213626797925, 0.17269807736881368, 0.1377461344234993, 0.2734512729885681, 0.16387619620777735, 0.14421552066524618, 0.25320978878186495, 0.2472228253150306, 0.22272802570212566, 0.28476940257704886 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 52.91549078966645, 33.22738449209893, 45.23086171904239, 78.41218030299444, 42.449285604473594, 41.92512767179393, 48.658914529883255, 49.10702544431789, 40.09695890206659, 41.94682441761656, 46.538722608297384, 42.42208224272779, 42.298795236340915, 50.63060174881828, 31.433682778754324, 58.0302648132023, 53.04534392372476, 79.23332028870071, 43.54480413761407, 32.93271662445595, 55.42683629588113, 67.14351014683261, 44.008350647268294, 50.648148815548595 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 50.689660271553294, 31.45294821156399, 43.42027912348802, 76.78436985151947, 40.59433681382468, 39.82303401723818, 46.85961345516995, 47.133013122573864, 38.45996174263601, 40.13367145944903, 44.66371298528423, 40.66069565645234, 40.65768273079668, 48.86934425601033, 29.762996371773397, 56.439069509361445, 51.22207516065563, 77.34516414235391, 41.74796126400108, 31.346760299042465, 53.511664764583706, 65.60063624423168, 42.00536538433098, 48.681746285751416 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4381216923408802, "rpss": 0.0323512744591572, "brier_below": 0.22175905758604664, "bss_below": 0.02156163291296742, "brier_above": 0.21636263432353683, "bss_above": 0.043165847895828, "crps": 48.804468090921716, "crpss": 0.02476746722892964, "crps_fair": 46.99440679681857, "crpss_fair": 0.0201080852325638, "reliability": { "below": { "weight": [ 0.000692, 0.055151, 0.26718, 0.44228, 0.199324, 0.031756, 0.003561, 5.7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1754, 0.2597, 0.3457, 0.4392, 0.5364, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.3604, 0.2393, 0.2789, 0.3543, 0.4319, 0.4697, 0.4044, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.046653, 0.272574, 0.417716, 0.205991, 0.050947, 0.005723, 0.000395, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1738, 0.2592, 0.3441, 0.4402, 0.5369, 0.6423, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2328, 0.225, 0.3461, 0.4729, 0.5562, 0.4777, 0.5, NaN, NaN ] } } }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38331165156718916, 0.4071971034898929, 0.4023110838757765, 0.44753282376819487, 0.3937150794219783, 0.4135907137298708, 0.4246548536093821, 0.4952138595094588, 0.44456042655781336, 0.45023230441132805, 0.43663502934651544, 0.427849454599285, 0.43868931939713146, 0.5500745358778015, 0.40677103654845476, 0.47381463227658527, 0.4842373010027977, 0.400818955299975, 0.441044611875051, 0.38803336401376703, 0.47122528641256906, 0.4294532716904456, 0.4442206500040037, 0.42413581823323276 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12281480699475111, 0.1841622633755016, 0.12593960850244865, 0.12239542760033635, 0.13358402597099645, 0.17667480468022184, 0.3112408421052836, 0.3591983970937966, 0.25215283355246504, 0.3087964378426019, 0.24035330195584137, 0.30373288327824444, 0.13981600616173312, 0.23804462466595902, 0.18921164114252334, 0.34769739752184414, 0.35322970614552024, 0.0929926741801846, 0.296247735600763, 0.22459536321861678, 0.17209293225063305, 0.23556204534157793, 0.21116586342650556, 0.15233016886486128 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.26049684529491746, 0.22303483995943277, 0.2763714783242387, 0.3251374019090496, 0.2601310562952854, 0.23691591055421146, 0.11341400728611446, 0.1360154564805864, 0.19240758967980504, 0.14143586080165885, 0.19628172559847878, 0.12411656659073295, 0.29887331878429174, 0.3120299114017416, 0.217559394929761, 0.12611722939198597, 0.13100758722377273, 0.30782628475044127, 0.14479687020185356, 0.16343800003895928, 0.2991323616240527, 0.19389122563306832, 0.2330547861632474, 0.27180565276008806 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 51.404311443362865, 34.65756019490082, 48.53418314151154, 73.269129916245, 43.70403429376047, 46.103541110243064, 48.47574776996576, 54.51037300065317, 38.99032441502042, 39.114551101728075, 45.7687710442993, 40.38338080868402, 45.24731445838507, 55.80263226826893, 33.233568602417265, 56.86496561423687, 49.33320167885484, 94.6595598197868, 48.100260497689554, 33.142229566391606, 64.4785769353086, 56.68126510533246, 48.643170790371734, 50.3770112679065 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 49.03702134353986, 32.86353789120857, 46.61897018535847, 71.61393201846612, 41.73258776886443, 43.86696395066068, 46.68716768620366, 52.50589084811389, 37.33377522466093, 37.19260795914231, 43.85351223050487, 38.605142092175086, 43.60781746334149, 54.02279389288108, 31.489183395553052, 55.21090864677759, 47.468023678970155, 92.71933823105324, 46.237868998993356, 31.492130286781638, 62.476699856072116, 55.19190086735749, 46.67489852654308, 48.32782860251727 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4366384652716042, "rpss": 0.035750988216387225, "brier_below": 0.22058465797805046, "bss_below": 0.026547553572527915, "brier_above": 0.21605380673657396, "bss_above": 0.0449696075271212, "crps": 50.061652701888534, "crpss": 0.027414798831621567, "crps_fair": 48.20127090190584, "crpss_fair": 0.022842951651968146, "reliability": { "below": { "weight": [ 0.00072, 0.053826, 0.271505, 0.448562, 0.189058, 0.031639, 0.00462, 7e-05, 0.0, 0.0 ], "mean_forecast": [ 0.0867, 0.1755, 0.2587, 0.3456, 0.4385, 0.538, 0.6248, 0.7054, NaN, NaN ], "observed_frequency": [ 0.2391, 0.2141, 0.2662, 0.3642, 0.4452, 0.4302, 0.4013, 1.0, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.050993, 0.272599, 0.412979, 0.205371, 0.05076, 0.006809, 0.000489, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1717, 0.2589, 0.3436, 0.4405, 0.5377, 0.6429, 0.7198, NaN, NaN ], "observed_frequency": [ NaN, 0.2518, 0.2167, 0.3426, 0.4887, 0.5636, 0.4668, 0.5, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4224024543792108, 0.4204451258755521, 0.4397746132469692, 0.5158248993835542, 0.3828884744006038, 0.5688335434116534, 0.4551206257697494, 0.46093516152202046, 0.3986112692852701 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2074292888604895, 0.132500757794469, 0.2414904785428545, 0.14534309512751123, 0.20000302460694555, 0.4197736709554599, 0.12409273827766952, 0.17757407681619053, 0.20408995876373362 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21497316430215407, 0.28794435379038646, 0.19828413799018269, 0.3704817791662959, 0.18288544962048947, 0.14905988984317498, 0.3310278642515175, 0.28336107343347783, 0.1945213159056687 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.90846253216772, 86.67104424964303, 42.14530697361759, 61.81501690443725, 29.410494964578525, 68.71664745480807, 101.73320590053964, 51.53680535179391, 34.242058265178564 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.95565403071624, 85.73230858189604, 41.296797449129656, 60.93380768618787, 28.603981557439713, 67.81027414207212, 100.83678002789807, 50.62535461135342, 33.38563550836822 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4516484630305093, "rpss": 0.016976792767529503, "brier_below": 0.2058107877494804, "bss_below": -0.016015185265014775, "brier_above": 0.24583766981148308, "bss_above": 0.04299293878339561, "crps": 57.686560288529364, "crpss": 0.016107147205960404, "crps_fair": 56.79784373278459, "crpss_fair": -0.0029168367408154428, "reliability": { "below": { "weight": [ 0.0, 0.021468, 0.329589, 0.400879, 0.223026, 0.024519, 0.000519, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2639, 0.3433, 0.4367, 0.5286, 0.6047, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.188, 0.2542, 0.2767, 0.3037, 0.3164, 0.2862, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.036952, 0.279099, 0.450899, 0.222293, 0.010758, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2609, 0.3458, 0.4298, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2873, 0.3428, 0.419, 0.601, 0.7908, NaN, NaN, NaN, NaN ] } } }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4275442285517535, 0.4466583062780689, 0.4421590719430728, 0.5112064747917949, 0.36575689837819175, 0.588369043254552, 0.4440464653545962, 0.47427466020700537, 0.40996099412924625 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.2474835415646059, 0.11371275665987916, 0.24762028372106681, 0.12273808375713265, 0.19841517840453315, 0.4289272767156942, 0.08646694628543161, 0.15110220304506622, 0.19324715526664418 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.18006069321800613, 0.3329455271379999, 0.1945387939571412, 0.3884683633245053, 0.16734172152078344, 0.159441783901756, 0.3575794900393019, 0.32317244008459195, 0.21671384080263298 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.042000544887586, 108.31893925428378, 43.92284108123002, 65.46588498342379, 28.396742680776185, 75.01459834680738, 109.29101788271538, 59.37865225477681, 36.861908112901816 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.08312716842321, 107.33479890562359, 43.03620570641182, 64.53189779160273, 27.55825204287796, 74.09737085049564, 108.3678080629025, 58.416949654258445, 35.985786368756074 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4566640158764757, "rpss": 0.01645897585823608, "brier_below": 0.1988570472688949, "bss_below": -0.02349668338443034, "brier_above": 0.2578069615540798, "bss_above": 0.04520952917914889, "crps": 63.076953904644746, "crpss": 0.017532064731318298, "crps_fair": 62.15691072792799, "crpss_fair": -0.00015591472154685704, "reliability": { "below": { "weight": [ 0.0, 0.023501, 0.370233, 0.408898, 0.175478, 0.021431, 0.000459, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1807, 0.2635, 0.3421, 0.4339, 0.531, 0.6062, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.213, 0.2523, 0.2466, 0.2454, 0.3278, 0.4004, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.027378, 0.246491, 0.463711, 0.250826, 0.011594, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.185, 0.2627, 0.3471, 0.4294, 0.5215, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.295, 0.3753, 0.4629, 0.6084, 0.7672, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "loci", "1994": "loci", "1995": "ls", "1996": "ls", "1997": "ls", "1998": "ls", "1999": "loci", "2000": "loci", "2001": "ls", "2002": "loci", "2003": "ls", "2004": "loci", "2005": "loci", "2006": "loci", "2007": "ls", "2008": "loci", "2009": "loci", "2010": "ls", "2011": "ls", "2012": "loci", "2013": "loci", "2014": "ls", "2015": "ls", "2016": "loci" }, "chosen_test": "loci", "frequency": { "mvs": 0, "ls": 11, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 0, "loci": 13, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.39262630985926006, 0.3993576738177591, 0.40304775947008625, 0.45342414461428243, 0.39929406596333117, 0.4015055066782153, 0.4118738050767023, 0.471618501393031, 0.4763350715599262, 0.4516618566932999, 0.431689545400124, 0.44949476687986034, 0.44452421579891743, 0.5261838912095612, 0.3992291801928005, 0.4661608732582989, 0.495388922183903, 0.39065215547229104, 0.43444023703201295, 0.39412044028632837, 0.4536715660876352, 0.4679684859652705, 0.431294559261495, 0.44558525911636976 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.12372974343967286, 0.18217163305499032, 0.13761320224597987, 0.12536845080544043, 0.13731874801935903, 0.17954450315222806, 0.2771202869426273, 0.30277232449898867, 0.27580843356087636, 0.3147826407088794, 0.2605697978084795, 0.3104949004820548, 0.16827971606197412, 0.239269756137433, 0.18616588647845161, 0.29043290758429174, 0.35136565200608466, 0.12342997444435853, 0.26546445346932745, 0.24626348445684032, 0.2015466745861035, 0.22168088083339457, 0.2080233403640214, 0.16587248922518463 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.2688965679925755, 0.21718603994111288, 0.26543455930866694, 0.3280557008562672, 0.2619753199305265, 0.2219610044318434, 0.13475351597291058, 0.1688461725885101, 0.2005266358199033, 0.1368792114200662, 0.17111974589525075, 0.1389998614513439, 0.2762445037602628, 0.28691413362886864, 0.2130632926550421, 0.17572796398974394, 0.14402326344758984, 0.26722218348923976, 0.1689757795421471, 0.14785695513069966, 0.2521248952580793, 0.24628760580318185, 0.22327121925923332, 0.2797127735549843 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 53.86455160190554, 34.88180361630018, 44.43905673323829, 75.71856203107549, 44.31173121117952, 45.491809549891215, 44.806017872308985, 48.42858028482801, 41.92603033223839, 42.84898094258062, 48.05145595569055, 43.36499235854751, 43.52120851733141, 53.715164974542866, 32.49366578094461, 54.85154715727486, 50.770945978707104, 74.69659530258835, 43.83630751861882, 34.82497014568005, 56.5162375659035, 68.292193152084, 44.78256689222056, 51.01853024278705 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 51.247854867786664, 32.78506477761457, 42.31549197597131, 73.74480347433754, 42.137198947380675, 42.99909955995719, 42.63157267597928, 46.0631436022995, 39.969735775858396, 40.67814680389618, 45.83319732392001, 41.253725192307776, 41.570025451063735, 51.706986021957825, 30.53520021625339, 52.92228173780645, 48.577243636972234, 72.3636481105691, 41.682185376930086, 32.944341119983605, 54.27523421412803, 66.4308243414447, 42.41837178261036, 48.73407970584975 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.43713119971961506, "rpss": 0.034538906204811815, "brier_below": 0.22062874501529342, "bss_below": 0.026548762629626688, "brier_above": 0.2165024543803354, "bss_above": 0.04254751282187996, "crps": 49.06056273826948, "crpss": 0.019650070373035344, "crps_fair": 46.90914402886994, "crpss_fair": 0.02188592014182833 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38870904472917456, 0.40515274135794493, 0.4067633505337499, 0.4537787216824392, 0.4014388773995874, 0.4155677074038545, 0.40786553948134513, 0.47839763204150004, 0.44813503933696075, 0.4453967060162809, 0.4462383816234318, 0.4277908916271075, 0.44488251987703464, 0.5527584336804469, 0.4059961396305697, 0.4551143632478474, 0.46326919165212865, 0.4062211167589386, 0.4326666858689319, 0.3935194070297027, 0.47434114692983526, 0.42800094908584285, 0.4420450361511527, 0.43006810906464077 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.13019707326036978, 0.18027197520643506, 0.13456189358140505, 0.1378194718575463, 0.14014685570874663, 0.17731075432253243, 0.2902419088768285, 0.33579023396051544, 0.25244433360554863, 0.3003473877543971, 0.250063341343806, 0.2992155524906424, 0.15193086316845994, 0.2500822776847759, 0.1868246693406355, 0.32256444990336813, 0.3260428288697096, 0.10683954418295469, 0.2829906509131237, 0.2281678400290706, 0.17869053387990005, 0.23339741369325503, 0.20940852022565493, 0.16278616938910187 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.2585119718425598, 0.22488076564960383, 0.2722014591032052, 0.3159592561247804, 0.2612920239634127, 0.23825695408828218, 0.11762362768774384, 0.14260739215841664, 0.19569070287673113, 0.14504931382039096, 0.1961750385637849, 0.12857533490940545, 0.292951662170955, 0.3026761542095105, 0.21917146959066586, 0.13254990916706808, 0.13722635577233683, 0.299381576111472, 0.1496760297161163, 0.16535156687716177, 0.2956506188454315, 0.19460353391452653, 0.23263651679341632, 0.2672819424560024 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 52.9399870504198, 36.40201408277742, 47.433168609400425, 71.01691408139695, 45.64642931452735, 49.90830382825618, 44.61249309253287, 53.16336550696172, 40.80568470111801, 40.71873998763646, 48.09185862013729, 41.503928679657456, 46.13480969190115, 59.23192142080858, 34.159019411062985, 53.233449996803095, 46.99946753635973, 88.27296352940975, 47.946139589412056, 35.2139963785322, 65.75364159808541, 57.99422017715049, 49.038851001679376, 50.568515078439354 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 50.154742045545284, 34.27393995179916, 45.18050810092935, 69.01157735446574, 43.33632314069481, 47.248304591659846, 42.44734871037928, 50.72899172283611, 38.82815510832756, 38.42483544079854, 45.83453411841377, 39.36684797671225, 44.17812956578224, 57.201138035858285, 32.11538309418075, 51.21223866273186, 44.75844853085997, 85.84450243260599, 45.698468698003325, 33.2585646774433, 63.40958819479241, 56.19150708335627, 46.689960070915, 48.182690264740785 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.435588238842102, "rpss": 0.038070252040673935, "brier_below": 0.21950568930203262, "bss_below": 0.03130910275240195, "brier_above": 0.2160825490172075, "bss_above": 0.04484255699295736, "crps": 50.282911790186084, "crpss": 0.02311623289765896, "crps_fair": 48.06569698224299, "crpss_fair": 0.025591364892779356 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4278056235222504, 0.4280798107903754, 0.44094746734108725, 0.5178463023474599, 0.39156218505843354, 0.5442153561617481, 0.4575090232022269, 0.46573661965640295, 0.396506662611596 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.2141707590499322, 0.14215662270051244, 0.24018100281855903, 0.15780905947504323, 0.20704612488079566, 0.39058134774525527, 0.13221494176882798, 0.18794931245443836, 0.19986443158705056 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21363486415630237, 0.28592317458103833, 0.20076646872891296, 0.3600372167119164, 0.18451606108122548, 0.15363402615908053, 0.32529405873850864, 0.2777872958650985, 0.19664223681394122 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 43.05215647923253, 85.64258895603888, 43.183999209900406, 62.740648561661516, 33.32734915287636, 65.27850593921441, 96.05026066249394, 52.38775596663986, 35.36152015281479 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 41.915956588987676, 84.53089774330546, 42.19110376340309, 61.70439548984395, 32.38087292948611, 64.20403056687148, 94.97992411347568, 51.32147510373326, 34.35116879170467 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.45224545007684225, "rpss": 0.01567743681041034, "brier_below": 0.2079970669422683, "bss_below": -0.026808073642689445, "brier_above": 0.2442483780928916, "bss_above": 0.049179799398334945, "crps": 57.44719834231918, "crpss": 0.02018966672054301, "crps_fair": 56.397758343423476, "crpss_fair": 0.004147733791334263 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43177512986036076, 0.4532282502538481, 0.4454507867367315, 0.5141177967916774, 0.37487326754743755, 0.563571329551091, 0.44943100103109473, 0.48121083143674503, 0.40661696678601533 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.25124378734175556, 0.12427438914225016, 0.24786764343489534, 0.13751054605781124, 0.20511773567521582, 0.3997772480916526, 0.09915709355203159, 0.1647448525121926, 0.18886799878105182 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.1805313494857035, 0.32895383935835265, 0.19758314968358298, 0.37660722184310186, 0.16975553442048325, 0.16379409922300994, 0.35027387904648905, 0.31646596176802183, 0.21774897021181544 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 41.66500083633357, 106.2875229910582, 45.47172163709497, 66.25629970872774, 32.499584565584556, 71.42319454318942, 103.31619742164666, 59.970685976871685, 37.76226388911456 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 40.51796557351521, 105.11990353534608, 44.43154586583953, 65.1564097829808, 31.513352091093235, 70.32910262677782, 102.20963343392268, 58.84437638607213, 36.72610283878939 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.457808373332778, "rpss": 0.013994313731539698, "brier_below": 0.20206236606542852, "bss_below": -0.03999412816950665, "brier_above": 0.25574600056006225, "bss_above": 0.0528423173162863, "crps": 62.73916350773571, "crpss": 0.022793387817821587, "crps_fair": 61.64982134825966, "crpss_fair": 0.008003571270086995 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "dc", "1994": "dc", "1995": "dc", "1996": "sqrt_mvs", "1997": "dc", "1998": "dc", "1999": "dc", "2000": "dc", "2001": "dc", "2002": "dc", "2003": "dc", "2004": "dc", "2005": "dc", "2006": "dc", "2007": "dc", "2008": "sqrt_mvs", "2009": "dc", "2010": "sqrt_mvs", "2011": "dc", "2012": "dc", "2013": "dc", "2014": "dc", "2015": "dc", "2016": "dc" }, "chosen_test": "dc", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 3, "pt": 0, "dc": 21, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.38284768996394936, 0.4221819376579361, 0.41324713221683596, 0.43954620876260686, 0.4081918190339405, 0.3888761761188963, 0.4244787268104547, 0.4936092372132921, 0.46008428552331443, 0.44547138924929225, 0.4149378289465222, 0.43212169702490727, 0.4532701255956357, 0.5572126751955759, 0.41488762611908114, 0.4864875923473264, 0.511276905533514, 0.37870381487077887, 0.4365884958992634, 0.3913191850076315, 0.451977462572277, 0.4753196918931886, 0.4470074541719107, 0.44144650977923416 ], "rps_clim": [ 0.45894706300641097, 0.40754294791650386, 0.4601534914002783, 0.5000905359223479, 0.4445790711557774, 0.4258238732290026, 0.48424481656689233, 0.4793409842600519, 0.41877841382813086, 0.46111873632898526, 0.42891628665826587, 0.47082882902115925, 0.4483917533041184, 0.41365567584295426, 0.4140030787620299, 0.5114434331880028, 0.4975392238101568, 0.4680896156026112, 0.4397483188088336, 0.4352402807644391, 0.4626760576432963, 0.45725111907872906, 0.4366080936608807, 0.4414528949246189 ], "brier_below": [ 0.1160194497284987, 0.20248657850511936, 0.12989276216538273, 0.10647030026118122, 0.13450302673036357, 0.17210878192104354, 0.2993325448565806, 0.32124260440680924, 0.2658948957410421, 0.32510129941846466, 0.25158544221665496, 0.30023915102425797, 0.16682448592064725, 0.2592166236781286, 0.2003986161041266, 0.31279037500160095, 0.37330804338074675, 0.1088596526440883, 0.27247935783298793, 0.24282414964455673, 0.1885270294841343, 0.2240138991387623, 0.21810306557967954, 0.15423096760660152 ], "brier_below_clim": [ 0.15025268137425107, 0.190081121112669, 0.14789130450551305, 0.14021197404685093, 0.14972054333605386, 0.20004853763856406, 0.3343011137906884, 0.3138635795404824, 0.24863521574236033, 0.33000853230974125, 0.2502106359068355, 0.32256618398163905, 0.1674883727549808, 0.16020744995908937, 0.1972655139949176, 0.3202762304536326, 0.3633745716058891, 0.14902591371324228, 0.27067391909899063, 0.2614521758305831, 0.19326241853822837, 0.212212850619667, 0.2129832472744454, 0.15348783868969312 ], "brier_above": [ 0.26682823974757086, 0.21969535953878933, 0.28335436809097775, 0.33307591499389294, 0.27368879024683673, 0.21676739433436143, 0.12514618381381415, 0.17236663385473736, 0.19418939217561892, 0.12037009261133777, 0.16335238779627254, 0.13188254684230102, 0.28644563790887656, 0.29799605131266843, 0.21448901153404015, 0.17369721378383216, 0.13796886584579574, 0.26984416443346027, 0.16410913995449047, 0.1484950355130525, 0.26345043139293417, 0.25130579167578615, 0.22890438851078362, 0.28721554036648184 ], "brier_above_clim": [ 0.3086943816321598, 0.21746182680383475, 0.31226218689476515, 0.35987856187549677, 0.2948585278197234, 0.22577533559043853, 0.14994370277620378, 0.16547740471956932, 0.17014319808577058, 0.13111020401924384, 0.1787056507514305, 0.1482626450395201, 0.28090338054913744, 0.25344822588386473, 0.21673756476711237, 0.19116720273437013, 0.13416465220426754, 0.3190637018893688, 0.16907439970984298, 0.17378810493385588, 0.2694136391050679, 0.2450382684590621, 0.22362484638643526, 0.28796505623492574 ], "crps": [ 50.80285987748008, 34.451217268628234, 45.98467484515737, 77.91556576823628, 44.22213742693749, 42.96697935933979, 47.254594646125234, 49.30444864881409, 40.38911904848917, 40.821025232947925, 45.31900577379334, 39.95743112156912, 44.09854835841234, 55.15628564833842, 33.513280014657276, 58.24106002417893, 51.92136129333074, 79.36655482465973, 43.4220439788439, 33.11227945779634, 56.115195817082544, 69.00244112804236, 43.59460281482533, 49.84091544802879 ], "crps_clim": [ 61.57545484682769, 33.06850522093541, 52.05674759109316, 83.23317548716258, 47.679443128451744, 36.649266644469904, 54.960249301555535, 48.21432127267424, 35.76317966057346, 43.0146170729507, 46.57295518358393, 43.9927862263878, 42.75386094272603, 36.77342259838785, 33.220317183739134, 62.346644471893114, 50.65477340092755, 94.10378263593546, 43.66305914790069, 37.93802433562074, 57.57121197590851, 63.87972402980024, 42.16795055796484, 49.200834462857934 ], "crps_fair": [ 48.36689226526344, 32.40488333213488, 43.84080125383901, 76.29447449089574, 42.01632617535449, 40.45590429194655, 45.25722340501107, 47.178288725722794, 38.181716012800536, 38.78569107442512, 43.34795734410293, 37.92234857452425, 41.941878753903225, 53.38987163638224, 31.434749464942126, 56.62865158045563, 49.812711279497066, 77.46961419994226, 41.34187284070439, 31.184655721297812, 54.16539785005011, 67.13281713481882, 41.5014348155231, 47.746886981536754 ], "crps_fair_clim": [ 59.51213112891232, 30.951191068122494, 49.97539601852678, 81.21087017955085, 45.5898012065243, 34.53873423677732, 52.88439678525896, 46.12569237753506, 33.65096905783561, 40.916140253190875, 44.48121764054876, 41.8961619997216, 40.65489026665894, 34.66312533454741, 31.103290553583054, 60.28478134038883, 48.57076657421312, 92.10206559943887, 41.56581043813129, 35.82993275688869, 55.500304464676994, 61.82076445806475, 40.067870203138725, 47.114073963912325 ] }, "rps": 0.4404621528128068, "rpss": 0.027182063181947935, "brier_below": 0.2227688792913108, "bss_below": 0.01710612921853838, "brier_above": 0.217693274011613, "bss_above": 0.03728127590548769, "crps": 49.03223449273812, "crpss": 0.020216137942648982, "crps_fair": 46.9917937168781, "crpss_fair": 0.020162571203998336 }, "fmam_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3816743985510904, 0.42989433075986094, 0.41768883706666204, 0.4407139642519822, 0.40304045265420146, 0.40576889345947464, 0.4181036143551392, 0.5001357291332289, 0.43531247353496466, 0.4398742546662979, 0.41745800712458236, 0.40229078489631237, 0.46079934373966785, 0.5907305924521378, 0.4216612881215197, 0.47894140825541887, 0.48031365967705386, 0.39444948863313606, 0.43582068160376874, 0.3903658797357028, 0.46814349569521135, 0.43990692004626597, 0.46580334537873386, 0.42176090739748295 ], "rps_clim": [ 0.4474562092655567, 0.414976185781546, 0.47185823621648193, 0.48374178914345145, 0.4342765884649558, 0.43718697920068267, 0.4792473026102781, 0.4900672940709853, 0.41717394071056896, 0.45032423184100207, 0.40979869225697113, 0.467750824124702, 0.45927656897890146, 0.41982584987714355, 0.4209814535744128, 0.5134117334479861, 0.4894764209334806, 0.5022846192079856, 0.4383103645027205, 0.4296939892015862, 0.46374980129595694, 0.4378000532482984, 0.45298017178274114, 0.43621059791858763 ], "brier_below": [ 0.12204892421748588, 0.20235734238675435, 0.1257985874935937, 0.11917486555159372, 0.13490864842374137, 0.17140411860409402, 0.31163792338683594, 0.35604337309085454, 0.2454122678865125, 0.3096932615882026, 0.2302761948217178, 0.2837854881544095, 0.15336310165133404, 0.27377778443377576, 0.20002944583819413, 0.3502305247791726, 0.34688326376369244, 0.09146504209957225, 0.2933083115122134, 0.22505453422897223, 0.15822335946676933, 0.24343236812480565, 0.22502173785394353, 0.1505592556565373 ], "brier_below_clim": [ 0.15673700350885794, 0.18993855464429085, 0.14748571204199373, 0.14887573988045183, 0.15047478284038956, 0.19695936769536954, 0.3475695814340351, 0.3496972170464979, 0.24041868144495943, 0.3144941615055539, 0.21274026486328804, 0.3210822946339467, 0.15489252330671344, 0.1596938485511484, 0.1963858703470641, 0.36169332580436425, 0.35014201654987137, 0.14132264912075468, 0.292191342885498, 0.2390120149762029, 0.15314193076365407, 0.23675920908275302, 0.2189346527605118, 0.15776547949229533 ], "brier_above": [ 0.25962547403484804, 0.22753698823823612, 0.29189024737026303, 0.32153910438029726, 0.26813180249656476, 0.23436477489785013, 0.10646569324422216, 0.14409235757018438, 0.18990020837256213, 0.13018099568253855, 0.18718181335262052, 0.11850529754536915, 0.3074362397035357, 0.31695280841945844, 0.2216318435453049, 0.1287108776135346, 0.13343039999046172, 0.30298445017599, 0.14251237282698254, 0.16531134489440483, 0.30992013326036577, 0.19647455217796564, 0.24078160730860362, 0.2712016500118349 ], "brier_above_clim": [ 0.29071920575669863, 0.22503763113725508, 0.32437252417448803, 0.3348660492629995, 0.28380180562456614, 0.24022761150531316, 0.13167772117624293, 0.14037007702448737, 0.17675525926560953, 0.1358300703354482, 0.19705842739368296, 0.14666852949075532, 0.3043840456721879, 0.260132001325995, 0.22459558322734866, 0.15171840764362157, 0.13933440438360928, 0.3609619700872309, 0.1461190216172225, 0.19068197422538324, 0.31060787053230304, 0.20104084416554538, 0.2340455190222293, 0.27844511842629227 ], "crps": [ 49.4554533400108, 35.990457406768165, 49.30649821396833, 72.83513336649963, 44.704718829903776, 47.44395361715672, 46.7230095370949, 54.70466972791456, 39.22200343313317, 38.45028542998557, 44.02559139145295, 37.44622361522505, 47.28523540501402, 61.49244081914079, 35.50791932567309, 57.20930455659323, 48.178367123910505, 94.81220688020528, 47.532286509017155, 33.494934104632705, 65.19127629558038, 57.72100863675184, 49.142934289304264, 49.072699508779735 ], "crps_clim": [ 58.163487413229475, 34.837972724411884, 56.53400187345384, 76.69078640041705, 46.98625831121353, 39.29658677482496, 55.359048905015605, 53.98754537632823, 36.97938706204916, 40.13204578642441, 42.97849838727257, 44.52416777634879, 46.81230130056042, 38.990913206612646, 35.31273694813096, 62.577586287846465, 49.36895634114212, 112.87267917326595, 47.74271252700829, 38.28292455692415, 65.3159455685385, 53.99893362297017, 47.559146392524326, 50.04181624016883 ], "crps_fair": [ 46.90573384251507, 33.87731365099763, 47.083256583773704, 71.18540844038976, 42.45677213053374, 44.77194315652838, 44.71382383800507, 52.54987093310036, 37.002419074600894, 36.31880656167131, 41.96520013597339, 35.40103211384902, 45.10623645629214, 59.705200827341926, 33.37357245208591, 55.53167674944584, 46.03208800367302, 92.86342028336081, 45.401944402436925, 31.507145435427507, 63.17513619087973, 55.7919370113348, 47.00703615146397, 46.86442899483381 ], "crps_fair_clim": [ 56.031460551006774, 32.66176875103611, 54.39888886437548, 74.59384911960947, 44.83306245447941, 37.12882714624164, 53.2217106062243, 51.84760953297501, 34.8072387976462, 37.96586846657518, 40.817712076137056, 42.36630886935927, 44.65877597979098, 36.82257465081682, 33.13743214942131, 60.45391946137113, 47.220273170070755, 110.84426820452818, 45.590949348713174, 36.1132451135342, 63.197465028579614, 51.85901934826592, 45.40703555109573, 47.89440742496682 ] }, "rps": 0.4391938646329124, "rpss": 0.030107781067147288, "brier_below": 0.22182873854228244, "bss_below": 0.021057356385174142, "brier_above": 0.21736512654641663, "bss_above": 0.03917313353035223, "crps": 50.2895254734882, "crpss": 0.022987743921412895, "crps_fair": 48.19130847585478, "crpss_fair": 0.023044914269390704 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.41575627341261734, 0.4152360760880023, 0.4497991346257661, 0.5444238659533898, 0.39796686965777944, 0.567846543780372, 0.45421511550693433, 0.46309737643760296, 0.391347555021074 ], "rps_clim": [ 0.4548732158685147, 0.4706333208057847, 0.44969195312233284, 0.4946189188631978, 0.3646459420467542, 0.5130289689655982, 0.5315854973909855, 0.4672520269944904, 0.38870596930672585 ], "brier_below": [ 0.20201264865710616, 0.13084426269143695, 0.24635445141633708, 0.1576017824677549, 0.21101038251781742, 0.41273405455568946, 0.12769748195515324, 0.18144731725066124, 0.20185106073203576 ], "brier_below_clim": [ 0.21843408722835167, 0.14766688528448857, 0.2512736577016021, 0.12674768767659847, 0.16515991012746073, 0.38615249558629405, 0.14901034991540538, 0.175064391523122, 0.20359034351138386 ], "brier_above": [ 0.21374362437828373, 0.28439179801010805, 0.20344468569943047, 0.3868220570005991, 0.18695648626161965, 0.15511250837006474, 0.3265176098978577, 0.28165004504693036, 0.18949650068190077 ], "brier_above_clim": [ 0.23643912609798234, 0.32296641750682864, 0.1984182996772036, 0.36787120514252986, 0.19948603598484052, 0.12687649042845017, 0.382575118802246, 0.29218762296057854, 0.18511563243051762 ], "crps": [ 42.219004701250725, 85.97080121180782, 43.019638968857684, 65.52990862591655, 32.480154930928606, 68.24900777281378, 98.7116747968237, 51.97359157642048, 34.12708149783492 ], "crps_clim": [ 46.72457071684336, 94.88397544087607, 41.94649723537161, 58.011774961514526, 28.214018443561105, 60.566519259298765, 111.45378958863908, 53.129504233894444, 32.74778697662606 ], "crps_fair": [ 40.11103114845306, 83.92959231736845, 41.12540596147799, 63.66932699362507, 30.752214880215924, 66.146900516979, 96.56147742602128, 50.12299939616085, 32.13963353182328 ], "crps_fair_clim": [ 44.726288810756294, 92.88569353478901, 39.94821532928456, 56.01349305542748, 26.21573653747405, 58.56823735321171, 109.45550768255202, 51.131222327807386, 30.749505070539 ] }, "rps": 0.4555209789426154, "rpss": 0.00854817333542901, "brier_below": 0.2079503824715547, "bss_below": -0.0265776088955314, "brier_above": 0.2475705905940883, "bss_above": 0.036246953000362625, "crps": 58.031207120294916, "crpss": 0.010228905327502202, "crps_fair": 56.06206468579166, "crpss_fair": 0.010075297218037349 }, "fmam_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4218537945389669, 0.4378153215635291, 0.45463602012105614, 0.5407813588128279, 0.37860031136236477, 0.5774335207359444, 0.4467486529389947, 0.47632387399722664, 0.39986280052064305 ], "rps_clim": [ 0.4420184704794867, 0.5047115016960736, 0.44072139025931856, 0.50988944455204, 0.3629905484152764, 0.5095395869810135, 0.5366034763908712, 0.4742968790706208, 0.39798285882572304 ], "brier_below": [ 0.24188599613689896, 0.10943038715425875, 0.2559855841883672, 0.13667726289532797, 0.20593033619984888, 0.41312349991980474, 0.09219107110701358, 0.15424901417168824, 0.18986623614204934 ], "brier_below_clim": [ 0.2537131588617686, 0.12628149887457737, 0.25214437023988145, 0.11500592141195237, 0.17149265995198262, 0.3794684116024817, 0.11694824792605464, 0.14088271351723028, 0.19268951975567972 ], "brier_above": [ 0.179967805702664, 0.3283849102703115, 0.19865044100416748, 0.4041040660583759, 0.172669976128204, 0.16431003987508, 0.3545575517467733, 0.32207483973633794, 0.20999656719057472 ], "brier_above_clim": [ 0.18830531768253342, 0.37842997488937147, 0.18857702603566706, 0.3948834922658445, 0.19149789395723185, 0.13007119185642071, 0.4196551931610477, 0.3334141456707239, 0.20529334209716282 ], "crps": [ 40.35566652780018, 107.04156861624917, 45.33709825388254, 69.15163398979311, 31.214070174905334, 73.99444172809484, 105.74800198777011, 60.0234144493747, 36.59460359565389 ], "crps_clim": [ 42.90082887749104, 118.37320312412125, 42.46067366939341, 63.805732942035554, 28.78926968938508, 64.57319319935485, 120.90849246219034, 61.02804778563007, 34.98357390591932 ], "crps_fair": [ 38.224428130949164, 104.91513557061684, 43.337739869373394, 67.1645951508527, 29.406725239362032, 71.81297230735284, 103.5436709734904, 58.05068253308125, 34.552539208446305 ], "crps_fair_clim": [ 40.845492643694485, 116.3178668903247, 40.40533743559681, 61.75039670823898, 26.733933455588524, 62.517856965558295, 118.85315622839376, 58.97271155183349, 32.928237672122755 ] }, "rps": 0.4593395171768393, "rpss": 0.010696609659967438, "brier_below": 0.19992659865725085, "bss_below": -0.02900155391190684, "brier_above": 0.2594129108569432, "bss_above": 0.03926188105610273, "crps": 63.27338881372488, "crpss": 0.014472452819329074, "crps_fair": 61.223165442613876, "crpss_fair": 0.014868816382578975 } } } } } }, "tests": { "ls": { "rps": { "Feb": { "training": { "mean_difference": -0.0063214826010445395, "bootstrap_95": [ -0.04020158802317447, 0.025999631003913982 ], "p_improvement": 0.356595, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.05012433891215076, "bootstrap_95": [ 0.027701315490559604, 0.07402069114929019 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0003506835629128943, "bootstrap_95": [ -0.01120344951905159, 0.009489734627499503 ], "p_improvement": 0.47408, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.001026830274474169, "bootstrap_95": [ -0.009300935044857683, 0.010817973055088739 ], "p_improvement": 0.55859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 2.3724083801954232e-05, "bootstrap_95": [ -0.004105490717660492, 0.004047458258781011 ], "p_improvement": 0.503815, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0016488546165872526, "bootstrap_95": [ -0.0018361664079792014, 0.0055778791749711365 ], "p_improvement": 0.78515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0003199025762502898, "bootstrap_95": [ -0.006858697248832514, 0.005863121802147313 ], "p_improvement": 0.45974, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0070360267241102075, "bootstrap_95": [ -0.003077217851871268, 0.015956775935158932 ], "p_improvement": 0.884765625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0009904145856227536, "bootstrap_95": [ -0.004617139604488206, 0.0021869909061065494 ], "p_improvement": 0.29269, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0007064738152115316, "bootstrap_95": [ -0.006452859883839821, 0.005503963263030124 ], "p_improvement": 0.55078125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.0021054168301220294, "bootstrap_95": [ -0.031064480351868776, 0.024559464707421066 ], "p_improvement": 0.44068, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.049272476414181504, "bootstrap_95": [ 0.03271977290997219, 0.06733971961795414 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00012974096192298773, "bootstrap_95": [ -0.00948088804066161, 0.008500810975830048 ], "p_improvement": 0.48811, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0016539733751184085, "bootstrap_95": [ -0.007961891472503074, 0.010913931910466454 ], "p_improvement": 0.62890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0002828456026740499, "bootstrap_95": [ -0.004842599757409088, 0.004002348395590202 ], "p_improvement": 0.45105, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.002455245297762982, "bootstrap_95": [ -0.002046186727050031, 0.00687135136731629 ], "p_improvement": 0.8359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0005559683404336192, "bootstrap_95": [ -0.007632139073426725, 0.00581719167776598 ], "p_improvement": 0.43654, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.007090510511034768, "bootstrap_95": [ -0.0030871506132468863, 0.015096193402604374 ], "p_improvement": 0.900390625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0011449408887647076, "bootstrap_95": [ -0.006090872666248205, 0.003333949746821011 ], "p_improvement": 0.32357, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.002320048460511976, "bootstrap_95": [ -0.006906955549541169, 0.00894459604779009 ], "p_improvement": 0.67578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.004216065677600144, "bootstrap_95": [ -0.010503196537850963, 0.0023736223679477132 ], "p_improvement": 0.107395, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.0008518612736485499, "bootstrap_95": [ -0.00638125259054049, 0.008335669966993788 ], "p_improvement": 0.57421875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002209426584072217, "bootstrap_95": [ -0.0024616885757767952, 0.002106676162140935 ], "p_improvement": 0.427375, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006271430309033229, "bootstrap_95": [ -0.0019355226869702616, 0.0005934894095025406 ], "p_improvement": 0.1875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0003065696356179838, "bootstrap_95": [ -0.0010750487509213525, 0.001791063353290399 ], "p_improvement": 0.65526, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0008063904569460515, "bootstrap_95": [ -0.0033003234725570113, 0.0016903802283706696 ], "p_improvement": 0.271484375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.00023606580421782486, "bootstrap_95": [ -0.0012619552813006325, 0.0015522363220487026 ], "p_improvement": 0.621135, "years_better": 10, "years": 24 }, "test": { "mean_difference": -5.448354723053735e-05, "bootstrap_95": [ -0.0019065579099620394, 0.0018652147443975462 ], "p_improvement": 0.48046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0001545264091073334, "bootstrap_95": [ -0.0016536889581441846, 0.001906989401883469 ], "p_improvement": 0.564955, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0016135742039976616, "bootstrap_95": [ -0.00480315420649431, 0.0013006937371502327 ], "p_improvement": 0.1875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 1.0604375017492418, "bootstrap_95": [ 0.47618645357323186, 1.5687416669439271 ], "p_improvement": 0.99921, "years_better": 6, "years": 24 }, "test": { "mean_difference": 1.8738619528758593, "bootstrap_95": [ 1.4180712953304486, 2.4164107385251574 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.7838791648903461, "bootstrap_95": [ -0.37691225569846226, 1.7720541082506638 ], "p_improvement": 0.90972, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.7683786922332835, "bootstrap_95": [ -1.0861279521737441, 2.3854345614670454 ], "p_improvement": 0.80078125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.3832515009141857, "bootstrap_95": [ -0.20772374942639105, 0.9153530202175575 ], "p_improvement": 0.895485, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.49419108631528474, "bootstrap_95": [ 0.01580771009395785, 0.9759713640736715 ], "p_improvement": 0.94921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.09102434665045811, "bootstrap_95": [ -0.3844338992766317, 0.5129640046234967 ], "p_improvement": 0.64679, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.3132278000104335, "bootstrap_95": [ -0.5672772031507323, 1.0931856560883049 ], "p_improvement": 0.755859375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.27046320477554264, "bootstrap_95": [ -0.5791835513064358, 1.0830910131558986 ], "p_improvement": 0.728115, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.22743841449222105, "bootstrap_95": [ -2.1541626271917025, 1.4724479439427454 ], "p_improvement": 0.427734375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "vs": { "rps": { "Feb": { "training": { "mean_difference": -0.0008530308793636884, "bootstrap_95": [ -0.0021160387174253927, 0.0004889790072127395 ], "p_improvement": 0.107445, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.002022843617748978, "bootstrap_95": [ -0.0038951973290191517, 0.00037924623616400444 ], "p_improvement": 0.056640625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002734670891655193, "bootstrap_95": [ -0.0007296714600798411, 0.00019077692507611728 ], "p_improvement": 0.135215, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005075522451306232, "bootstrap_95": [ -0.0013203379347269744, 0.00028805910933878766 ], "p_improvement": 0.126953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.0001161701519011062, "bootstrap_95": [ -0.0009792469276580955, 0.0007557370365905095 ], "p_improvement": 0.4013, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00026872742029360186, "bootstrap_95": [ -0.0007617451827606662, 0.0012038157827482644 ], "p_improvement": 0.685546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -2.0265345931492578e-05, "bootstrap_95": [ -0.0003455429987270184, 0.0002960862288684061 ], "p_improvement": 0.45065, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0003689471095234727, "bootstrap_95": [ -0.00032823860163035617, 0.0010192007177043231 ], "p_improvement": 0.837890625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00026890871316183573, "bootstrap_95": [ -0.0010636881103565062, 0.0005075615565509953 ], "p_improvement": 0.26577, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0004466013098934598, "bootstrap_95": [ -0.000734290934580698, 0.0013361572126996438 ], "p_improvement": 0.765625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -1.2102745883516355e-05, "bootstrap_95": [ -0.0011990917553119447, 0.0012766696104802007 ], "p_improvement": 0.493125, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0022246813654370184, "bootstrap_95": [ -0.0035137295843885217, -0.00025284353884383413 ], "p_improvement": 0.01953125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0002190414573916121, "bootstrap_95": [ -0.00047967673302613616, 5.409225489480778e-05 ], "p_improvement": 0.064675, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.00037407960893853787, "bootstrap_95": [ -0.0010281796140853504, 0.00021454547000276887 ], "p_improvement": 0.16015625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.00014278331060159702, "bootstrap_95": [ -0.000940870316750218, 0.0006467166464576656 ], "p_improvement": 0.36578, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0003260047571484305, "bootstrap_95": [ -0.0007233444522839555, 0.001249693620251514 ], "p_improvement": 0.720703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -6.818657384370305e-05, "bootstrap_95": [ -0.00035817787427995426, 0.00020563587103945236 ], "p_improvement": 0.321975, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0003261932600942726, "bootstrap_95": [ -0.00029742975339297527, 0.0008572808071265757 ], "p_improvement": 0.833984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0003443566838231312, "bootstrap_95": [ -0.0011287215272624317, 0.0003917314568237252 ], "p_improvement": 0.206295, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0005950776977133402, "bootstrap_95": [ -0.0007325354321663155, 0.0015549854210658504 ], "p_improvement": 0.80859375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0008409281533197909, "bootstrap_95": [ -0.001290351394504825, -0.00037416087069962124 ], "p_improvement": 0.00115, "years_better": 19, "years": 24 }, "test": { "mean_difference": 0.00020183780219109235, "bootstrap_95": [ -0.0006248066186124974, 0.0010635155133860862 ], "p_improvement": 0.671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 0.069, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -5.4425624158142144e-05, "bootstrap_95": [ -0.00032698356623442055, 0.00019693815371442882 ], "p_improvement": 0.347425, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00013347262447801426, "bootstrap_95": [ -0.000353163812355987, 0.00011181150750363524 ], "p_improvement": 0.150390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 2.6613165605186954e-05, "bootstrap_95": [ -0.0001368976363734825, 0.0002227836260945769 ], "p_improvement": 0.604065, "years_better": 12, "years": 24 }, "test": { "mean_difference": -5.727733709388739e-05, "bootstrap_95": [ -0.000338417092586194, 0.00022180105073686242 ], "p_improvement": 0.384765625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 4.7921218700632796e-05, "bootstrap_95": [ -4.488267944138419e-05, 0.00014663471145320208 ], "p_improvement": 0.810735, "years_better": 15, "years": 24 }, "test": { "mean_difference": 4.275383329093502e-05, "bootstrap_95": [ -0.00010592448465961365, 0.00019287072536066288 ], "p_improvement": 0.693359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 7.544798468812318e-05, "bootstrap_95": [ -6.44869919913411e-05, 0.00022456789772942612 ], "p_improvement": 0.83536, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00014847634554601696, "bootstrap_95": [ -0.0003972921280022659, 7.420740405555959e-05 ], "p_improvement": 0.142578125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.039281263423427824, "bootstrap_95": [ -0.06381508381978875, -0.015230990469176817 ], "p_improvement": 0.002775, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.01749304918329115, "bootstrap_95": [ -0.054536643480887666, 0.018715454725664986 ], "p_improvement": 0.20703125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.163725, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.07010612505466025, "bootstrap_95": [ -0.11897849603183329, -0.02455303080443297 ], "p_improvement": 0.00372, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09826984949766704, "bootstrap_95": [ -0.18802101536995214, -0.00902858131152944 ], "p_improvement": 0.037109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.21576, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.018015791656617708, "bootstrap_95": [ -0.06580659829754676, 0.027523600386985064 ], "p_improvement": 0.23307, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.014576377668909006, "bootstrap_95": [ -0.069762682219328, 0.040881582962716344 ], "p_improvement": 0.322265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0011876435237825334, "bootstrap_95": [ -0.027885123459356936, 0.02871108108846366 ], "p_improvement": 0.531935, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.036546813275317426, "bootstrap_95": [ -0.019769833954198755, 0.08538183240209053 ], "p_improvement": 0.884765625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.005921089330709783, "bootstrap_95": [ -0.06607136691583781, 0.05047504078064472 ], "p_improvement": 0.423995, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.04891621062802661, "bootstrap_95": [ -0.04981548235359858, 0.1288200937506108 ], "p_improvement": 0.83984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "sqrt_mvs": { "rps": { "Feb": { "training": { "mean_difference": -0.020933076176282275, "bootstrap_95": [ -0.04128038480950552, -0.00021074090216659228 ], "p_improvement": 0.032555, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.0064911233386803924, "bootstrap_95": [ -0.024891293536590402, 0.03982212146897171 ], "p_improvement": 0.642578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0019840255604194564, "bootstrap_95": [ -0.011008372700868478, 0.007620246607579261 ], "p_improvement": 0.344705, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.005683016954663469, "bootstrap_95": [ -0.01600692210760794, 0.005711805745900861 ], "p_improvement": 0.162109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0008228162589768093, "bootstrap_95": [ -0.0017440548960360699, 0.0037573540035437153 ], "p_improvement": 0.70516, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0005683590326881297, "bootstrap_95": [ -0.0042609493448034046, 0.0033323876951682845 ], "p_improvement": 0.39453125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0014036919825157756, "bootstrap_95": [ -0.006653498826335607, 0.0038693784016812704 ], "p_improvement": 0.30772, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.006550153510704593, "bootstrap_95": [ -0.0040635076549616345, 0.020126084958116353 ], "p_improvement": 0.8046875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00042044734921249893, "bootstrap_95": [ -0.0018973502907203815, 0.0010774752327754916 ], "p_improvement": 0.297825, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0010425659466111984, "bootstrap_95": [ -0.003484782645235696, 0.0015078640101998369 ], "p_improvement": 0.23046875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.008922918648890719, "bootstrap_95": [ -0.022405199666702198, 0.003548269690564986 ], "p_improvement": 0.10321, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.014530973173152587, "bootstrap_95": [ -0.004244765172031909, 0.03775566886377272 ], "p_improvement": 0.857421875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0019000615730996914, "bootstrap_95": [ -0.007370409726783702, 0.0036034125986401573 ], "p_improvement": 0.25474, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0019664464507447746, "bootstrap_95": [ -0.009712681982818808, 0.005756320299351147 ], "p_improvement": 0.31640625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0006110082728919194, "bootstrap_95": [ -0.0011508025187977086, 0.0023836725180740636 ], "p_improvement": 0.739865, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0004790886753131212, "bootstrap_95": [ -0.0014589961290982193, 0.002482442786022542 ], "p_improvement": 0.666015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0010850288907338016, "bootstrap_95": [ -0.005869148707091021, 0.003363712945115472 ], "p_improvement": 0.32974, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.005718368662983275, "bootstrap_95": [ -0.0028475089550924174, 0.01504317616405422 ], "p_improvement": 0.857421875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00022146900486505702, "bootstrap_95": [ -0.0009464993365901609, 0.0005075597095367133 ], "p_improvement": 0.28543, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.00016893270296605855, "bootstrap_95": [ -0.0005303132649161363, 0.0009645849960928922 ], "p_improvement": 0.63671875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.012010157955711297, "bootstrap_95": [ -0.023899183575786218, 0.00012677075269212391 ], "p_improvement": 0.03291, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.008039848829320531, "bootstrap_95": [ -0.02412841982372119, 0.005704799052782697 ], "p_improvement": 0.17578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -8.396408731035285e-05, "bootstrap_95": [ -0.0048104100562095945, 0.004961758926785929 ], "p_improvement": 0.486755, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0037165702302106186, "bootstrap_95": [ -0.008542356433604998, 0.0012600282189606407 ], "p_improvement": 0.091796875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00021180790739985222, "bootstrap_95": [ -0.0012257875089971412, 0.0018937150058670135 ], "p_improvement": 0.596725, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0010474474260687766, "bootstrap_95": [ -0.00364546154247221, 0.0015516720245109968 ], "p_improvement": 0.203125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0003186628952755917, "bootstrap_95": [ -0.0023926244713222663, 0.0017887395248364938 ], "p_improvement": 0.390745, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.000831784727586911, "bootstrap_95": [ -0.002510321792915598, 0.0056892910101399964 ], "p_improvement": 0.552734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00019897851580384882, "bootstrap_95": [ -0.001239930951629856, 0.0007903881137168301 ], "p_improvement": 0.354005, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0012114982869460833, "bootstrap_95": [ -0.0031443220874898155, 0.0007138057622299909 ], "p_improvement": 0.138671875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.27518036044187316, "bootstrap_95": [ -0.46099522383687175, -0.09216573148501656 ], "p_improvement": 0.004465, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.10937791523308395, "bootstrap_95": [ -0.2953262752501287, 0.05551882448302502 ], "p_improvement": 0.154296875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.25450500000000004, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.4903224689318821, "bootstrap_95": [ -0.8160625250868537, -0.19209672330723146 ], "p_improvement": 0.00153, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.5803520592000996, "bootstrap_95": [ -1.0785165574366746, -0.13926819714319136 ], "p_improvement": 0.01953125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.09179999999999999, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.08118093857737103, "bootstrap_95": [ -0.22509805458528065, 0.05607801150525639 ], "p_improvement": 0.14402, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.17134913351673278, "bootstrap_95": [ -0.33617396386057685, -0.008137550158638086 ], "p_improvement": 0.0546875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.12710363058549623, "bootstrap_95": [ -0.3208055874243145, 0.05264526217380951 ], "p_improvement": 0.101845, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.13634003388886423, "bootstrap_95": [ -0.2370011846796475, 0.4470692203708187 ], "p_improvement": 0.76171875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.03555635815894546, "bootstrap_95": [ -0.12241973170074767, 0.049542719630636965 ], "p_improvement": 0.219745, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.13528071151167018, "bootstrap_95": [ -0.30410887014976123, 0.01655922380981518 ], "p_improvement": 0.087890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "pt": { "rps": { "Feb": { "training": { "mean_difference": -0.015740526869432208, "bootstrap_95": [ -0.03764401641220028, 0.0059957332087215015 ], "p_improvement": 0.090155, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.009895619212927968, "bootstrap_95": [ -0.016086484758878025, 0.037059159694096955 ], "p_improvement": 0.765625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0007700940602229067, "bootstrap_95": [ -0.007931061637646246, 0.007141997269558891 ], "p_improvement": 0.42366, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0038448999086483173, "bootstrap_95": [ -0.010207354844263026, 0.002748285927399532 ], "p_improvement": 0.14453125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.001829704741083497, "bootstrap_95": [ -0.0009972568850486517, 0.005019258922230457 ], "p_improvement": 0.86797, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0015835202852447587, "bootstrap_95": [ -0.005963756541573109, 0.002841237126509328 ], "p_improvement": 0.255859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0012651680548687756, "bootstrap_95": [ -0.004247987786249871, 0.001761845043767224 ], "p_improvement": 0.22096, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.0015729161719093183, "bootstrap_95": [ -0.004137180161622447, 0.009191909042833034 ], "p_improvement": 0.607421875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 3.222493327497781e-05, "bootstrap_95": [ -0.002583730656953179, 0.002658559698209402 ], "p_improvement": 0.508705, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.001345630655010847, "bootstrap_95": [ -0.005734936661026984, 0.0032831629424698886 ], "p_improvement": 0.29296875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.00875556839880439, "bootstrap_95": [ -0.02549493162644817, 0.0071506954281750305 ], "p_improvement": 0.160475, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.020769126438132376, "bootstrap_95": [ 0.0028124287815634056, 0.042314956823396546 ], "p_improvement": 0.962890625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0009398837983093811, "bootstrap_95": [ -0.005466920769299835, 0.0034830507960101095 ], "p_improvement": 0.346485, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0008965040717634626, "bootstrap_95": [ -0.005429236309775139, 0.003611260960077963 ], "p_improvement": 0.349609375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0011509213147381445, "bootstrap_95": [ -1.1015706647763876e-05, 0.002434425090587617 ], "p_improvement": 0.956025, "years_better": 10, "years": 24 }, "test": { "mean_difference": 6.0479622451449035e-05, "bootstrap_95": [ -0.0013539454908252197, 0.0016165163424595615 ], "p_improvement": 0.533203125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.000698716969764283, "bootstrap_95": [ -0.0026382635192366104, 0.0011645656556716563 ], "p_improvement": 0.247505, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0022761851282822754, "bootstrap_95": [ -0.0019244987131051452, 0.0072692814004559105 ], "p_improvement": 0.787109375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0003192922005121641, "bootstrap_95": [ -0.0005857788555634074, 0.0013353884391129305 ], "p_improvement": 0.732785, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0004969836277958433, "bootstrap_95": [ -0.0008283142905634877, 0.0020474979759158777 ], "p_improvement": 0.7265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.006984959166661839, "bootstrap_95": [ -0.022044610775636877, 0.007671140965814794 ], "p_improvement": 0.183475, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.010873504960140636, "bootstrap_95": [ -0.026598760717377306, 0.003967237786788494 ], "p_improvement": 0.126953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00016978957700164096, "bootstrap_95": [ -0.004302228240533738, 0.004899022621828999 ], "p_improvement": 0.52671, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.002948395113175588, "bootstrap_95": [ -0.008111158566104146, 0.0014828027731786778 ], "p_improvement": 0.150390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0006787832488393333, "bootstrap_95": [ -0.0011898148157123613, 0.0028346139489548216 ], "p_improvement": 0.733305, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0016439994308065518, "bootstrap_95": [ -0.004921262130733582, 0.0014793350943876397 ], "p_improvement": 0.177734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0005664510039134826, "bootstrap_95": [ -0.0030829269822326565, 0.0017848353863289398 ], "p_improvement": 0.3281, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0007032688356775016, "bootstrap_95": [ -0.003614312531560098, 0.0026052904858332522 ], "p_improvement": 0.36328125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00028706756904984626, "bootstrap_95": [ -0.00226591088571527, 0.0015485670825300644 ], "p_improvement": 0.387055, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0018426136950433953, "bootstrap_95": [ -0.005127226429924229, 0.0014395532715415955 ], "p_improvement": 0.162109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.043543807402770175, "bootstrap_95": [ -0.2908998212879537, 0.3781943310614255 ], "p_improvement": 0.597785, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.23106496089833284, "bootstrap_95": [ -0.04113949860898269, 0.5111007436860516 ], "p_improvement": 0.923828125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.4845186553212368, "bootstrap_95": [ -0.9395425603856653, -0.03213136183076738 ], "p_improvement": 0.02605, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.5796097458125451, "bootstrap_95": [ -1.084534037742606, -0.06821696552070677 ], "p_improvement": 0.03515625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0023754743521281854, "bootstrap_95": [ -0.19573962585908483, 0.2187277589798752 ], "p_improvement": 0.506485, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.24751631306175093, "bootstrap_95": [ -0.6256171168376964, 0.12482862316777081 ], "p_improvement": 0.126953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.14620496974148445, "bootstrap_95": [ -0.2794883792130734, -0.019679282552195736 ], "p_improvement": 0.01791, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.09009256794451935, "bootstrap_95": [ -0.3142035314124837, 0.10826508610535936 ], "p_improvement": 0.2265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.98505, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.03300661941315871, "bootstrap_95": [ -0.17303456021346408, 0.2188239220091284 ], "p_improvement": 0.624215, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.043058009724743745, "bootstrap_95": [ -0.30044801441770114, 0.19641198563704865 ], "p_improvement": 0.376953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "dc": { "rps": { "Feb": { "training": { "mean_difference": -0.025966736379943345, "bootstrap_95": [ -0.05326870533016795, 0.0017479754233815014 ], "p_improvement": 0.04371, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.019126025875924917, "bootstrap_95": [ -0.01291787040589596, 0.04534787100887 ], "p_improvement": 0.876953125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.004583597840658951, "bootstrap_95": [ 0.00022497756551946875, 0.009119670964168143 ], "p_improvement": 0.9703, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0001594826925095876, "bootstrap_95": [ -0.002790335017941757, 0.003165252736688565 ], "p_improvement": 0.544921875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.003414593163347697, "bootstrap_95": [ -0.00013052264902418628, 0.007191507763313265 ], "p_improvement": 0.95813, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0001362683204256501, "bootstrap_95": [ -0.0028529594264480648, 0.002836370283086223 ], "p_improvement": 0.529296875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003729302165447375, "bootstrap_95": [ -0.0016675030650631036, 0.008943633624899864 ], "p_improvement": 0.904625, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0009951356249862345, "bootstrap_95": [ -0.008052534577424617, 0.01117761472079183 ], "p_improvement": 0.57421875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0016136190331584078, "bootstrap_95": [ -0.00379259026537076, 0.007339517087457216 ], "p_improvement": 0.70336, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0038725159121060842, "bootstrap_95": [ -0.0028060643957755404, 0.011894268635689648 ], "p_improvement": 0.806640625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01623805232884448, "bootstrap_95": [ -0.03700202395496017, 0.004415673346156809 ], "p_improvement": 0.07318, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.02363718667152219, "bootstrap_95": [ 0.005211752305278145, 0.04201347701165561 ], "p_improvement": 0.982421875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.002107679082777255, "bootstrap_95": [ -0.0009107884482970184, 0.005004241174220525 ], "p_improvement": 0.90778, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.0010549876439316435, "bootstrap_95": [ -0.0029006235651799933, 0.0003106048869270541 ], "p_improvement": 0.14453125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0012276807320108565, "bootstrap_95": [ -0.001113401401498929, 0.0036425334453151297 ], "p_improvement": 0.82782, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00011241520159567685, "bootstrap_95": [ -0.0020377716518483837, 0.0018033932295535228 ], "p_improvement": 0.458984375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0023057030690129643, "bootstrap_95": [ -0.0012572145548940842, 0.005665262868275948 ], "p_improvement": 0.89182, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.002629142640174726, "bootstrap_95": [ -0.004427708069267862, 0.00831646215260217 ], "p_improvement": 0.76171875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.001126869685294447, "bootstrap_95": [ -0.003190333684988845, 0.005616723943737512 ], "p_improvement": 0.67965, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0021395947220743164, "bootstrap_95": [ -0.0020098908758256206, 0.006316257775529931 ], "p_improvement": 0.814453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.009728684481040327, "bootstrap_95": [ -0.020245418770452914, 0.0017089768875508445 ], "p_improvement": 0.056265, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.004511160501535664, "bootstrap_95": [ -0.021974027887850727, 0.010434120591381385 ], "p_improvement": 0.326171875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0024759187468769636, "bootstrap_95": [ 0.0005971940676781186, 0.004560464863586236 ], "p_improvement": 0.98744, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0012144702721673672, "bootstrap_95": [ -0.0009316401386820148, 0.0034929790302281657 ], "p_improvement": 0.826171875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0021869124635472887, "bootstrap_95": [ 0.0001841129700678258, 0.004214938757549952 ], "p_improvement": 0.976455, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.00024868366879486473, "bootstrap_95": [ -0.002798222732267769, 0.002777425522574556 ], "p_improvement": 0.56640625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0014235983180966236, "bootstrap_95": [ -0.0024534656681106447, 0.004951794262595046 ], "p_improvement": 0.770005, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0016340067199422427, "bootstrap_95": [ -0.007193957634901552, 0.004066247850693469 ], "p_improvement": 0.29296875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0004867499978980945, "bootstrap_95": [ -0.0024150298632455904, 0.003374484504451244 ], "p_improvement": 0.623035, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0017329207826052235, "bootstrap_95": [ -0.0021870873228867125, 0.006370161965002824 ], "p_improvement": 0.734375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.13629721503898798, "bootstrap_95": [ -0.3316798752912488, 0.6284468103018966 ], "p_improvement": 0.70229, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.6251176653230195, "bootstrap_95": [ 0.17759182379499247, 1.098330367737201 ], "p_improvement": 0.986328125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.3603789611916209, "bootstrap_95": [ -0.4655670370455763, 1.1909285634999944 ], "p_improvement": 0.78945, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.1446651170902601, "bootstrap_95": [ -1.3247885171222487, 0.9031828244691011 ], "p_improvement": 0.40625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.1203218775254536, "bootstrap_95": [ -0.2865423282782938, 0.5369303484714657 ], "p_improvement": 0.7086, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.005714647724619937, "bootstrap_95": [ -0.6813671260661317, 0.5205248767133897 ], "p_improvement": 0.498046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.07632922955627149, "bootstrap_95": [ -0.41605287255624696, 0.24790647848533762 ], "p_improvement": 0.322915, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.14672096461007397, "bootstrap_95": [ -0.577240527586552, 0.2533038449351221 ], "p_improvement": 0.259765625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.20524776692532262, "bootstrap_95": [ -0.9820516589154941, 0.5692493509114988 ], "p_improvement": 0.309035, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.34464683176555233, "bootstrap_95": [ -0.9290723101665932, 1.6308455232975867 ], "p_improvement": 0.67578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "loci": { "rps": { "Feb": { "training": { "mean_difference": -0.0060077727964120186, "bootstrap_95": [ -0.03892544098176582, 0.02550159058769698 ], "p_improvement": 0.36015, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.04743518970951184, "bootstrap_95": [ 0.02592394748817807, 0.07063627294235929 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00016345017558865257, "bootstrap_95": [ -0.011507167411655276, 0.01012262699871012 ], "p_improvement": 0.48856, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00048081216185386696, "bootstrap_95": [ -0.010253617777527296, 0.010648605884386493 ], "p_improvement": 0.53125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -8.969736087868774e-05, "bootstrap_95": [ -0.003846313630816429, 0.003467564753984404 ], "p_improvement": 0.481215, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.001427812411643507, "bootstrap_95": [ -0.0013426591330718079, 0.004418990801671023 ], "p_improvement": 0.80859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.00010439156162875968, "bootstrap_95": [ -0.006944853568353963, 0.006343108476367325 ], "p_improvement": 0.48575, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00776678036598165, "bootstrap_95": [ -0.0033011529963724202, 0.01830301551566624 ], "p_improvement": 0.8828125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0010161837208923635, "bootstrap_95": [ -0.004596141461364482, 0.0021043870388927667 ], "p_improvement": 0.28469, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0005969870463329925, "bootstrap_95": [ -0.00641815161964608, 0.0053289097675360666 ], "p_improvement": 0.5390625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.0025324668072467613, "bootstrap_95": [ -0.030182927100584456, 0.02313810937065422 ], "p_improvement": 0.426325, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.04643284943194746, "bootstrap_95": [ 0.030851617545458974, 0.06360735522134552 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.000143976240237999, "bootstrap_95": [ -0.009761901307165744, 0.008807042792875499 ], "p_improvement": 0.487425, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0011398838535822593, "bootstrap_95": [ -0.008810640606529821, 0.010880642185469459 ], "p_improvement": 0.5859375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.000403546614052457, "bootstrap_95": [ -0.004753325174193818, 0.0036003738237374225 ], "p_improvement": 0.425315, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.002062144026476349, "bootstrap_95": [ -0.001971933953325587, 0.005962733566390764 ], "p_improvement": 0.8203125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.00031526666418038005, "bootstrap_95": [ -0.007580065114143464, 0.006251233052389681 ], "p_improvement": 0.464515, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0075759826484194165, "bootstrap_95": [ -0.0030433250000735292, 0.016357043489294516 ], "p_improvement": 0.900390625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0011661852477725919, "bootstrap_95": [ -0.006020651347627094, 0.0032366192449064146 ], "p_improvement": 0.317485, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00218627919278793, "bootstrap_95": [ -0.006839814109247262, 0.008669877688768984 ], "p_improvement": 0.66796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0034753058741987582, "bootstrap_95": [ -0.010123672644118904, 0.0034939828413766446 ], "p_improvement": 0.16422, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.0010023389596210963, "bootstrap_95": [ -0.00639534252873233, 0.00860589400099827 ], "p_improvement": 0.59375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -1.9473987569624634e-05, "bootstrap_95": [ -0.002377525518895939, 0.0023614933871124997 ], "p_improvement": 0.492415, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006590717024632529, "bootstrap_95": [ -0.0019767553342361324, 0.0006205636687555098 ], "p_improvement": 0.1875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00031384922298830056, "bootstrap_95": [ -0.0008870992760313569, 0.0015883481424947626 ], "p_improvement": 0.68209, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006343314231555078, "bootstrap_95": [ -0.0024854933918776255, 0.0011911956547717808 ], "p_improvement": 0.283203125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0002108751758671488, "bootstrap_95": [ -0.0012968511367067944, 0.0015527657327179605 ], "p_improvement": 0.607995, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00019079792554136757, "bootstrap_95": [ -0.0018609319875399803, 0.0028633829606180207 ], "p_improvement": 0.572265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00015000163926767265, "bootstrap_95": [ -0.0016191850071209163, 0.0018629473636372555 ], "p_improvement": 0.564495, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0015892917185914598, "bootstrap_95": [ -0.00470054456426878, 0.0012477425742849519 ], "p_improvement": 0.185546875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.8211304840572163, "bootstrap_95": [ 0.3303119089599467, 1.2703564710840458 ], "p_improvement": 0.998345, "years_better": 6, "years": 24 }, "test": { "mean_difference": 1.5799085620964906, "bootstrap_95": [ 1.138098390469513, 2.108960089441925 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.6433915549828282, "bootstrap_95": [ -0.493110258475473, 1.6109786792807659 ], "p_improvement": 0.86988, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.6764388182641254, "bootstrap_95": [ -1.0702139478610908, 2.2135807686260556 ], "p_improvement": 0.76953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.34546373477798253, "bootstrap_95": [ -0.23259830433118248, 0.8617386067453394 ], "p_improvement": 0.877795, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.4680620899371668, "bootstrap_95": [ 0.0016591987788966722, 0.9365774577343268 ], "p_improvement": 0.943359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0880877340004383, "bootstrap_95": [ -0.37392186805813005, 0.5021548725992268 ], "p_improvement": 0.6445, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.3010719489874091, "bootstrap_95": [ -0.5611782707482055, 1.0659912259977304 ], "p_improvement": 0.75390625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.24484498109075106, "bootstrap_95": [ -0.5900087875021011, 1.047313208863367 ], "p_improvement": 0.71169, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.23936194621017945, "bootstrap_95": [ -2.128248124096394, 1.4241766603903232 ], "p_improvement": 0.427734375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "eqm": { "rps": { "Feb": { "training": { "mean_difference": -0.021339209329701275, "bootstrap_95": [ -0.04501288304318039, 0.0018020130666837697 ], "p_improvement": 0.049145, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.026456789932832805, "bootstrap_95": [ -0.0011021846346681314, 0.058791224910905826 ], "p_improvement": 0.923828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0023402480466711076, "bootstrap_95": [ -0.005250018704075117, 0.01002484157197248 ], "p_improvement": 0.715885, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0008707042565402828, "bootstrap_95": [ -0.0066643995195644025, 0.0043651545327585105 ], "p_improvement": 0.3984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0032138944497844386, "bootstrap_95": [ 0.0009417057982979791, 0.005352279352150798 ], "p_improvement": 0.993235, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0008349195287253246, "bootstrap_95": [ -0.0046841938354567365, 0.006123785367330634 ], "p_improvement": 0.607421875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0045110462700706, "bootstrap_95": [ 0.0005672932941912861, 0.008510415816431449 ], "p_improvement": 0.98134, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.006099894665504874, "bootstrap_95": [ 0.0008048305447353329, 0.011831805191132822 ], "p_improvement": 0.955078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0053368843496944445, "bootstrap_95": [ 0.0028441762094204297, 0.007726345226901954 ], "p_improvement": 0.99971, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.004745948768451808, "bootstrap_95": [ 0.0003631854648748619, 0.008610042461867752 ], "p_improvement": 0.97265625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.009903850670525969, "bootstrap_95": [ -0.026533198161348935, 0.005746019933666573 ], "p_improvement": 0.12639, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.027513924959516826, "bootstrap_95": [ 0.010721975953792852, 0.04775915639132135 ], "p_improvement": 0.994140625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0009871049408877966, "bootstrap_95": [ -0.0039125900135777705, 0.005725610982607245 ], "p_improvement": 0.64724, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.0010473612397409644, "bootstrap_95": [ -0.005732960989429321, 0.003518540387466385 ], "p_improvement": 0.33984375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.001500776229080471, "bootstrap_95": [ 0.00019988087424208667, 0.002694835874193693 ], "p_improvement": 0.982795, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.00012017170311553872, "bootstrap_95": [ -0.003169651420257413, 0.003313928909723509 ], "p_improvement": 0.47265625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.002416276568061574, "bootstrap_95": [ 0.00027259718080393266, 0.004626584908117053 ], "p_improvement": 0.978305, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.005574568323042452, "bootstrap_95": [ 0.0013918465676774554, 0.009946643827762558 ], "p_improvement": 0.98046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0020633845858603933, "bootstrap_95": [ 0.0008909664813695337, 0.003230607738878282 ], "p_improvement": 0.99868, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.002000161085710641, "bootstrap_95": [ -0.0010976562530028912, 0.004738620990849627 ], "p_improvement": 0.8828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.011435359279345273, "bootstrap_95": [ -0.02221934608136881, -0.0003729357990032178 ], "p_improvement": 0.028115, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.0010571358456587135, "bootstrap_95": [ -0.015436501982898683, 0.012538690726641892 ], "p_improvement": 0.4453125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0013531430448985055, "bootstrap_95": [ -0.0019746796344854685, 0.005078623007556783 ], "p_improvement": 0.75864, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00017665709069714406, "bootstrap_95": [ -0.002473051950077679, 0.002431713167146284 ], "p_improvement": 0.544921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0017131181280568713, "bootstrap_95": [ 0.0006017274381283352, 0.0028033584274212635 ], "p_improvement": 0.99555, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0009550914082391807, "bootstrap_95": [ -0.0016234951121521265, 0.0031441002522141536 ], "p_improvement": 0.7578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0020947697191269032, "bootstrap_95": [ -0.0015241831008570535, 0.005614463766233025 ], "p_improvement": 0.865035, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0005253265519592903, "bootstrap_95": [ -0.0027433021339749917, 0.003389384664695138 ], "p_improvement": 0.619140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0032734996664734056, "bootstrap_95": [ 0.001400877985133453, 0.005172109176504731 ], "p_improvement": 0.99857, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0027457878927838156, "bootstrap_95": [ 0.000351250301379893, 0.004834708323194189 ], "p_improvement": 0.97265625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.1960494184975575, "bootstrap_95": [ -0.40789880316763694, 0.006155884974179607 ], "p_improvement": 0.04211, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.08363311359218072, "bootstrap_95": [ -0.2473499480536413, 0.02953496518452967 ], "p_improvement": 0.18359375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.32627811057953954, "bootstrap_95": [ -0.734665591175278, 0.06255784910901618 ], "p_improvement": 0.063225, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.4340555133007855, "bootstrap_95": [ -0.9746191638319728, 0.016005286556784327 ], "p_improvement": 0.083984375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.28240358493814127, "bootstrap_95": [ 0.054709302608564825, 0.5148732131754782 ], "p_improvement": 0.98676, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.17367592030070217, "bootstrap_95": [ -0.292318982610383, 0.6508550891312203 ], "p_improvement": 0.73828125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.20196197430746152, "bootstrap_95": [ -0.053734002585518074, 0.46114683940610957 ], "p_improvement": 0.92866, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.30280473743779585, "bootstrap_95": [ 0.004452526289037958, 0.5990808960609668 ], "p_improvement": 0.953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.7079434382060029, "bootstrap_95": [ 0.501552323488584, 0.9127589272645065 ], "p_improvement": 1.0, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.6444130256112991, "bootstrap_95": [ 0.3809820136645273, 0.9110527703986161 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "gqm": { "rps": { "Feb": { "training": { "mean_difference": -0.012365285081039101, "bootstrap_95": [ -0.02748692295300375, 0.0024349118874572753 ], "p_improvement": 0.06121, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.0005509085501515952, "bootstrap_95": [ -0.014388702356419696, 0.015965869172610912 ], "p_improvement": 0.52734375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0005625157451527238, "bootstrap_95": [ -0.006528069056580501, 0.005796390693235702 ], "p_improvement": 0.432765, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.005566065485345957, "bootstrap_95": [ -0.010523782049474672, 0.0005761330984627455 ], "p_improvement": 0.048828125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0008447750667142881, "bootstrap_95": [ -0.001422117169580868, 0.0034949207836451296 ], "p_improvement": 0.731145, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0012127120230666583, "bootstrap_95": [ -0.004042566458319328, 0.0017364273643459072 ], "p_improvement": 0.232421875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.00120049356951768, "bootstrap_95": [ -0.005026910482754596, 0.0028621540124077424 ], "p_improvement": 0.28495, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.004761549122097629, "bootstrap_95": [ -0.004237258852990697, 0.017168790683381674 ], "p_improvement": 0.708984375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0003095685487232644, "bootstrap_95": [ -0.002624345778841771, 0.0020793461370911875 ], "p_improvement": 0.40167, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.001656046857506409, "bootstrap_95": [ -0.005450077699792006, 0.002585608742837301 ], "p_improvement": 0.236328125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.00722330856905377, "bootstrap_95": [ -0.015026461340400926, 0.0001526016380665833 ], "p_improvement": 0.04155, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.006753788853821028, "bootstrap_95": [ -0.001106013937844699, 0.015017144044156772 ], "p_improvement": 0.919921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0008889382503841758, "bootstrap_95": [ -0.004716395504342252, 0.0027920138127870433 ], "p_improvement": 0.326715, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.002621285078232249, "bootstrap_95": [ -0.00703133262264481, 0.0018454165253573905 ], "p_improvement": 0.15234375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0006107626330471468, "bootstrap_95": [ -0.0006468612482841194, 0.0019258676728286224 ], "p_improvement": 0.81048, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00018203947076266916, "bootstrap_95": [ -0.0015391869775312165, 0.001124998113857351 ], "p_improvement": 0.41015625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0007574785593510684, "bootstrap_95": [ -0.004184743999592376, 0.002413730896480364 ], "p_improvement": 0.334245, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.004315383826418967, "bootstrap_95": [ -0.002493849963604548, 0.012541729275558614 ], "p_improvement": 0.83984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -6.997119036760563e-05, "bootstrap_95": [ -0.001252672379688131, 0.0012482579298067635 ], "p_improvement": 0.45858, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00010136710856994506, "bootstrap_95": [ -0.0017985520802446505, 0.0020496648506565223 ], "p_improvement": 0.462890625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0051419775733566936, "bootstrap_95": [ -0.01804893550692885, 0.007124573994476834 ], "p_improvement": 0.2177, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.006202877754115997, "bootstrap_95": [ -0.020713680640635366, 0.007481119299379339 ], "p_improvement": 0.228515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.00032642231911041787, "bootstrap_95": [ -0.003063768835734886, 0.0039022126971081242 ], "p_improvement": 0.568715, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.002944780027983762, "bootstrap_95": [ -0.006779285625987537, 0.0007380814234957181 ], "p_improvement": 0.095703125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00023401236208315615, "bootstrap_95": [ -0.0010981570114704084, 0.0017767574841202106 ], "p_improvement": 0.6148, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.001030672230228584, "bootstrap_95": [ -0.003132457139831349, 0.001046488215271459 ], "p_improvement": 0.18359375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.00044301483180695576, "bootstrap_95": [ -0.002700860947452791, 0.0017337766298006554 ], "p_improvement": 0.355715, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00044616534217567505, "bootstrap_95": [ -0.0029078344323877512, 0.005191057252189327 ], "p_improvement": 0.5390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.00023959759705914283, "bootstrap_95": [ -0.0016018503834574855, 0.0010699350814042574 ], "p_improvement": 0.36625, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0015546793028595124, "bootstrap_95": [ -0.003965918455391216, 0.0008349199282436486 ], "p_improvement": 0.13671875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.09206025065090973, "bootstrap_95": [ -0.2587567347977063, 0.08087033845732826 ], "p_improvement": 0.150715, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.07317272737207757, "bootstrap_95": [ -0.2791951862675997, 0.12401966731284784 ], "p_improvement": 0.271484375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.4516299028018002, "bootstrap_95": [ -0.7774003163725036, -0.14399675627618763 ], "p_improvement": 0.004505, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.5639948665503438, "bootstrap_95": [ -1.0376675065251182, -0.13488119166985849 ], "p_improvement": 0.021484375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.25450500000000004, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.07581006896815874, "bootstrap_95": [ -0.22704888335396992, 0.08437385647240639 ], "p_improvement": 0.18135, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.22973107040249452, "bootstrap_95": [ -0.4522122357850035, 0.0021773777617506516 ], "p_improvement": 0.056640625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.10309862907556644, "bootstrap_95": [ -0.31745690569435614, 0.09575133844533375 ], "p_improvement": 0.17062, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.19940330312175625, "bootstrap_95": [ -0.1892394956283112, 0.5157429115804892 ], "p_improvement": 0.845703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.005337373164354749, "bootstrap_95": [ -0.1337913350786156, 0.12385694863358464 ], "p_improvement": 0.46807, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.15675381399565205, "bootstrap_95": [ -0.4276804558062833, 0.10060438759018943 ], "p_improvement": 0.154296875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "dqm": { "rps": { "Feb": { "training": { "mean_difference": -0.02892269194771736, "bootstrap_95": [ -0.05806307473940181, 0.0010687193146094213 ], "p_improvement": 0.03846, "years_better": 17, "years": 24 }, "test": { "mean_difference": 0.023960451213712448, "bootstrap_95": [ -0.007298209207117359, 0.05220721374779209 ], "p_improvement": 0.9140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.003086364343889434, "bootstrap_95": [ -0.0035731739974704164, 0.010059864897731191 ], "p_improvement": 0.797785, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.002205549663779363, "bootstrap_95": [ -0.006296928756690745, 0.0016903899855519838 ], "p_improvement": 0.169921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.003195828872731459, "bootstrap_95": [ 0.001109278759331496, 0.005485362961357595 ], "p_improvement": 0.995655, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0005501535067235435, "bootstrap_95": [ -0.002029503627495476, 0.0031603460591960258 ], "p_improvement": 0.650390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.004175072200693755, "bootstrap_95": [ -0.0006996034503532781, 0.008715684128981922 ], "p_improvement": 0.94886, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0026013664196479274, "bootstrap_95": [ -0.0028964163693940767, 0.008130057540430596 ], "p_improvement": 0.80078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0016057089727663256, "bootstrap_95": [ -0.0010795595185656393, 0.004508315162608038 ], "p_improvement": 0.862585, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.001973162694234803, "bootstrap_95": [ -0.0010825252385118073, 0.005312912494501205 ], "p_improvement": 0.85546875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.015961325911056392, "bootstrap_95": [ -0.038416040515208576, 0.005438895248550409 ], "p_improvement": 0.08937, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.028164952434867656, "bootstrap_95": [ 0.009472345118696341, 0.04919139496010462 ], "p_improvement": 0.990234375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.001266130340244773, "bootstrap_95": [ -0.0030919418475396595, 0.005650582301703754 ], "p_improvement": 0.707595, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0022496660363561286, "bootstrap_95": [ -0.005492278444882391, 0.0010620540231605737 ], "p_improvement": 0.119140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0015391334124470132, "bootstrap_95": [ 0.0005297406969608641, 0.002563643937117983 ], "p_improvement": 0.995685, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.00013506079745714058, "bootstrap_95": [ -0.0013817802009348876, 0.0019837880863039377 ], "p_improvement": 0.55078125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.002124668942306037, "bootstrap_95": [ -0.0004579726899851156, 0.004626594156396803 ], "p_improvement": 0.94047, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0032092590003303697, "bootstrap_95": [ -0.0018833908970013699, 0.007522563643374818 ], "p_improvement": 0.880859375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0007902563058991159, "bootstrap_95": [ -0.0008624919325923402, 0.0024314571838084547 ], "p_improvement": 0.81463, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0015242145221882717, "bootstrap_95": [ -0.0004070349679428027, 0.0034445314477942104 ], "p_improvement": 0.912109375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.012961366277341227, "bootstrap_95": [ -0.025389884666185764, 0.00027128197020684125 ], "p_improvement": 0.0338, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.004204500838543608, "bootstrap_95": [ -0.02213500077044081, 0.010478716424007143 ], "p_improvement": 0.326171875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0018202338233374166, "bootstrap_95": [ -0.001091563562156055, 0.0051409017302891475 ], "p_improvement": 0.85063, "years_better": 9, "years": 24 }, "test": { "mean_difference": 4.411636817851073e-05, "bootstrap_95": [ -0.0022680615539895444, 0.0021885092917303508 ], "p_improvement": 0.517578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0016566954643423663, "bootstrap_95": [ 0.00021849179761035127, 0.003295916702691991 ], "p_improvement": 0.979585, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0004150929141171427, "bootstrap_95": [ -0.001344145209204661, 0.0020925477113101524 ], "p_improvement": 0.673828125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0020504032652386025, "bootstrap_95": [ -0.002147252946753172, 0.005923620202106314 ], "p_improvement": 0.82739, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0006078921864771056, "bootstrap_95": [ -0.003468182062745401, 0.0018238873500731184 ], "p_improvement": 0.33984375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0008154525847105855, "bootstrap_95": [ -0.0013519775067815517, 0.003003488709698873 ], "p_improvement": 0.76463, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00044894799744457956, "bootstrap_95": [ -0.0014236384250181059, 0.0024739288797231427 ], "p_improvement": 0.666015625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.2558977494555474, "bootstrap_95": [ -0.45990283639003726, 1.0189937556414235 ], "p_improvement": 0.737, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.7995029612229053, "bootstrap_95": [ 0.289578716720581, 1.3596296283784668 ], "p_improvement": 0.994140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.6109637447740013, "bootstrap_95": [ -0.44917019411611053, 1.831451033614395 ], "p_improvement": 0.826525, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.3174964049410948, "bootstrap_95": [ -1.7665760313213554, 0.90377164413201 ], "p_improvement": 0.3359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.5948791500075852, "bootstrap_95": [ 0.17609646702312845, 1.0853463729509605 ], "p_improvement": 0.993155, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.43264108974617227, "bootstrap_95": [ -0.43253886034553457, 1.3036522399639117 ], "p_improvement": 0.80078125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.31635581210143027, "bootstrap_95": [ -0.08918394973792272, 0.7116780283765204 ], "p_improvement": 0.92494, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.3083716060676384, "bootstrap_95": [ -0.17942324691539097, 0.7579387937114668 ], "p_improvement": 0.875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.6004701355953319, "bootstrap_95": [ 0.024754824409574973, 1.1660987198884363 ], "p_improvement": 0.970595, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.7310574849891849, "bootstrap_95": [ -0.15975791777677417, 1.589943098473062 ], "p_improvement": 0.921875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "qdm": { "rps": { "Feb": { "training": { "mean_difference": -0.02477302321650876, "bootstrap_95": [ -0.05453991644947391, 0.003530367900285154 ], "p_improvement": 0.058725, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.029625088294335664, "bootstrap_95": [ 0.00010941866389252787, 0.06487269192613235 ], "p_improvement": 0.916015625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0022270045442166118, "bootstrap_95": [ -0.007669511239163684, 0.011769536423595565 ], "p_improvement": 0.667645, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0018385314352202932, "bootstrap_95": [ -0.009612722615245853, 0.005368964661354136 ], "p_improvement": 0.33984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0036066082710044475, "bootstrap_95": [ 0.0007377771009664579, 0.006815985767030431 ], "p_improvement": 0.983825, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0002628893476318006, "bootstrap_95": [ -0.0026811422012183806, 0.0031796007476376387 ], "p_improvement": 0.576171875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0029417978930429364, "bootstrap_95": [ -0.0020403410271049543, 0.007542522368041283 ], "p_improvement": 0.873295, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.003206523396098652, "bootstrap_95": [ -0.002178747172357336, 0.008597686888126156 ], "p_improvement": 0.85546875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0007107755690967365, "bootstrap_95": [ -0.0025009459914061873, 0.004044928549815463 ], "p_improvement": 0.665955, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.002191820132861603, "bootstrap_95": [ -0.0013090222733966811, 0.005174838687789594 ], "p_improvement": 0.87109375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.01182970922558429, "bootstrap_95": [ -0.036324094598020704, 0.010630866296150721 ], "p_improvement": 0.171965, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.03518436562838661, "bootstrap_95": [ 0.017130879492484267, 0.05746750915321385 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0009072923311977133, "bootstrap_95": [ -0.005522421739746517, 0.006923354455965111 ], "p_improvement": 0.60947, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.001081664055025656, "bootstrap_95": [ -0.007307230776581229, 0.0049014952045938935 ], "p_improvement": 0.373046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0017906194811612708, "bootstrap_95": [ 0.0007549018239356539, 0.002960993010978356 ], "p_improvement": 0.998165, "years_better": 7, "years": 24 }, "test": { "mean_difference": 8.051407440696736e-05, "bootstrap_95": [ -0.0014243462082994247, 0.001971102489166707 ], "p_improvement": 0.52734375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0015411622752932962, "bootstrap_95": [ -0.0009791822426827713, 0.003931700125779169 ], "p_improvement": 0.88056, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.003869977993830382, "bootstrap_95": [ -0.0006794068349744683, 0.008038544330870898 ], "p_improvement": 0.93359375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00047961374480289036, "bootstrap_95": [ -0.001542297340658092, 0.0025130142468070046 ], "p_improvement": 0.66932, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0021758492467573967, "bootstrap_95": [ 0.00022275384171358396, 0.0037498419824066585 ], "p_improvement": 0.97265625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.012943313939877197, "bootstrap_95": [ -0.023551415447328458, -0.001749481798017971 ], "p_improvement": 0.017035, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.005559277813015294, "bootstrap_95": [ -0.022408024566679844, 0.009757406265234338 ], "p_improvement": 0.251953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0013197120096042757, "bootstrap_95": [ -0.003843354637025798, 0.006581746549067156 ], "p_improvement": 0.678745, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0007568673736577011, "bootstrap_95": [ -0.004244782693288837, 0.0021847510541626886 ], "p_improvement": 0.33984375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.001815988764884047, "bootstrap_95": [ -0.00020464028390483236, 0.004120705165731408 ], "p_improvement": 0.9375, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.00018237550469405204, "bootstrap_95": [ -0.0020292442196992405, 0.0021825944960503895 ], "p_improvement": 0.56640625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0014006355086036218, "bootstrap_95": [ -0.003252118719488116, 0.0056740834631417505 ], "p_improvement": 0.71961, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.000663454034567699, "bootstrap_95": [ -0.0036457613505455067, 0.002022745668061915 ], "p_improvement": 0.33203125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.00023116174836389108, "bootstrap_95": [ -0.0021612864217792718, 0.002615025790275115 ], "p_improvement": 0.574715, "years_better": 11, "years": 24 }, "test": { "mean_difference": 1.5970702843978416e-05, "bootstrap_95": [ -0.0021408454433511576, 0.0022532096030200514 ], "p_improvement": 0.505859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": -0.07744156962097415, "bootstrap_95": [ -0.9165992221995173, 0.8124670519389406 ], "p_improvement": 0.432025, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.3889020095376583, "bootstrap_95": [ -0.15294240515740973, 0.9128868231696466 ], "p_improvement": 0.90625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.7965350421155252, "bootstrap_95": [ -0.5264025627398504, 2.294179825359575 ], "p_improvement": 0.837685, "years_better": 8, "years": 24 }, "test": { "mean_difference": -0.2546239421485783, "bootstrap_95": [ -1.8683650253688746, 1.02311522197994 ], "p_improvement": 0.375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.85054635279089, "bootstrap_95": [ 0.18829121124598824, 1.6719164587586173 ], "p_improvement": 0.988305, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.5849356959637085, "bootstrap_95": [ -0.42004280951796324, 1.6652023454345593 ], "p_improvement": 0.826171875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.21522685233294828, "bootstrap_95": [ -0.22386404412818195, 0.6615204628953364 ], "p_improvement": 0.816395, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.2938019975282976, "bootstrap_95": [ -0.166001115446684, 0.7352132135036005 ], "p_improvement": 0.876953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.5665925548067895, "bootstrap_95": [ -0.09231788439229838, 1.1935618134625956 ], "p_improvement": 0.94384, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.8988489042344239, "bootstrap_95": [ -0.09957601479305785, 1.811297675998208 ], "p_improvement": 0.94140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "sdm": { "rps": { "Feb": { "training": { "mean_difference": -0.009221631441470453, "bootstrap_95": [ -0.04251931642525022, 0.02293074301576369 ], "p_improvement": 0.29426, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.04495837919020661, "bootstrap_95": [ 0.02148470148930116, 0.06970117289881651 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.002013498683669341, "bootstrap_95": [ -0.005954446534790295, 0.00935859545907404 ], "p_improvement": 0.69111, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0023085436715673535, "bootstrap_95": [ -0.004756664466481566, 0.00897001961959163 ], "p_improvement": 0.728515625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0024568595351777897, "bootstrap_95": [ 0.0008960131890832769, 0.004004955576621558 ], "p_improvement": 0.996585, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0012399995344301955, "bootstrap_95": [ -0.0009039870811550002, 0.003779120359756046 ], "p_improvement": 0.80859375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.003474608028799187, "bootstrap_95": [ -0.0006816104680153073, 0.007648671966535372 ], "p_improvement": 0.938385, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004090195738606849, "bootstrap_95": [ -0.0018470691774135947, 0.009143550994736467 ], "p_improvement": 0.900390625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0003286294060594446, "bootstrap_95": [ -0.0028826195347483076, 0.0035157767594609863 ], "p_improvement": 0.576815, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.002745707397475594, "bootstrap_95": [ -5.113602086062548e-05, 0.005295474352628085 ], "p_improvement": 0.95703125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.005640014936952889, "bootstrap_95": [ -0.03176055001297505, 0.018697944050916 ], "p_improvement": 0.33289, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.03912521175918308, "bootstrap_95": [ 0.024632247899041063, 0.05504032611542523 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0011183956814096025, "bootstrap_95": [ -0.004675213860372931, 0.006627977291498948 ], "p_improvement": 0.645175, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0003159673460783237, "bootstrap_95": [ -0.0043833149319896176, 0.004787740253886574 ], "p_improvement": 0.544921875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0012158068431918773, "bootstrap_95": [ 0.00012895124015653675, 0.0022646396755853088 ], "p_improvement": 0.978155, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.00031047578470665447, "bootstrap_95": [ -0.0014621842581536509, 0.002644158112680026 ], "p_improvement": 0.58203125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0017407271223758517, "bootstrap_95": [ -0.001733797046826697, 0.004956662167075306 ], "p_improvement": 0.83749, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004104143757833319, "bootstrap_95": [ -0.0011242163098224137, 0.008162815441494569 ], "p_improvement": 0.9296875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0005509166158372252, "bootstrap_95": [ -0.0014409539358114433, 0.0024932311655355326 ], "p_improvement": 0.701175, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0015329473954767336, "bootstrap_95": [ -0.0005290153422130732, 0.00335381441672751 ], "p_improvement": 0.908203125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.0035816165995163993, "bootstrap_95": [ -0.012432322070407066, 0.005434837767846856 ], "p_improvement": 0.221395, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.005833165419110957, "bootstrap_95": [ -0.005793776324657871, 0.01612324808385044 ], "p_improvement": 0.8046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0008951029079888531, "bootstrap_95": [ -0.0016072824364994536, 0.0034217676321399923 ], "p_improvement": 0.746375, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.001992575852366976, "bootstrap_95": [ -0.0010609139175538056, 0.004968157946469089 ], "p_improvement": 0.87890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0012410527382562969, "bootstrap_95": [ 0.00044016275250540664, 0.002065365001887603 ], "p_improvement": 0.99653, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0009295237221510303, "bootstrap_95": [ 0.0002505763602154802, 0.0015335233726825328 ], "p_improvement": 0.982421875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0017338809667895392, "bootstrap_95": [ -3.185955072050189e-05, 0.003587017036618078 ], "p_improvement": 0.96202, "years_better": 9, "years": 24 }, "test": { "mean_difference": -1.3948031840842972e-05, "bootstrap_95": [ -0.0015892179828342534, 0.0016318826693479426 ], "p_improvement": 0.4921875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0002222871188138469, "bootstrap_95": [ -0.0028340798571784166, 0.0024534059826523172 ], "p_improvement": 0.43457, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0012127594951975727, "bootstrap_95": [ -0.0008999051370491073, 0.003325395064463888 ], "p_improvement": 0.83984375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 1.2445316676411375, "bootstrap_95": [ 0.7686949328951665, 1.7266041567085062 ], "p_improvement": 0.999965, "years_better": 4, "years": 24 }, "test": { "mean_difference": 1.9193527491098088, "bootstrap_95": [ 1.264362013142515, 2.7589276310934836 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 1.1419522396970165, "bootstrap_95": [ -0.14805339988857188, 2.2771179773064585 ], "p_improvement": 0.956835, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.9793958177657268, "bootstrap_95": [ -0.49379908899565356, 2.350786368658381 ], "p_improvement": 0.875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.9581585556315232, "bootstrap_95": [ 0.33236274458647236, 1.5634310573987722 ], "p_improvement": 0.997545, "years_better": 3, "years": 24 }, "test": { "mean_difference": 1.009464926256219, "bootstrap_95": [ 0.3248589068167693, 1.7480627192825418 ], "p_improvement": 0.984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.40982495391398704, "bootstrap_95": [ -0.024137561648385267, 0.8105826478135715 ], "p_improvement": 0.96485, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.40833214428938747, "bootstrap_95": [ -0.04546442342526862, 0.9252575690177762 ], "p_improvement": 0.931640625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.796303693838199, "bootstrap_95": [ 0.12627184355474014, 1.4870533512446957 ], "p_improvement": 0.98115, "years_better": 6, "years": 24 }, "test": { "mean_difference": 1.6659716744161193, "bootstrap_95": [ 0.874427434062249, 2.490004086861213 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "cdft": { "rps": { "Feb": { "training": { "mean_difference": -0.027876101278382148, "bootstrap_95": [ -0.05912017562678129, 0.005055150118822446 ], "p_improvement": 0.05482, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.020443033847896593, "bootstrap_95": [ -0.013154313885697443, 0.051746536359216645 ], "p_improvement": 0.876953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.00035474254140703776, "bootstrap_95": [ -0.010088599493830874, 0.011008432258044284 ], "p_improvement": 0.476285, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00463763347464856, "bootstrap_95": [ -0.013394914653493564, 0.004279139394404057 ], "p_improvement": 0.16796875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.002876270126872589, "bootstrap_95": [ 0.0005370281218921134, 0.005601522344024603 ], "p_improvement": 0.98373, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0013438076001298588, "bootstrap_95": [ -0.0007754293642730979, 0.003308847243175269 ], "p_improvement": 0.873046875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0028449026782325845, "bootstrap_95": [ -0.0016247933277752885, 0.007061243866585087 ], "p_improvement": 0.890085, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.004595492249434723, "bootstrap_95": [ -0.0006919662606198818, 0.009903650345969902 ], "p_improvement": 0.927734375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0008840635307983286, "bootstrap_95": [ -0.0016269160686213657, 0.0033996359753649848 ], "p_improvement": 0.743885, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.002329792604868264, "bootstrap_95": [ -0.0021839119456886886, 0.0065343725753351945 ], "p_improvement": 0.81640625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": -0.016273868064250477, "bootstrap_95": [ -0.037124741255898604, 0.003691225433566291 ], "p_improvement": 0.069715, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.022473871017605448, "bootstrap_95": [ 0.0021937659231553207, 0.04616566896616056 ], "p_improvement": 0.955078125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.0012295838777775063, "bootstrap_95": [ -0.006849588326688653, 0.004920983965062922 ], "p_improvement": 0.34767, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0024607851771694714, "bootstrap_95": [ -0.008118130709766714, 0.0038651719069244177 ], "p_improvement": 0.23828125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0013000463754133187, "bootstrap_95": [ 0.0003058763356778745, 0.002392451112127747 ], "p_improvement": 0.987575, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0006284203157907067, "bootstrap_95": [ -0.0004348571196913432, 0.00189761437670661 ], "p_improvement": 0.8046875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0014954968463132292, "bootstrap_95": [ -0.0012847310779618283, 0.004116746273433217 ], "p_improvement": 0.852105, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0044133252672398865, "bootstrap_95": [ -0.00032367846748918006, 0.008387044997906566 ], "p_improvement": 0.94921875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 5.7789492998656586e-05, "bootstrap_95": [ -0.0017124790828713663, 0.0015628243474128968 ], "p_improvement": 0.52237, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.00161864828989791, "bootstrap_95": [ -0.0018759081245778694, 0.004377501245128884 ], "p_improvement": 0.818359375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": -0.011602233198195871, "bootstrap_95": [ -0.02949309794589255, 0.007317590633472173 ], "p_improvement": 0.11777, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0020308364421822525, "bootstrap_95": [ -0.020251101552949395, 0.013634992879794531 ], "p_improvement": 0.4140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0008748411964774368, "bootstrap_95": [ -0.00430658193080744, 0.006813231001032587 ], "p_improvement": 0.60918, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0021768480465837706, "bootstrap_95": [ -0.007086589205997482, 0.0015120811208850816 ], "p_improvement": 0.22265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0015762237153148044, "bootstrap_95": [ -0.00010201577246094622, 0.0034983838604266218 ], "p_improvement": 0.94969, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0007153874282436622, "bootstrap_95": [ -0.0007571006435497981, 0.002265023409303349 ], "p_improvement": 0.80859375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0013494058286265098, "bootstrap_95": [ -0.002737783220544332, 0.005175803848096617 ], "p_improvement": 0.74189, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.00018216751140208277, "bootstrap_95": [ -0.0034041473584645932, 0.0031820615859385094 ], "p_improvement": 0.5390625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0008262740361669532, "bootstrap_95": [ -0.0008295662517015924, 0.002633017103506114 ], "p_improvement": 0.815255, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0007111441490127682, "bootstrap_95": [ -0.001142222551922474, 0.0027201931914259936 ], "p_improvement": 0.75, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 1.0692591681603085, "bootstrap_95": [ -0.317612280493289, 2.5611278387881034 ], "p_improvement": 0.911395, "years_better": 8, "years": 24 }, "test": { "mean_difference": 1.677109932229474, "bootstrap_95": [ 0.994411250960395, 2.493128336717682 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.8276122048884987, "bootstrap_95": [ -0.4357452690352241, 2.3770187581647635 ], "p_improvement": 0.846515, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.27161369886858566, "bootstrap_95": [ -2.070444523914924, 1.1365980409460044 ], "p_improvement": 0.38671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.693509895691685, "bootstrap_95": [ 0.16466233337989736, 1.3373734927823289 ], "p_improvement": 0.990455, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.5945545327353297, "bootstrap_95": [ -0.15241928744564848, 1.386582288412796 ], "p_improvement": 0.908203125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": 0.23860814975174968, "bootstrap_95": [ -0.17838160467391986, 0.6514454491891077 ], "p_improvement": 0.85753, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.35058581577082826, "bootstrap_95": [ -0.2060027442268647, 0.900889299505634 ], "p_improvement": 0.86328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.5823045183307146, "bootstrap_95": [ -0.08709106525109046, 1.2074278128139038 ], "p_improvement": 0.94613, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.7681140127427568, "bootstrap_95": [ -0.24474759035087149, 1.7524062833772356 ], "p_improvement": 0.91015625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "mvs_zero_guard": { "rps": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "brier_below": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "brier_above": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "crps": { "Feb": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Mar": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } } }, "SEL-P": { "rps": { "Feb": { "training": { "mean_difference": -0.02109508898650378, "bootstrap_95": [ -0.052681247854001044, 0.011441639588322996 ], "p_improvement": 0.10955, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.020443033847896593, "bootstrap_95": [ -0.013154313885697443, 0.051746536359216645 ], "p_improvement": 0.876953125, "years_better": 3, "years": 9 }, "decision": { "holm_p": 0.54775, "no_harm": false, "confirmed": false } }, "Mar": { "training": { "mean_difference": -0.000884238942134713, "bootstrap_95": [ -0.010782521754041709, 0.010240203624471077 ], "p_improvement": 0.441575, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.005683016954663469, "bootstrap_95": [ -0.01600692210760794, 0.005711805745900861 ], "p_improvement": 0.162109375, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": 0.00014435665077679877, "bootstrap_95": [ -0.003939960142799985, 0.00413400435294112 ], "p_improvement": 0.52639, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.001427812411643507, "bootstrap_95": [ -0.0013426591330718079, 0.004418990801671023 ], "p_improvement": 0.80859375, "years_better": 5, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "May": { "training": { "mean_difference": -0.0014036919825157756, "bootstrap_95": [ -0.006653498826335607, 0.0038693784016812704 ], "p_improvement": 0.30772, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.006550153510704593, "bootstrap_95": [ -0.0040635076549616345, 0.020126084958116353 ], "p_improvement": 0.8046875, "years_better": 3, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "FMAM": { "training": { "mean_difference": -0.0009904926212651276, "bootstrap_95": [ -0.004574254740327632, 0.0021468488830576607 ], "p_improvement": 0.28979, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0005969870463329925, "bootstrap_95": [ -0.00641815161964608, 0.0053289097675360666 ], "p_improvement": 0.5390625, "years_better": 2, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } } } }, "SEL-A": { "crps": { "Feb": { "training": { "mean_difference": -0.27518036044187316, "bootstrap_95": [ -0.46099522383687175, -0.09216573148501656 ], "p_improvement": 0.004465, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.10937791523308395, "bootstrap_95": [ -0.2953262752501287, 0.05551882448302502 ], "p_improvement": 0.154296875, "years_better": 5, "years": 9 }, "decision": { "holm_p": 0.022325, "no_harm": true, "confirmed": true } }, "Mar": { "training": { "mean_difference": -0.2756161960252503, "bootstrap_95": [ -0.6809879492786588, 0.11442835114499446 ], "p_improvement": 0.09758, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.5803520592000996, "bootstrap_95": [ -1.0785165574366746, -0.13926819714319136 ], "p_improvement": 0.01953125, "years_better": 7, "years": 9 }, "decision": { "holm_p": 0.29274, "no_harm": true, "confirmed": false } }, "Apr": { "training": { "mean_difference": -0.05366457681386372, "bootstrap_95": [ -0.20135865044430243, 0.08331119563878638 ], "p_improvement": 0.238955, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.17134913351673278, "bootstrap_95": [ -0.33617396386057685, -0.008137550158638086 ], "p_improvement": 0.0546875, "years_better": 7, "years": 9 }, "decision": { "holm_p": 0.47791, "no_harm": true, "confirmed": false } }, "May": { "training": { "mean_difference": -0.14620496974148445, "bootstrap_95": [ -0.2794883792130734, -0.019679282552195736 ], "p_improvement": 0.01791, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.09009256794451935, "bootstrap_95": [ -0.3142035314124837, 0.10826508610535936 ], "p_improvement": 0.2265625, "years_better": 5, "years": 9 }, "decision": { "holm_p": 0.07164, "no_harm": true, "confirmed": false } }, "FMAM": { "training": { "mean_difference": 0.22776640181640348, "bootstrap_95": [ -0.34434864831940426, 0.841258028337815 ], "p_improvement": 0.755915, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.34464683176555233, "bootstrap_95": [ -0.9290723101665932, 1.6308455232975867 ], "p_improvement": 0.67578125, "years_better": 5, "years": 9 }, "decision": { "holm_p": 0.755915, "no_harm": false, "confirmed": false } } } } } }