{ "created_utc": "2026-10-12T21:04:00.952673+00:00", "config": "config/bias_correction/may_jjas_ratio_limits.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P, SEL-A and each sensitivity variant).\nVariants (e.g. the MVS all-zero guard) run through the same pipeline but are never chosen by SEL-P / SEL-A.\nCheckpoints (one per target and method) are reused only when the complete dependency fingerprint of the target\n(configuration contents, masks, input files, calculation code; bias_benchmark.dependencies) is unchanged.", "provenance": { "commit": "fb7425f593b8bc5f2550f0f47d4929e76eb3fb5c", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/may_jjas_ratio_limits.json", "sha256": "1bd6e0af437fdb2662433f7113c52f139c523c372718d83cfeea06c031371f83" }, "project_config": { "path": "config/project.json", "sha256": "e4f0865e03a0a8349a5c01a48120cd7e4ef41bb865e2370733a3b81ddf862160" }, "cycle_config": { "path": "config/operational.json", "sha256": "44ba9357752249ef879af3aad10cec30f02165ac3589ce626123f5b8b3286b14" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "jjas_domain": { "path": "data/masks/init05_JJAS_regime_domain.nc", "sha256": "65b8d6bf9c3ac5ef408688ea9f79e028e421f7fdd371d093beb693db0fcfe802" } }, "inputs": { "Jun": { "folder": "data/processed/init05_Jun", "files": 67, "sha256": "ee40e28ce79056d49d6074e4180c2a5275a52d5b6564a4a09edbcaf8850a4ec2" }, "Jul": { "folder": "data/processed/init05_Jul", "files": 67, "sha256": "27e6089a6cbb581469a59d2e5a551c8e0bd7df0751a95e8c844f1eb63ba22d26" }, "Aug": { "folder": "data/processed/init05_Aug", "files": 67, "sha256": "5089f3c813e80e8227cd20d1587a857bc545c3c4ff092cd0f53715a2b7a50c0a" }, "Sep": { "folder": "data/processed/init05_Sep", "files": 67, "sha256": "e29f812041c61bcdae92d419fcec6f05a888f570a5e05b2090dd49a6f11795fb" }, "JJAS": { "folder": "data/processed/init05_JJAS", "files": 67, "sha256": "8b484f2d4d7c869da0d764bc930dd14a9f34666590affb072f4d073058a61c4d" } }, "scoring_version": 3, "dependency_sha256": "4fc6642903f2408d09c6cf31eaf3e7b9d0e46d468b64b3b35e4ee7ab0466cb86", "python": "3.11.9", "numpy": "1.26.4", "checkpoint_keys": { "Jun": "3d384f5d902d32e586f17400f7157379aa0e49ba1c84521f7098ae9856b02aae", "Jul": "0d0694fdc843439d9281d503a617ed784457b0e080797473fcb808d8f550255d", "Aug": "434f66a992848eacb772190b54b8ffb64588b3b6c90efde67688f58d82f0417b", "Sep": "04523b4c1404c17aa64e41111b481c7cdd3ead7b6c9e156836430637c3750c5e", "JJAS": "615c8f42a2d49cdd75b6e95cc870f6bac2c0ca4383eb1b6236dcb252d032effb" } }, "methods": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "family": [ "mvs", "mvs_r3", "mvs_r4", "vs" ], "variants": [], "reference": "mvs", "targets": { "Jun": { "tag": "init05_Jun", "methods": { "mvs": { "lambda_": { "training_mean": 0.7978337512440189, "training": [ 0.7975864217429401, 0.7965102382004805, 0.7899722529276202, 0.849573773389875, 0.7218119944085232, 0.7945040019209031, 0.7906226373328963, 0.8027269925834115, 0.8068803033163404, 0.794019576585749, 0.8160078769401922, 0.7520146574654442, 0.7695594063591092, 0.7941096656523936, 0.8230725365066831, 0.8106238449008522, 0.8069797717813294, 0.7916228176836716, 0.7859170552755945, 0.823354845466928, 0.7901537272625366, 0.8380790015683979, 0.7926896147600049, 0.8096170158245773 ], "test": 0.8202209697875432 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42931540966969034, 0.47065644575323196, 0.455007189552589, 0.4309998811722683, 0.5782387558747842, 0.4580698251660113, 0.4673562439957732, 0.4713222547069534, 0.4173031681210436, 0.4140214911447917, 0.411735574757159, 0.5098099865306472, 0.420683955250026, 0.4215406625981025, 0.4820695377199034, 0.41557494494958475, 0.45906283129268155, 0.4330666963668821, 0.48851801158464425, 0.4373224426094803, 0.46643924902319445, 0.4391641594949776, 0.4671247188545888, 0.4392022539345633 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20022938257895642, 0.26058279600831963, 0.2686321725912386, 0.14403679706264286, 0.18905213870318777, 0.1909377628774414, 0.28246189805370403, 0.31505410059872746, 0.2288901608245223, 0.23774337878371035, 0.150354433716597, 0.30432400754213157, 0.222171161949791, 0.21410517024050704, 0.12859286217535396, 0.18262805672868854, 0.27241534869210116, 0.23805809298290848, 0.20985869305003121, 0.2264967346917107, 0.2660500182370166, 0.2776284283762618, 0.20298133751503816, 0.223834299405662 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2290860272144101, 0.2100736502463417, 0.18637501686882932, 0.2869630837804608, 0.3891866159374757, 0.2671320627440449, 0.18489434556747228, 0.15626815398407856, 0.18841300695939942, 0.1762781118680859, 0.2613811410278175, 0.20548597996261608, 0.19851279375917194, 0.20743549194870878, 0.3534766767460981, 0.2329468882060081, 0.18664748258585828, 0.195008603479678, 0.2786593185281907, 0.21082570809740292, 0.20038923061712993, 0.16153573170965968, 0.26414338144911453, 0.21536795498212916 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 13.992539348561507, 16.426253171247513, 17.622709466063082, 25.301008173699287, 39.5738521920994, 23.16808946634383, 15.789933114038936, 17.625631778136672, 13.531384000256473, 13.65591914381851, 16.081923840803803, 27.683911017293052, 16.720055236699938, 12.074581094580825, 25.940712783746765, 13.122798991602016, 16.542960612476318, 13.7719970421911, 15.76312103685389, 15.088812645492602, 13.729466225908142, 13.85365139424581, 21.266885371651128, 15.905069700019377 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.504663790773558, 15.91447449875505, 17.096419477674733, 24.70488297851224, 39.102996237683755, 22.679471892533194, 15.250794482582961, 17.110015576861166, 12.92703198286867, 13.078766144577536, 15.489458742568576, 27.073574019619, 16.113800783781883, 11.565130803154904, 25.392107898773858, 12.540764016877263, 16.084386555399014, 13.238182299137945, 15.196945207003239, 14.56592908436911, 13.15302368073525, 13.331170820844584, 20.763087944640866, 15.367808711957156 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4534835704218156, "rpss": -0.0004143440516757302, "brier_below": 0.22654663472442707, "bss_below": 0.0013788549183141319, "brier_above": 0.22693693576125762, "bss_above": -0.0022108941698355533, "crps": 18.093052785326247, "crpss": -0.0955773261361057, "crps_fair": 17.551870317986896, "crpss_fair": -0.10901646138603827, "reliability": { "below": { "weight": [ 0.0, 0.000485, 0.159414, 0.738974, 0.099091, 0.002036, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2866, 0.3433, 0.4253, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3546, 0.3303, 0.3463, 0.3914, 0.292, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.090399, 0.790824, 0.118694, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3465, 0.4202, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3946, 0.3396, 0.3554, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4387602065538423, 0.46206342788901733, 0.46964338698864616, 0.4542597111179312, 0.624720534625229, 0.4490099492634861, 0.4424775186674838, 0.4679106197851066, 0.42459500550775425, 0.4429952582724905, 0.3897655272361913, 0.5133679454677538, 0.4222128926671658, 0.41866609988360387, 0.4700765644700887, 0.401762891262993, 0.4703843354674176, 0.4297435187678699, 0.4617178098381945, 0.4502174808369144, 0.44454358479440065, 0.42680209867552626, 0.4649703757348442, 0.4500901383052335 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22705373604389353, 0.22461460082748963, 0.2775610804971021, 0.15533031446916076, 0.20070134027609543, 0.2149962365846919, 0.23131829898414288, 0.29120138841415205, 0.2213514082026931, 0.2712451147894328, 0.12112394071568203, 0.3141736267952236, 0.21784724589635368, 0.22318808505907406, 0.13435401902420244, 0.18801565205838366, 0.24286205540250994, 0.22106286410368362, 0.22655654987590715, 0.2011701166753839, 0.24360295155656106, 0.3260215180725731, 0.25566859876003095, 0.20900692901218268 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21170647086087716, 0.23744882763565367, 0.19208230632511816, 0.2989293960305271, 0.4240191921546133, 0.23401371307741378, 0.21115921919169034, 0.17670923130059252, 0.20324359685622934, 0.17175014294561058, 0.26864158623440293, 0.19919431955686898, 0.20436564670508545, 0.19547801433508544, 0.3357225469713776, 0.21374723930984874, 0.22752227992066626, 0.20868065469701097, 0.23516125992561457, 0.24904736418872522, 0.20094063293603479, 0.10078058131721676, 0.2093017765244568, 0.24108320989459314 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.36156501576201, 25.598595323068945, 27.996376817744963, 37.91369379446283, 63.35581418035963, 31.661201513892426, 21.298795388172874, 27.38054489682403, 21.040847227369635, 21.26899258917532, 21.734055175377907, 39.74455819515977, 24.044483212178463, 18.031767572304968, 30.56269426679505, 19.773947054356487, 25.75112291105137, 21.50334641393508, 22.18986060014742, 23.70188524791532, 20.243249380832076, 19.037321284265094, 30.88019997746008, 23.826788844564497 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.62259674044269, 24.842537717416167, 27.205795387984615, 37.06064802524887, 62.60885552566834, 30.92564507531584, 20.523468765901963, 26.614799460896624, 20.14127502756481, 20.404300208124305, 20.911931593041018, 38.91153979292373, 23.189763772495972, 17.273650982892853, 29.739047386024023, 18.92199686254111, 25.071346345739293, 20.678819146224857, 21.33728236493625, 22.912129173701818, 19.356651086298548, 18.230657983085308, 30.124154661371303, 23.046826216821604 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45378153675329935, "rpss": -0.0005989024900743267, "brier_below": 0.22666781967069194, "bss_below": 0.001183728004201412, "brier_above": 0.22711371703730474, "bss_above": -0.0023843885754954997, "crps": 26.62090445346568, "crpss": -0.08866319060722327, "crps_fair": 25.818988304277582, "crpss_fair": -0.1017761291503061, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.132084, 0.763376, 0.10207, 0.00247, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3418, 0.4285, 0.5115, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3073, 0.355, 0.354, 0.1839, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10908, 0.790829, 0.099941, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.3453, 0.4203, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4389, 0.3299, 0.3804, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4403168927053255, 0.4507875332070136, 0.48763048608535786, 0.4349815894893768, 0.4819443585597086, 0.4311193498332336, 0.4228512013394237, 0.4873105412591974, 0.5010627146890039 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.31458172005047014, 0.16897238186048516, 0.13863095702016245, 0.20987229670716623, 0.32042407167176024, 0.16436756400922917, 0.16471264284069415, 0.2838961448970578, 0.33595716917137836 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12573518630423888, 0.28181514013762127, 0.3489995052835633, 0.225109292205907, 0.16152029581246322, 0.2667517788423745, 0.25813855255334556, 0.20341440152112933, 0.16510555765414273 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.485375941908144, 17.484156013500083, 31.825727249421494, 16.813191306561386, 16.48029888071391, 20.64797694967146, 15.491897667223306, 21.074380074268237, 24.377528179826786 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.22891437697213, 17.192420806884037, 31.52372133334653, 16.497070837609296, 16.20202302192183, 20.315222260371716, 15.165100487168651, 20.789135140993636, 24.05731506080517 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4597782963519601, "rpss": 0.010316982686004228, "brier_below": 0.23349054980315595, "bss_below": 0.006574794357530389, "brier_above": 0.22628774559053177, "bss_above": 0.014148845104866581, "crps": 19.63117025145498, "crpss": -0.029660470839953268, "crps_fair": 19.330102591785888, "crpss_fair": -0.05019318101482062, "reliability": { "below": { "weight": [ 0.0, 0.000301, 0.192309, 0.786334, 0.021056, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2854, 0.3428, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.75, 0.3354, 0.3797, 0.3655, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.076612, 0.876766, 0.046622, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.34, 0.4099, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2454, 0.3647, 0.358, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4290545216502245, 0.456452235511164, 0.4785488967424242, 0.44291626807338763, 0.49060332582256794, 0.43113483184680146, 0.4333519310740774, 0.4663386842303351, 0.5265235029628451 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32069739446769385, 0.122748699902549, 0.14173479759626167, 0.21220924935543067, 0.3216433187299576, 0.12548044269772882, 0.14563781253356609, 0.21074983554353702, 0.3618567149158105 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.1083571434319494, 0.33370351469404147, 0.3368140786446527, 0.23070701833859425, 0.16896001505064756, 0.30565437327442374, 0.28771410633128014, 0.25558884312515134, 0.16466680048995733 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.993941196805835, 27.240506132556916, 39.45594088052921, 25.86272821230891, 25.17991899605223, 27.580151440254443, 24.384228888999214, 32.89490111149195, 37.36956661979869 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.606969308115705, 26.8065271057543, 39.03461509677245, 25.41277613448745, 24.759963364699043, 27.128044889270548, 23.901772521694085, 32.471088964542375, 36.90161196852782 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46165824421264745, "rpss": 0.014893481856327218, "brier_below": 0.21808425174917057, "bss_below": 0.011870583318997374, "brier_above": 0.2435739881534109, "bss_above": 0.017584386165008792, "crps": 28.662431497644157, "crpss": -0.026153634151151683, "crps_fair": 28.224818817095976, "crpss_fair": -0.04708960759283243, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157647, 0.840365, 0.001988, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.341, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2612, 0.3416, 0.2665, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.073859, 0.876471, 0.049669, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3363, 0.4115, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3036, 0.4161, 0.4696, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.7943947490699238, "training": [ 0.7958717992949641, 0.7927088315537334, 0.7871907958990914, 0.8468432095848187, 0.7170371050267647, 0.7914256108885265, 0.7857188667664433, 0.7984432291907017, 0.8033368003860538, 0.7906469858118618, 0.8146195559676449, 0.7454780514520611, 0.7639583574386597, 0.7920331248831979, 0.8209184101487395, 0.8073712335311074, 0.8041249407755509, 0.7870848730168359, 0.7815190913803791, 0.8219108444246419, 0.7856084616111888, 0.836726684223865, 0.7895172417871306, 0.8053798726342085 ], "test": 0.8169124536875785 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43099538262012616, 0.4712922502148516, 0.4523373940295575, 0.43048311637848735, 0.5801568637629481, 0.4599823179306766, 0.46692697544502315, 0.4706386257140675, 0.41861359529059367, 0.4122836623844458, 0.411310741389665, 0.511255714861548, 0.42056564483952646, 0.4228565146546348, 0.48117627985211203, 0.41493142014033174, 0.45788139454253707, 0.4322366142674138, 0.4901698289856639, 0.43690553775977264, 0.46648754077241006, 0.4395605675772921, 0.46730166032875753, 0.437832926176302 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20184981009469583, 0.2610346388515514, 0.2659277381918731, 0.14367379724804905, 0.18998976726845831, 0.1930107257100083, 0.28190295457983044, 0.3141606550933434, 0.2303037089250938, 0.2360304181327896, 0.15026654503729167, 0.30469896414046177, 0.2218820026462347, 0.21549022777572524, 0.12812845382039878, 0.18185689486606627, 0.27144412330209255, 0.23719414072431433, 0.21160111037020785, 0.2262407761659015, 0.2661589392047092, 0.2781425462965691, 0.20301302712455235, 0.2225193191272687 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22914557263039534, 0.21025761192037778, 0.1864096557696173, 0.2868093188276668, 0.39016709523728343, 0.2669715926650088, 0.18502402040251234, 0.1564779704838199, 0.18830988604506235, 0.17625324379425444, 0.2610441964330382, 0.2065567517189225, 0.1986836426580652, 0.20736628649464328, 0.3530478273493619, 0.23307452520230496, 0.18643727127336748, 0.1950424736104852, 0.27856871876806044, 0.21066476177856747, 0.20032860139326228, 0.1614180219010019, 0.2642886333371612, 0.21531360749125275 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.026029575178082, 16.387606175209857, 17.451626648440328, 25.378852269028066, 39.56294347445278, 23.19106141578097, 15.701265016615732, 17.54240172893407, 13.551081112294717, 13.52671994938525, 15.938986331025372, 27.78593330653375, 16.719810448489078, 12.107870969145397, 25.98229988695137, 13.050421240726346, 16.53172887911413, 13.686471766288268, 15.789223887991401, 15.094588567575686, 13.647996825097241, 13.762173898272302, 21.273964018139615, 15.818778336536804 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.53465791615058, 15.87402503043417, 16.922159728285497, 24.776695561127664, 39.090823851344986, 22.700757985845737, 15.158154036549114, 17.024205851261478, 12.94513715907874, 12.948249522657889, 15.342260952434826, 27.16756097056402, 16.10795997541781, 11.596185191473026, 25.433288921892874, 12.466009576416935, 16.071120354470132, 13.150551920222911, 15.222197919862156, 14.57069182093522, 13.070646122501573, 13.238387164885866, 20.768591682504066, 15.27896092445434 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4535076070799477, "rpss": -0.0004673704877955487, "brier_below": 0.22652172019572867, "bss_below": 0.0014886785544420134, "brier_above": 0.22698588696606223, "bss_above": -0.0024270750686097298, "crps": 18.062909821966944, "crpss": -0.09375209810019425, "crps_fair": 17.51913667253215, "crpss_fair": -0.1069481831346153, "reliability": { "below": { "weight": [ 0.0, 0.000343, 0.152384, 0.748557, 0.094955, 0.003761, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2858, 0.3429, 0.4249, 0.5075, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.502, 0.3294, 0.3464, 0.3925, 0.3088, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088729, 0.790948, 0.120239, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3464, 0.4212, 0.5042, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3979, 0.3389, 0.3581, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43993660327361384, 0.46221879893379564, 0.46791521323794605, 0.4537194711466586, 0.62700283129028, 0.450135130367045, 0.44240343408269395, 0.46850253485915166, 0.4253826740834822, 0.44234389608055535, 0.3893643429072826, 0.5147528727431478, 0.4222057017120915, 0.4194909086268748, 0.46985717337332433, 0.4013546614001495, 0.47036244883472034, 0.429226941034056, 0.46279422309714097, 0.45027369358514924, 0.4443396355183144, 0.42598039289018147, 0.46520888072189787, 0.4490733145518416 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22828857948047998, 0.22464432185690125, 0.275778575568616, 0.15503581254348314, 0.20164121730340495, 0.2163269411414997, 0.23122902990150576, 0.2915021673498457, 0.2221935758900746, 0.2705382781104747, 0.12090475445683518, 0.3144644150974922, 0.21763117396377024, 0.22405096616685846, 0.13424846108179198, 0.18752529041925198, 0.2430439992458107, 0.22058413511334918, 0.2278026709858224, 0.20128804672873513, 0.2434664757877814, 0.3253795481022817, 0.25578423523421606, 0.20798947875917567 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.211648024168121, 0.23757447764966227, 0.19213663752160318, 0.29868365802066027, 0.4253616116379095, 0.2338081896177331, 0.21117440367099566, 0.17700036741005742, 0.2031890977374207, 0.17180561742646405, 0.2684595882811522, 0.20028845855695643, 0.20457452773505605, 0.1954399420119878, 0.33560871392510516, 0.21382937103752847, 0.2273184494977745, 0.2086428059501761, 0.23499155215677683, 0.2489856468707232, 0.20087315940226513, 0.10060084552164807, 0.20942464500594257, 0.24108383638295633 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.414273391348935, 25.547834161611732, 27.83051219938959, 38.07698656231065, 63.25423880075149, 31.657361514239195, 21.20377208000714, 27.30204530732927, 21.062556344088247, 21.150242588966258, 21.51153204764596, 39.80110017783282, 24.027830600855125, 18.054291218083147, 30.600816814387535, 19.669038774524513, 25.778917878940742, 21.39540762163292, 22.195549389986404, 23.7104025198697, 20.133129635264154, 18.83244931480133, 30.871380981249914, 23.73576287313491 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.67385327828173, 24.792010944334887, 27.03804207771724, 37.21978401291517, 62.50718513667781, 30.92111039626697, 20.42766569364417, 26.536060766219467, 20.163901703323504, 20.2868288791821, 20.6874532633239, 38.9646074800798, 23.170187749057508, 17.296734963786633, 29.778044611416476, 18.818075814899235, 25.09859579092076, 20.570064724335516, 21.344174571424098, 22.921860873530314, 19.24788474421622, 18.025543368215697, 30.115355167825104, 22.955054008061147 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.4539102407646414, "rpss": -0.0008826978454701262, "brier_below": 0.22672258959539407, "bss_below": 0.0009423832377146724, "brier_above": 0.22718765113319483, "bss_above": -0.002710702566875778, "crps": 26.575726366593823, "crpss": -0.08681563053331898, "crps_fair": 25.773336667485648, "crpss_fair": -0.09982803253702177, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.128183, 0.769957, 0.097778, 0.004082, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2877, 0.3415, 0.4283, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3118, 0.354, 0.3579, 0.1484, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.108167, 0.788941, 0.102742, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.345, 0.4212, 0.5042, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4407, 0.3297, 0.3798, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44106803652856996, 0.44968554749959494, 0.4867422000936725, 0.43429551727854476, 0.4806095538459461, 0.4308295255017848, 0.4223475284629677, 0.48717383143119786, 0.5024330125146985 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.31538456277428756, 0.16784371446450225, 0.13823479977369907, 0.20910050049023346, 0.3191322451415948, 0.16403110077268365, 0.16439893618105805, 0.283373046312256, 0.3371326759976502 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.125683487364084, 0.28184182185823164, 0.34850737660057135, 0.22519501623684784, 0.16147731763022896, 0.2667984177798168, 0.2579485863663814, 0.20380079029521864, 0.1653003486922662 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.443710326716998, 17.46496577784486, 31.588237518883655, 16.79900160025782, 16.35209316965655, 20.760625060247328, 15.465559334827576, 20.999008281216216, 24.36974847858939 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.185713589309135, 17.172486435395193, 31.283821859103977, 16.481028693035878, 16.07277164733507, 20.423701848362946, 15.137017669556721, 20.711919044117042, 24.048057691471076 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4594649725729975, "rpss": 0.010991419094639188, "brier_below": 0.2331812868786628, "bss_below": 0.00789060600224667, "brier_above": 0.226283684758183, "bss_above": 0.014166536634076077, "crps": 19.582549949804488, "crpss": -0.027110322170843082, "crps_fair": 19.27961316418745, "crpss_fair": -0.04745011990971526, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.183957, 0.794756, 0.021062, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1894, 0.2851, 0.342, 0.4085, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3281, 0.3805, 0.3797, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.074873, 0.87858, 0.046547, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2937, 0.3401, 0.4113, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2581, 0.3634, 0.3586, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.429648243077996, 0.45589929725376177, 0.47801184742045794, 0.4430287622320485, 0.48993016077545376, 0.43049726027749874, 0.4329435085914535, 0.4662267511532699, 0.5271528533976165 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3215155195661804, 0.12230171265579731, 0.1415118946522489, 0.21209876373151906, 0.32103077792649626, 0.12508133507232713, 0.14543141683554664, 0.2102582404916798, 0.36228820314843396 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10813273970763493, 0.3335975637005885, 0.33649993227950986, 0.23092999813042095, 0.16889939078392238, 0.3054159093979794, 0.28751207958689107, 0.25596850511709746, 0.16486466275399478 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.989449936282433, 27.276972399874982, 39.25077556914022, 25.837328759093637, 25.062413080562923, 27.69721838701886, 24.348147038234682, 32.809457304573655, 37.34093329395136 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.601862363233803, 26.843296539488875, 38.828150510012996, 25.386325428586634, 24.64248110697633, 27.24253037121883, 23.864882708855998, 32.38478012338056, 36.87266429791975 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4614820760199507, "rpss": 0.015269397237652416, "brier_below": 0.21794642934224773, "bss_below": 0.01249505011779617, "brier_above": 0.24353564238422662, "bss_above": 0.01773904751721944, "crps": 28.623632863192526, "crpss": -0.02476459080547766, "crps_fair": 28.185219272185975, "crpss_fair": -0.04562053626913798, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.155072, 0.843073, 0.001855, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3406, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.256, 0.3423, 0.2856, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.07277, 0.877425, 0.049804, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.3364, 0.4129, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3155, 0.4151, 0.4684, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.7945569842068921, "training": [ 0.7958491883926635, 0.7925333036425463, 0.7881451139330832, 0.8469364368607952, 0.7177180501808883, 0.7912804488582571, 0.7855555643008817, 0.7986990746133414, 0.8037300671369628, 0.7904547475584512, 0.8145168834656553, 0.7446626059685311, 0.7641028764820177, 0.7927964576186282, 0.8215636784087493, 0.8079229882190944, 0.8044427426092874, 0.7868155816409724, 0.7814662449430168, 0.8224402560898306, 0.785483874232972, 0.8370640741296637, 0.7898324262559232, 0.8053549354231991 ], "test": 0.8163536904585591 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4318186538879891, 0.47154097825007374, 0.45160833926593574, 0.43049803723257873, 0.5794126439990764, 0.4608820951557811, 0.4670342631008314, 0.47042462458747675, 0.4190490026619703, 0.411642507671414, 0.4112970174049515, 0.5114087927150438, 0.42047096562086383, 0.4233408515367605, 0.4810206669914701, 0.41471266010257885, 0.45790368394789494, 0.4319350451736481, 0.4907259598262818, 0.43701904371427586, 0.4664388721038534, 0.44015245089265487, 0.4671514588066652, 0.4374143668177777 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20268453181748558, 0.26124387342471006, 0.26520221507562775, 0.14360069239691423, 0.18929510284102974, 0.19398413661811736, 0.2819879519311883, 0.3139115694183435, 0.2307485514202174, 0.23533778994356144, 0.1503063754094123, 0.304684220578771, 0.22187951850966575, 0.2160232453553845, 0.1279863083861156, 0.18158127300031196, 0.2715185719127591, 0.2368569669421618, 0.21220614665561208, 0.2263740654663524, 0.2661281178175673, 0.2787208160190923, 0.2028618170581761, 0.22211692168068048 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22913412220268822, 0.2102971053721332, 0.1864061240991764, 0.2868973445235193, 0.3901175398868483, 0.2668979590300016, 0.18504631073021868, 0.15651305498816764, 0.18830045094452316, 0.17630471725507166, 0.2609906421037904, 0.20672457315099746, 0.19859144760459668, 0.20731760581224548, 0.35303435991706544, 0.2331313869857523, 0.1863851120986413, 0.1950780782613569, 0.2785198133557371, 0.21064497848377864, 0.20031075411167976, 0.16143163550739165, 0.2642896417987425, 0.21529744554121408 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.03558882479238, 16.378402245974407, 17.398889780549556, 25.392807025945643, 39.57477546842172, 23.20231091973438, 15.677550247858614, 17.519402330044826, 13.557697215691555, 13.486842579900099, 15.90271729239828, 27.831781692841645, 16.715277887807535, 12.121936539970191, 25.995065570737747, 13.029694277333764, 16.542403433500848, 13.666762862436563, 15.799663228280908, 15.102041643050047, 13.616581304441809, 13.741323302517365, 21.276886123931657, 15.787105758873663 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.542861399964655, 15.86411352088214, 16.868345604719398, 24.78774601209102, 39.10230556994733, 22.711652214134958, 15.133240751081162, 17.000221761843335, 12.951113694731076, 12.90782687744369, 15.304909771819215, 27.21015383525688, 16.101664416227877, 11.609237395079928, 25.445546133403997, 12.444346194907133, 16.081058754316263, 13.130082831138715, 15.232160770144189, 14.577654083047692, 13.038797514300917, 13.217179355887058, 20.770856045601924, 15.246584895360414 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.453537624227827, "rpss": -0.0005335902744971754, "brier_below": 0.22655169915330242, "bss_below": 0.001356530835818548, "brier_above": 0.2269859251568891, "bss_above": -0.002427243728958528, "crps": 18.0563961482098, "crpss": -0.0933576796809894, "crps_fair": 17.511652475138792, "crpss_fair": -0.10647529346763829, "reliability": { "below": { "weight": [ 0.0, 0.000343, 0.153985, 0.747849, 0.095872, 0.001952, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1924, 0.2857, 0.3429, 0.4261, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.502, 0.3308, 0.3463, 0.3903, 0.3191, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088754, 0.790779, 0.120382, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3464, 0.4212, 0.5047, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3975, 0.3389, 0.3582, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44035254158173076, 0.4621944271025351, 0.46719786487860365, 0.4537631120519949, 0.6266501032993909, 0.4506916844635134, 0.4423567196542713, 0.46835662569628556, 0.425624184513761, 0.44189001605872114, 0.38929392616301883, 0.5149164910162133, 0.42222748221015605, 0.41961669345752084, 0.4699078522489219, 0.4012312583882535, 0.4703886594573193, 0.4290197624467679, 0.4632932116465635, 0.4503942529861941, 0.44409788751939455, 0.42614803866241296, 0.4652615456917492, 0.44853905372159886 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22871698609642233, 0.2245892231324296, 0.2750666991012942, 0.1550073923715033, 0.20145703279514804, 0.2169421446887445, 0.23117935672482048, 0.2913156381773647, 0.22241269176561257, 0.27004301407457454, 0.12091378944584379, 0.3144308795851079, 0.21770103028018348, 0.22421605388972038, 0.13424095819131415, 0.1873389167917251, 0.24316894108088455, 0.22034443554839014, 0.22833126203833043, 0.20139455166956088, 0.24323033573129796, 0.3255177147056427, 0.2558090217306893, 0.2074831988444145 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21163555587932095, 0.23760520453636097, 0.19213116562554955, 0.2987557190942626, 0.4251930681439435, 0.23374954020688546, 0.211177362437014, 0.17704098738652396, 0.20321149230945865, 0.17184700143835407, 0.26838013657358817, 0.20048561237574658, 0.20452645193025334, 0.1954006391189962, 0.3356668956878107, 0.21389234163356144, 0.2272197183098751, 0.20867532692638902, 0.23496194966630835, 0.248999701351811, 0.20086755146451105, 0.10063032468220845, 0.20945252344545814, 0.24105585541491684 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.420670033165628, 25.536853775478296, 27.772666182932277, 38.103131380049206, 63.25875282122674, 31.660242375881968, 21.17575241958814, 27.278901510559482, 21.072605381782406, 21.107834760965723, 21.455521825340004, 39.84301418787645, 24.02255567718945, 18.066740856216743, 30.609948270820965, 19.636106833994006, 25.79774563080579, 21.367211492187902, 22.203758539141248, 23.718550047532727, 20.085199453595685, 18.787788389756017, 30.871020695911596, 23.69515862424236 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.6789452356811, 24.78032260761615, 26.97895145936985, 37.242421768166864, 62.51137772915379, 30.923632657192865, 20.398629057806154, 26.512062205246945, 20.173449654141404, 20.244036946305787, 20.630450289570152, 39.00394197735482, 23.163074784020868, 17.30837403102981, 29.78642580513187, 18.784431771259936, 25.11669390116024, 20.54101576027216, 21.351986137464344, 22.929661942313654, 19.199712071233087, 17.980459894105774, 30.11431787803264, 22.91380375177321 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45389222478820385, "rpss": -0.0008429721960316883, "brier_below": 0.22670213618587579, "bss_below": 0.0010325115950365893, "brier_above": 0.22719008856829617, "bss_above": -0.0027214603798586534, "crps": 26.56448879859337, "crpss": -0.08635606963990816, "crps_fair": 25.76117413814181, "crpss_fair": -0.09930901977233852, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.127114, 0.771767, 0.098749, 0.00237, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2878, 0.3415, 0.4293, 0.514, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3136, 0.354, 0.3498, 0.213, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107863, 0.789046, 0.102942, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.345, 0.4212, 0.5047, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4406, 0.3298, 0.3791, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44143805865371877, 0.44931364062221524, 0.48642877170616483, 0.43398672151068435, 0.4805096668399117, 0.43080408268155335, 0.42223568113755366, 0.48698420778228846, 0.5030493249696747 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3157737193348988, 0.16744707437272258, 0.13804366439935026, 0.20874783592835394, 0.3190299931866468, 0.1639746399853519, 0.16429373639313327, 0.28310446303020753, 0.33771733231790263 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12566435290443204, 0.28186655509418757, 0.3483850836337198, 0.22523888504585135, 0.16147968257537962, 0.2668294357483761, 0.2579419388299712, 0.20387974992381927, 0.16533200483164187 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.43766068920493, 17.44737293036148, 31.531325483224126, 16.79411469709084, 16.307389558637205, 20.78964747520336, 15.46162634700073, 20.97622670440949, 24.36058303253131 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.17908800940291, 17.154599149216263, 31.226161125762403, 16.475622348562588, 16.027646893198053, 20.451305830955686, 15.132458505305266, 20.688480450058098, 24.038377243346517 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.45941668398930724, "rpss": 0.01109536134591027, "brier_below": 0.2331258287720631, "bss_below": 0.008126561937079169, "brier_above": 0.22629085428748652, "bss_above": 0.014135301673802503, "crps": 19.567327435295944, "crpss": -0.026311896949347435, "crps_fair": 19.2637488395342, "crpss_fair": -0.04658822041936661, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.185874, 0.792839, 0.021062, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2849, 0.3419, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3254, 0.3812, 0.3797, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.07457, 0.878883, 0.046547, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2936, 0.3401, 0.4116, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2612, 0.3631, 0.3586, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4299541820344197, 0.45576332752129395, 0.4778497541376481, 0.44298226537046725, 0.48961591072031924, 0.4303578529358187, 0.43289720077792726, 0.46602014686398113, 0.5273190055722271 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32184676643282817, 0.12216085656275218, 0.14145561854903366, 0.2119885404831913, 0.32070146131499744, 0.12499054530570128, 0.14540364866236385, 0.20999660897449507, 0.3624105858731729 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10810743178693644, 0.33360245008670897, 0.3363941151292916, 0.23099372451312683, 0.16891445733586113, 0.30536729180299693, 0.2874935399477643, 0.2560235323254893, 0.16490843220382434 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.990428733725462, 27.26752431917606, 39.18895659432553, 25.830260010027054, 25.007937977300447, 27.73062834479883, 24.345508737016925, 32.780964276203, 37.31779156282545 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.60226904983493, 26.833603860980652, 38.765541930527185, 25.37870311941895, 24.587630830470115, 27.274441657191264, 23.86151734125568, 32.35558085200846, 36.84904070167939 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46141773843712247, "rpss": 0.015406683580959979, "brier_below": 0.2178838480176151, "bss_below": 0.012778603135991662, "brier_above": 0.24353388612577775, "bss_above": 0.017746131096772255, "crps": 28.606666728377643, "crpss": -0.02415718033860137, "crps_fair": 28.16759214926296, "crpss_fair": -0.044966601965996444, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.153188, 0.844957, 0.001855, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3404, 0.4105, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2522, 0.3428, 0.2856, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072364, 0.877832, 0.049804, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2943, 0.3365, 0.4132, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3209, 0.4146, 0.4684, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7941789653337968, "training": [ 0.7954233418537124, 0.7921305711536795, 0.7881400134564795, 0.84658877387904, 0.7176153908129761, 0.7915063001404677, 0.7848248884466359, 0.7981057126985648, 0.8032722797799786, 0.789939617171953, 0.8145643011660688, 0.7435528776829583, 0.7632932899105034, 0.7921178408844991, 0.8211518950529944, 0.8076362902213299, 0.8042102050163983, 0.7865914382498647, 0.7801848820329585, 0.8219923835741669, 0.7857841898174156, 0.836694453361895, 0.7897116829129094, 0.8052625487336733 ], "test": 0.8158576463388216 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.431963571721835, 0.471546685565719, 0.45137663179934423, 0.4304467954949862, 0.5794484087465442, 0.4611153696688359, 0.4670610814223913, 0.4703324709068252, 0.419060460148002, 0.4114142315864849, 0.4113055175711064, 0.5116149644691459, 0.4206395511940732, 0.4234306724800374, 0.4810031536797182, 0.41463664990257915, 0.45802154575887744, 0.4318799663499358, 0.4909307535819298, 0.43704522467661255, 0.4662820733729014, 0.44020503775520603, 0.4671751843852063, 0.43716086765654333 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.2028498460390043, 0.26122671692260696, 0.2649737775672166, 0.14357147919575228, 0.18930670216331452, 0.19421368646471696, 0.28198142282651917, 0.3138037726099483, 0.23075391892628389, 0.23509013237406687, 0.1503301483307391, 0.30474396337493026, 0.22198005499703344, 0.21609344777982065, 0.12799794472528103, 0.18150974525381772, 0.2716562405697399, 0.2367940802969955, 0.212368410609028, 0.22639270298809488, 0.26595883819507266, 0.27880411000638883, 0.20287518185163506, 0.22185402218892944 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22911372581045647, 0.21031996920191573, 0.18640285414294774, 0.2868753159799958, 0.3901417052851445, 0.2669016837032324, 0.18507965815864985, 0.15652869811069434, 0.18830654092662685, 0.17632409871457555, 0.26097536933462556, 0.20687100210941795, 0.1986594966909914, 0.20733722431996773, 0.3530052102718486, 0.2331269045221604, 0.18636530525893802, 0.19508588606285965, 0.2785623431743019, 0.2106525219339098, 0.20032323499564933, 0.16140092837535172, 0.2643000025813838, 0.21530684587457555 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.036066199178777, 16.36965415093721, 17.371303871917927, 25.407733028464556, 39.5842982234995, 23.205360947631668, 15.665909616979926, 17.508758303477695, 13.563377622299338, 13.467970532264092, 15.885413771155891, 27.86720837993557, 16.707076929439815, 12.131562222934354, 26.008716411203448, 13.019693318364508, 16.553763108144704, 13.662130379840157, 15.80581151541767, 15.108719534895528, 13.596900002657536, 13.74073185445788, 21.27923293969444, 15.766183401749352 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.542414881028431, 15.85487916184429, 16.840040703138392, 24.800820295458575, 39.111585827684586, 22.714622490466702, 15.120846629812856, 16.988954497393642, 12.956288054452655, 12.888505431253748, 15.286883514934953, 27.242855997254917, 16.092456323979384, 11.618065891635101, 25.458806740250193, 12.433585712512796, 16.091954164963884, 13.124897163166606, 15.237829931905884, 14.58392293491067, 13.018756885153005, 13.216302412789169, 20.772714075925823, 15.225211632472174 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4535457029122851, "rpss": -0.000551412379508287, "brier_below": 0.22654709776070567, "bss_below": 0.0013768138470825475, "brier_above": 0.2269986052308425, "bss_above": -0.0024832421419642703, "crps": 18.05473234443923, "crpss": -0.0932569324103214, "crps_fair": 17.509300056432853, "crpss_fair": -0.10632665568592659, "reliability": { "below": { "weight": [ 0.0, 0.000343, 0.153132, 0.748728, 0.094093, 0.003704, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1923, 0.2856, 0.3429, 0.4248, 0.5072, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.502, 0.3318, 0.3461, 0.3917, 0.3135, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088557, 0.791004, 0.120355, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3464, 0.4214, 0.5054, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.398, 0.3389, 0.358, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4404868959803062, 0.4621549429825049, 0.4668322808832131, 0.4536944529178646, 0.626802706689344, 0.45088466154871487, 0.44230605084725394, 0.4682999260746029, 0.42564594017877033, 0.4416060045923721, 0.389320373209908, 0.5150791091408073, 0.42243639617066675, 0.4197642419671543, 0.4699312744857819, 0.4011401513743199, 0.4705710512630932, 0.42893788508480296, 0.4634738539689118, 0.45047503658058335, 0.44381432491560474, 0.4260727066827578, 0.46536050058502876, 0.44816318628094387 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2288500157490457, 0.2245305148428256, 0.2747069281245105, 0.15496897222218545, 0.2016083228806733, 0.217134374134828, 0.23112031422668744, 0.2912327560420402, 0.22242603683509915, 0.2697414674289032, 0.12095540313998873, 0.3144596221264075, 0.21787074342972135, 0.2243252445463717, 0.1342710081229577, 0.18724211626434628, 0.24336708667718135, 0.22026060996101673, 0.22851354204187735, 0.20142348850096328, 0.24293555835178665, 0.3254970859249254, 0.25587662322841703, 0.2070916586354744 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21163688062326752, 0.23762442872179343, 0.1921253526104287, 0.2987254800968907, 0.4251943814233729, 0.23375028785264665, 0.21118573613154693, 0.1770671698790222, 0.20321990290673125, 0.17186453659851147, 0.2683649699102525, 0.20061948795495727, 0.20456565274387117, 0.19543899695275385, 0.3356602680010174, 0.2138980351153973, 0.22720396453376282, 0.20867727513394288, 0.23496031200196948, 0.2490515481486628, 0.2008787662337545, 0.10057562147320136, 0.20948387682662437, 0.2410715281903325 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.418806804928824, 25.52324466209568, 27.728444023675515, 38.128109910646316, 63.27365627865209, 31.66320129916964, 21.15752214445001, 27.263294893700216, 21.083556232617813, 21.078404077032925, 21.425707374345855, 39.89373978437901, 24.008383956732573, 18.081328873502564, 30.621608200256734, 19.61754874366364, 25.816162571513306, 21.360802253565417, 22.212863360177376, 23.728997514271175, 20.0537122643873, 18.785867494218063, 30.873781369595537, 23.66251864592934 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.675702434132294, 24.765932939228968, 26.93355595389828, 37.264557002065516, 62.52587189998724, 30.92643079459027, 20.37926802363103, 26.495497214849006, 20.183618981462093, 20.213907249744903, 20.599606421679304, 39.05093063037252, 23.14733217156872, 17.321785248846243, 29.7970963919873, 18.7647270593658, 25.134382209855808, 20.53372888518717, 21.360333554527127, 22.939482010027575, 19.167683808127197, 17.978052728737552, 30.116286275714398, 22.880461621073994 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.4538855814335547, "rpss": -0.0008283234436421427, "brier_below": 0.22668372889325974, "bss_below": 0.0011136236973853242, "brier_above": 0.22720185250269634, "bss_above": -0.0027733814366084353, "crps": 26.56088594722945, "crpss": -0.08620873085703606, "crps_fair": 25.75650964627751, "crpss_fair": -0.09910997146997524, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.12535, 0.773628, 0.09699, 0.004032, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2877, 0.3415, 0.4281, 0.5083, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.314, 0.3539, 0.3541, 0.1503, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107612, 0.789346, 0.102893, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.345, 0.4214, 0.5054, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4416, 0.3298, 0.3788, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.441291032115465, 0.4491919727756926, 0.4864023255531584, 0.4339842191221965, 0.4803975301078488, 0.43079984872735955, 0.422209513747824, 0.48697841527515096, 0.503116239051417 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3156460372277735, 0.1673368730510751, 0.13806699807070233, 0.20872437838706293, 0.3189170630173133, 0.16395844901571363, 0.16429389053895574, 0.28305617481791223, 0.3377614493136907 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1256450084708889, 0.2818550885693641, 0.34833530381611244, 0.22525984021188608, 0.16148047600896917, 0.2668413927655468, 0.2579156172945274, 0.20392224561703243, 0.16535480192022917 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.426666630405878, 17.431334950761297, 31.50354224233819, 16.796068131793323, 16.280650185158798, 20.804132872404523, 15.46084036878336, 20.96525415955956, 24.349851626040014 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.167712729403613, 17.138328508133757, 31.197939735813264, 16.477283675516155, 16.00061763920235, 20.464960676711097, 15.131256902128863, 20.677120258623972, 24.027315158942482 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4593745662751237, "rpss": 0.011186020663207952, "brier_below": 0.23308459038224438, "bss_below": 0.008302017671457107, "brier_above": 0.2262899749638396, "bss_above": 0.014139132558371958, "crps": 19.557593463027217, "crpss": -0.025801347331521285, "crps_fair": 19.253615031608394, "crpss_fair": -0.046037656555007356, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.184669, 0.794044, 0.021062, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2848, 0.3418, 0.4089, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3235, 0.3816, 0.3797, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.07442, 0.879033, 0.046547, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2934, 0.3402, 0.4118, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2617, 0.363, 0.3586, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42976727377086854, 0.4555815952541457, 0.477873797236247, 0.44304109742528097, 0.48942750354316356, 0.4302890739047723, 0.43286451180505553, 0.4660009415593998, 0.5273194450388001 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32167776184389607, 0.12200639578029726, 0.1415134686078374, 0.21200266138286963, 0.32050141979539604, 0.12494416944445162, 0.1454109041833696, 0.2099361837773998, 0.36238738168759577 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10808952810727848, 0.33357517859917424, 0.3363603081677738, 0.23103843567839402, 0.16892609167213482, 0.30534488863623155, 0.2874535954520039, 0.2560647521955843, 0.16493207586053782 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.97513984664289, 27.243506945132363, 39.14572335197141, 25.83344571960221, 24.96489043625682, 27.75483475426571, 24.344510677664566, 32.764055659964654, 37.29764207822776 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.586394207990402, 26.809223119789344, 38.721615486924726, 25.38142094231429, 24.544137147223225, 27.297337860637363, 23.859846076576698, 32.338058914160705, 36.82837559569398 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4613516932819704, "rpss": 0.015547613616647027, "brier_below": 0.2178200385003459, "bss_below": 0.013067721036858826, "brier_above": 0.24353165048545694, "bss_above": 0.017755148184248393, "crps": 28.591527718858703, "crpss": -0.023615183417070806, "crps_fair": 28.151823261256748, "crpss_fair": -0.04438160480935949, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.150642, 0.847503, 0.001855, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3404, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2467, 0.3435, 0.2856, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072364, 0.877832, 0.049804, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3365, 0.4134, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3209, 0.4146, 0.4684, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r3", "1994": "mvs_r3", "1995": "mvs_r3", "1996": "vs", "1997": "mvs_r3", "1998": "mvs_r3", "1999": "mvs_r3", "2000": "mvs_r3", "2001": "mvs_r3", "2002": "mvs_r3", "2003": "mvs_r3", "2004": "vs", "2005": "mvs_r3", "2006": "mvs_r3", "2007": "mvs_r3", "2008": "mvs_r3", "2009": "mvs_r3", "2010": "mvs_r3", "2011": "mvs_r3", "2012": "mvs_r3", "2013": "mvs_r3", "2014": "mvs_r3", "2015": "mvs_r3", "2016": "mvs_r3" }, "chosen_test": "mvs_r3", "frequency": { "mvs": 0, "mvs_r3": 22, "mvs_r4": 0, "vs": 2 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43099538262012616, 0.4712922502148516, 0.4523373940295575, 0.4304467954949862, 0.5801568637629481, 0.4599823179306766, 0.46692697544502315, 0.4706386257140675, 0.41861359529059367, 0.4122836623844458, 0.411310741389665, 0.5116149644691459, 0.42056564483952646, 0.4228565146546348, 0.48117627985211203, 0.41493142014033174, 0.45788139454253707, 0.4322366142674138, 0.4901698289856639, 0.43690553775977264, 0.46648754077241006, 0.4395605675772921, 0.46730166032875753, 0.437832926176302 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20184981009469583, 0.2610346388515514, 0.2659277381918731, 0.14357147919575228, 0.18998976726845831, 0.1930107257100083, 0.28190295457983044, 0.3141606550933434, 0.2303037089250938, 0.2360304181327896, 0.15026654503729167, 0.30474396337493026, 0.2218820026462347, 0.21549022777572524, 0.12812845382039878, 0.18185689486606627, 0.27144412330209255, 0.23719414072431433, 0.21160111037020785, 0.2262407761659015, 0.2661589392047092, 0.2781425462965691, 0.20301302712455235, 0.2225193191272687 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22914557263039534, 0.21025761192037778, 0.1864096557696173, 0.2868753159799958, 0.39016709523728343, 0.2669715926650088, 0.18502402040251234, 0.1564779704838199, 0.18830988604506235, 0.17625324379425444, 0.2610441964330382, 0.20687100210941795, 0.1986836426580652, 0.20736628649464328, 0.3530478273493619, 0.23307452520230496, 0.18643727127336748, 0.1950424736104852, 0.27856871876806044, 0.21066476177856747, 0.20032860139326228, 0.1614180219010019, 0.2642886333371612, 0.21531360749125275 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.026029575178082, 16.387606175209857, 17.451626648440328, 25.407733028464556, 39.56294347445278, 23.19106141578097, 15.701265016615732, 17.54240172893407, 13.551081112294717, 13.52671994938525, 15.938986331025372, 27.86720837993557, 16.719810448489078, 12.107870969145397, 25.98229988695137, 13.050421240726346, 16.53172887911413, 13.686471766288268, 15.789223887991401, 15.094588567575686, 13.647996825097241, 13.762173898272302, 21.273964018139615, 15.818778336536804 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.53465791615058, 15.87402503043417, 16.922159728285497, 24.800820295458575, 39.090823851344986, 22.700757985845737, 15.158154036549114, 17.024205851261478, 12.94513715907874, 12.948249522657889, 15.342260952434826, 27.242855997254917, 16.10795997541781, 11.596185191473026, 25.433288921892874, 12.466009576416935, 16.071120354470132, 13.150551920222911, 15.222197919862156, 14.57069182093522, 13.070646122501573, 13.238387164885866, 20.768591682504066, 15.27896092445434 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45352106244345175, "rpss": -0.0004970538975856975, "brier_below": 0.22651933191165244, "bss_below": 0.0014992061483826147, "brier_above": 0.2270017306136799, "bss_above": -0.002497044622893796, "crps": 18.067499648335204, "crpss": -0.09403002298990915, "crps_fair": 17.523279162574724, "crpss_fair": -0.10720992673031837 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43993660327361384, 0.46221879893379564, 0.46791521323794605, 0.4536944529178646, 0.62700283129028, 0.450135130367045, 0.44240343408269395, 0.46850253485915166, 0.4253826740834822, 0.44234389608055535, 0.3893643429072826, 0.5150791091408073, 0.4222057017120915, 0.4194909086268748, 0.46985717337332433, 0.4013546614001495, 0.47036244883472034, 0.429226941034056, 0.46279422309714097, 0.45027369358514924, 0.4443396355183144, 0.42598039289018147, 0.46520888072189787, 0.4490733145518416 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22828857948047998, 0.22464432185690125, 0.275778575568616, 0.15496897222218545, 0.20164121730340495, 0.2163269411414997, 0.23122902990150576, 0.2915021673498457, 0.2221935758900746, 0.2705382781104747, 0.12090475445683518, 0.3144596221264075, 0.21763117396377024, 0.22405096616685846, 0.13424846108179198, 0.18752529041925198, 0.2430439992458107, 0.22058413511334918, 0.2278026709858224, 0.20128804672873513, 0.2434664757877814, 0.3253795481022817, 0.25578423523421606, 0.20798947875917567 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.211648024168121, 0.23757447764966227, 0.19213663752160318, 0.2987254800968907, 0.4253616116379095, 0.2338081896177331, 0.21117440367099566, 0.17700036741005742, 0.2031890977374207, 0.17180561742646405, 0.2684595882811522, 0.20061948795495727, 0.20457452773505605, 0.1954399420119878, 0.33560871392510516, 0.21382937103752847, 0.2273184494977745, 0.2086428059501761, 0.23499155215677683, 0.2489856468707232, 0.20087315940226513, 0.10060084552164807, 0.20942464500594257, 0.24108383638295633 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.414273391348935, 25.547834161611732, 27.83051219938959, 38.128109910646316, 63.25423880075149, 31.657361514239195, 21.20377208000714, 27.30204530732927, 21.062556344088247, 21.150242588966258, 21.51153204764596, 39.89373978437901, 24.027830600855125, 18.054291218083147, 30.600816814387535, 19.669038774524513, 25.778917878940742, 21.39540762163292, 22.195549389986404, 23.7104025198697, 20.133129635264154, 18.83244931480133, 30.871380981249914, 23.73576287313491 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.67385327828173, 24.792010944334887, 27.03804207771724, 37.264557002065516, 62.50718513667781, 30.92111039626697, 20.42766569364417, 26.536060766219467, 20.163901703323504, 20.2868288791821, 20.6874532633239, 39.05093063037252, 23.170187749057508, 17.296734963786633, 29.778044611416476, 18.818075814899235, 25.09859579092076, 20.570064724335516, 21.344174571424098, 22.921860873530314, 19.24788474421622, 18.025543368215697, 30.115355167825104, 22.955054008061147 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45392279152167747, "rpss": -0.0009103725582968458, "brier_below": 0.22671960487487816, "bss_below": 0.0009555354682473371, "brier_above": 0.2272031866112878, "bss_above": -0.002779269630603043, "crps": 26.581716489713898, "crpss": -0.08706059691150592, "crps_fair": 25.778799006629104, "crpss_fair": -0.10006112745176665 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44106803652856996, 0.44968554749959494, 0.4867422000936725, 0.43429551727854476, 0.4806095538459461, 0.4308295255017848, 0.4223475284629677, 0.48717383143119786, 0.5024330125146985 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.31538456277428756, 0.16784371446450225, 0.13823479977369907, 0.20910050049023346, 0.3191322451415948, 0.16403110077268365, 0.16439893618105805, 0.283373046312256, 0.3371326759976502 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.125683487364084, 0.28184182185823164, 0.34850737660057135, 0.22519501623684784, 0.16147731763022896, 0.2667984177798168, 0.2579485863663814, 0.20380079029521864, 0.1653003486922662 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.443710326716998, 17.46496577784486, 31.588237518883655, 16.79900160025782, 16.35209316965655, 20.760625060247328, 15.465559334827576, 20.999008281216216, 24.36974847858939 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.185713589309135, 17.172486435395193, 31.283821859103977, 16.481028693035878, 16.07277164733507, 20.423701848362946, 15.137017669556721, 20.711919044117042, 24.048057691471076 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4594649725729975, "rpss": 0.010991419094639188, "brier_below": 0.2331812868786628, "bss_below": 0.00789060600224667, "brier_above": 0.226283684758183, "bss_above": 0.014166536634076077, "crps": 19.582549949804488, "crpss": -0.027110322170843082, "crps_fair": 19.27961316418745, "crpss_fair": -0.04745011990971526 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.429648243077996, 0.45589929725376177, 0.47801184742045794, 0.4430287622320485, 0.48993016077545376, 0.43049726027749874, 0.4329435085914535, 0.4662267511532699, 0.5271528533976165 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3215155195661804, 0.12230171265579731, 0.1415118946522489, 0.21209876373151906, 0.32103077792649626, 0.12508133507232713, 0.14543141683554664, 0.2102582404916798, 0.36228820314843396 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10813273970763493, 0.3335975637005885, 0.33649993227950986, 0.23092999813042095, 0.16889939078392238, 0.3054159093979794, 0.28751207958689107, 0.25596850511709746, 0.16486466275399478 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.989449936282433, 27.276972399874982, 39.25077556914022, 25.837328759093637, 25.062413080562923, 27.69721838701886, 24.348147038234682, 32.809457304573655, 37.34093329395136 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.601862363233803, 26.843296539488875, 38.828150510012996, 25.386325428586634, 24.64248110697633, 27.24253037121883, 23.864882708855998, 32.38478012338056, 36.87266429791975 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4614820760199507, "rpss": 0.015269397237652416, "brier_below": 0.21794642934224773, "bss_below": 0.01249505011779617, "brier_above": 0.24353564238422662, "bss_above": 0.01773904751721944, "crps": 28.623632863192526, "crpss": -0.02476459080547766, "crps_fair": 28.185219272185975, "crpss_fair": -0.04562053626913798 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "mvs_r4", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 1, "vs": 23 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.431963571721835, 0.471546685565719, 0.45137663179934423, 0.4304467954949862, 0.5794484087465442, 0.4611153696688359, 0.4670610814223913, 0.4703324709068252, 0.419060460148002, 0.4114142315864849, 0.4112970174049515, 0.5116149644691459, 0.4206395511940732, 0.4234306724800374, 0.4810031536797182, 0.41463664990257915, 0.45802154575887744, 0.4318799663499358, 0.4909307535819298, 0.43704522467661255, 0.4662820733729014, 0.44020503775520603, 0.4671751843852063, 0.43716086765654333 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.2028498460390043, 0.26122671692260696, 0.2649737775672166, 0.14357147919575228, 0.18930670216331452, 0.19421368646471696, 0.28198142282651917, 0.3138037726099483, 0.23075391892628389, 0.23509013237406687, 0.1503063754094123, 0.30474396337493026, 0.22198005499703344, 0.21609344777982065, 0.12799794472528103, 0.18150974525381772, 0.2716562405697399, 0.2367940802969955, 0.212368410609028, 0.22639270298809488, 0.26595883819507266, 0.27880411000638883, 0.20287518185163506, 0.22185402218892944 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22911372581045647, 0.21031996920191573, 0.18640285414294774, 0.2868753159799958, 0.3901417052851445, 0.2669016837032324, 0.18507965815864985, 0.15652869811069434, 0.18830654092662685, 0.17632409871457555, 0.2609906421037904, 0.20687100210941795, 0.1986594966909914, 0.20733722431996773, 0.3530052102718486, 0.2331269045221604, 0.18636530525893802, 0.19508588606285965, 0.2785623431743019, 0.2106525219339098, 0.20032323499564933, 0.16140092837535172, 0.2643000025813838, 0.21530684587457555 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.036066199178777, 16.36965415093721, 17.371303871917927, 25.407733028464556, 39.5842982234995, 23.205360947631668, 15.665909616979926, 17.508758303477695, 13.563377622299338, 13.467970532264092, 15.90271729239828, 27.86720837993557, 16.707076929439815, 12.131562222934354, 26.008716411203448, 13.019693318364508, 16.553763108144704, 13.662130379840157, 15.80581151541767, 15.108719534895528, 13.596900002657536, 13.74073185445788, 21.27923293969444, 15.766183401749352 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.542414881028431, 15.85487916184429, 16.840040703138392, 24.800820295458575, 39.111585827684586, 22.714622490466702, 15.120846629812856, 16.988954497393642, 12.956288054452655, 12.888505431253748, 15.304909771819215, 27.242855997254917, 16.092456323979384, 11.618065891635101, 25.458806740250193, 12.433585712512796, 16.091954164963884, 13.124897163166606, 15.237829931905884, 14.58392293491067, 13.018756885153005, 13.216302412789169, 20.772714075925823, 15.225211632472174 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4535453487386952, "rpss": -0.0005506310494607369, "brier_below": 0.22654610722231708, "bss_below": 0.0013811801559490133, "brier_above": 0.2269992415962244, "bss_above": -0.0024860524924092964, "crps": 18.055453324490998, "crpss": -0.09330058946514153, "crps_fair": 17.510051150469696, "crpss_fair": -0.10637411362834626 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4404868959803062, 0.4621549429825049, 0.4668322808832131, 0.4536944529178646, 0.626802706689344, 0.45088466154871487, 0.44230605084725394, 0.4682999260746029, 0.42564594017877033, 0.4416060045923721, 0.38929392616301883, 0.5150791091408073, 0.42243639617066675, 0.4197642419671543, 0.4699312744857819, 0.4011401513743199, 0.4705710512630932, 0.42893788508480296, 0.4634738539689118, 0.45047503658058335, 0.44381432491560474, 0.4260727066827578, 0.46536050058502876, 0.44816318628094387 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2288500157490457, 0.2245305148428256, 0.2747069281245105, 0.15496897222218545, 0.2016083228806733, 0.217134374134828, 0.23112031422668744, 0.2912327560420402, 0.22242603683509915, 0.2697414674289032, 0.12091378944584379, 0.3144596221264075, 0.21787074342972135, 0.2243252445463717, 0.1342710081229577, 0.18724211626434628, 0.24336708667718135, 0.22026060996101673, 0.22851354204187735, 0.20142348850096328, 0.24293555835178665, 0.3254970859249254, 0.25587662322841703, 0.2070916586354744 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21163688062326752, 0.23762442872179343, 0.1921253526104287, 0.2987254800968907, 0.4251943814233729, 0.23375028785264665, 0.21118573613154693, 0.1770671698790222, 0.20321990290673125, 0.17186453659851147, 0.26838013657358817, 0.20061948795495727, 0.20456565274387117, 0.19543899695275385, 0.3356602680010174, 0.2138980351153973, 0.22720396453376282, 0.20867727513394288, 0.23496031200196948, 0.2490515481486628, 0.2008787662337545, 0.10057562147320136, 0.20948387682662437, 0.2410715281903325 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.418806804928824, 25.52324466209568, 27.728444023675515, 38.128109910646316, 63.27365627865209, 31.66320129916964, 21.15752214445001, 27.263294893700216, 21.083556232617813, 21.078404077032925, 21.455521825340004, 39.89373978437901, 24.008383956732573, 18.081328873502564, 30.621608200256734, 19.61754874366364, 25.816162571513306, 21.360802253565417, 22.212863360177376, 23.728997514271175, 20.0537122643873, 18.785867494218063, 30.873781369595537, 23.66251864592934 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.675702434132294, 24.765932939228968, 26.93355595389828, 37.264557002065516, 62.52587189998724, 30.92643079459027, 20.37926802363103, 26.495497214849006, 20.183618981462093, 20.213907249744903, 20.630450289570152, 39.05093063037252, 23.14733217156872, 17.321785248846243, 29.7970963919873, 18.7647270593658, 25.134382209855808, 20.53372888518717, 21.360333554527127, 22.939482010027575, 19.167683808127197, 17.978052728737552, 30.116286275714398, 22.880461621073994 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45388447947326765, "rpss": -0.0008258935954343904, "brier_below": 0.22668199498933705, "bss_below": 0.0011212641796318756, "brier_above": 0.227202484447002, "bss_above": -0.002776170572882153, "crps": 26.56212821602088, "crpss": -0.08625953350006532, "crps_fair": 25.757794807439627, "crpss_fair": -0.09916481327376103 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.441291032115465, 0.4491919727756926, 0.4864023255531584, 0.4339842191221965, 0.4803975301078488, 0.43079984872735955, 0.422209513747824, 0.48697841527515096, 0.503116239051417 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3156460372277735, 0.1673368730510751, 0.13806699807070233, 0.20872437838706293, 0.3189170630173133, 0.16395844901571363, 0.16429389053895574, 0.28305617481791223, 0.3377614493136907 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1256450084708889, 0.2818550885693641, 0.34833530381611244, 0.22525984021188608, 0.16148047600896917, 0.2668413927655468, 0.2579156172945274, 0.20392224561703243, 0.16535480192022917 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.426666630405878, 17.431334950761297, 31.50354224233819, 16.796068131793323, 16.280650185158798, 20.804132872404523, 15.46084036878336, 20.96525415955956, 24.349851626040014 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.167712729403613, 17.138328508133757, 31.197939735813264, 16.477283675516155, 16.00061763920235, 20.464960676711097, 15.131256902128863, 20.677120258623972, 24.027315158942482 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4593745662751237, "rpss": 0.011186020663207952, "brier_below": 0.23308459038224438, "bss_below": 0.008302017671457107, "brier_above": 0.2262899749638396, "bss_above": 0.014139132558371958, "crps": 19.557593463027217, "crpss": -0.025801347331521285, "crps_fair": 19.253615031608394, "crpss_fair": -0.046037656555007356 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42976727377086854, 0.4555815952541457, 0.477873797236247, 0.44304109742528097, 0.48942750354316356, 0.4302890739047723, 0.43286451180505553, 0.4660009415593998, 0.5273194450388001 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32167776184389607, 0.12200639578029726, 0.1415134686078374, 0.21200266138286963, 0.32050141979539604, 0.12494416944445162, 0.1454109041833696, 0.2099361837773998, 0.36238738168759577 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10808952810727848, 0.33357517859917424, 0.3363603081677738, 0.23103843567839402, 0.16892609167213482, 0.30534488863623155, 0.2874535954520039, 0.2560647521955843, 0.16493207586053782 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.97513984664289, 27.243506945132363, 39.14572335197141, 25.83344571960221, 24.96489043625682, 27.75483475426571, 24.344510677664566, 32.764055659964654, 37.29764207822776 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.586394207990402, 26.809223119789344, 38.721615486924726, 25.38142094231429, 24.544137147223225, 27.297337860637363, 23.859846076576698, 32.338058914160705, 36.82837559569398 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4613516932819704, "rpss": 0.015547613616647027, "brier_below": 0.2178200385003459, "bss_below": 0.013067721036858826, "brier_above": 0.24353165048545694, "bss_above": 0.017755148184248393, "crps": 28.591527718858703, "crpss": -0.023615183417070806, "crps_fair": 28.151823261256748, "crpss_fair": -0.04438160480935949 } } } } }, "Jul": { "tag": "init05_Jul", "methods": { "mvs": { "lambda_": { "training_mean": 0.5926510206817323, "training": [ 0.6100512078913378, 0.595816578456791, 0.5775165191613303, 0.57108981817688, 0.5469699087912113, 0.6178734415660837, 0.5995625885389196, 0.587895046865153, 0.6138807103886132, 0.6177590223898641, 0.5368788329098079, 0.5492428230232147, 0.5906578719960759, 0.5957146731002142, 0.6239183443914368, 0.5856456720311399, 0.5743860118486894, 0.598294074835067, 0.5934850480528829, 0.6295050491299057, 0.6055613030472963, 0.5969297999378175, 0.649423866892743, 0.5555662829390987 ], "test": 0.6106692312127371 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42588799332395094, 0.44685122092913226, 0.45270312920250516, 0.494517874973582, 0.47461312871494826, 0.44480648745120194, 0.44602160769111493, 0.391001987767469, 0.40025911745484827, 0.4396603703860476, 0.49651113921306184, 0.5129248468957801, 0.3889691039387491, 0.4374974329465398, 0.4011762291433899, 0.43506244956023477, 0.47188798054973546, 0.45011709529888005, 0.4635988747316125, 0.43697022996014234, 0.44530113428949447, 0.4629530944351337, 0.4070807450395527, 0.48543311455228055 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27673328461089397, 0.16775019859790208, 0.23718211912626735, 0.20243225252102015, 0.2711196602479812, 0.15843290829455117, 0.19298091669843762, 0.2192964997344229, 0.17963287454813556, 0.2897490553440735, 0.2794320265048901, 0.3060437825398533, 0.19441285798830402, 0.24683732389187368, 0.15906508216596416, 0.17693186062650304, 0.3287791905335967, 0.14985651837368355, 0.2252233505599244, 0.1489858680980979, 0.14470207943484395, 0.30665117949382104, 0.2677110441062208, 0.23161519916593432 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14915470820075621, 0.2791010240212569, 0.2155210086661721, 0.2920856224506783, 0.2034934674188353, 0.28637357997194907, 0.2530406910140996, 0.17170548726259027, 0.22062624318632423, 0.14991131406921462, 0.21707911355079898, 0.20688106466207232, 0.1945562449993451, 0.19066010814780712, 0.24211114694402147, 0.258130589867036, 0.14310878755921022, 0.3002605795451933, 0.23837552477516938, 0.28798436348802137, 0.30059905707149187, 0.156301914005236, 0.13936970144943636, 0.2538179170335537 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.482693774500667, 27.940476972540807, 22.52153698616913, 28.832458053473875, 25.941217552726428, 29.01836432519126, 23.917228399300377, 15.173241041633222, 16.496873691676726, 17.400601978596054, 23.36769813512374, 22.924471662989625, 15.513960414534713, 16.820271767384867, 18.297242937337927, 18.62281203470445, 22.686349497453563, 18.95058714616003, 24.252371567748714, 21.08252063769633, 22.91978261430172, 23.47233153568504, 32.877678762598656, 24.631610113096194 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.721439503792705, 27.23709873500615, 21.79372381039453, 28.06496517010204, 25.165566473977492, 28.228647619487163, 23.170248764255895, 14.394618645487295, 15.808528181614953, 16.620208932204385, 22.53847514134449, 22.11009669216872, 14.680451718960464, 16.039017799884075, 17.4892551035115, 17.841788469599376, 21.905344451660447, 18.07911438338759, 23.44831679313811, 20.325281891490157, 22.139066247280898, 22.741715439045652, 32.120218017647964, 23.791087238362284 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4463252661853912, "rpss": 0.014453588830031228, "brier_below": 0.22339821388363315, "bss_below": 0.014653198354576569, "brier_above": 0.22292705247334457, "bss_above": 0.01425347552130507, "crps": 22.381015900109336, "crpss": -0.006541012236763066, "crps_fair": 21.60226146765852, "crpss_fair": -0.013758021163890577, "reliability": { "below": { "weight": [ 0.0, 0.00265, 0.228475, 0.525024, 0.20898, 0.033809, 0.001063, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2636, 0.3489, 0.4367, 0.5369, 0.6107, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.416, 0.2613, 0.3446, 0.4367, 0.4114, 0.5166, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007124, 0.246944, 0.56039, 0.161526, 0.022848, 0.001168, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.268, 0.3461, 0.4392, 0.5333, 0.6082, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4858, 0.2335, 0.3714, 0.4299, 0.2865, 0.2361, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42657954077473276, 0.4554957348050951, 0.44806738712932986, 0.49821513149802554, 0.4108389020755935, 0.47323236772865707, 0.4607624927285179, 0.3917720256340232, 0.39660843005319274, 0.43818632955227543, 0.46996791959475154, 0.5022966731622448, 0.393657610730164, 0.4290756713495724, 0.3969026294406622, 0.4412919550000389, 0.47042545600763147, 0.4307345235160684, 0.4486746575657061, 0.421495476993576, 0.43701430056959456, 0.46100248875294947, 0.40867121374916165, 0.42141155143113546 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2716487373118802, 0.1799075026972347, 0.25987947887925855, 0.20602666269142716, 0.27368951638978883, 0.17737230256406095, 0.22032498049600113, 0.19950497154868257, 0.14124676398167785, 0.28695324012196183, 0.2574414722561404, 0.28305612111905143, 0.1950893020862671, 0.2129673119968818, 0.16699694934648962, 0.17085059413897094, 0.31932706383276416, 0.15585868388131133, 0.23534967002870189, 0.10791825624884686, 0.13368961428287388, 0.3425033439802072, 0.2856932325749878, 0.1695985416409709 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15493080292716468, 0.2755882338874692, 0.18818790642001954, 0.2921884682290443, 0.13714938576905972, 0.29586006650966395, 0.24043751182015216, 0.19226705392065893, 0.2553616664382067, 0.15123308837589186, 0.2125264473601047, 0.21924055278565005, 0.1985683081405156, 0.21610835921448113, 0.22990568008776238, 0.2704413621947569, 0.1510983895231922, 0.27487584217629285, 0.21332498681950113, 0.31357722273009675, 0.3033246890922388, 0.11849914336051269, 0.12297798131800801, 0.25181301086324015 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.71010828032192, 44.66664837817304, 34.29750508779699, 45.26305790049344, 37.94320005882968, 47.708127965964636, 38.50816378824799, 24.264130229281015, 26.855795564182433, 28.456337902979893, 35.31648663441433, 36.48881690532429, 24.49428781599746, 27.021877343621107, 27.62029493932168, 29.799703227631802, 34.64670222949509, 27.60961226762986, 36.53944692268807, 30.218639925583616, 36.62116906078915, 37.838316784115804, 54.8344729785443, 33.777684276937556 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.49030839273034, 43.5794987576199, 33.166719609181406, 44.05773621732999, 36.65789591682358, 46.48143548418989, 37.35466047317338, 23.058228161100164, 25.805222988286424, 27.20863164741662, 34.07787341840587, 35.24729361392101, 23.21204761905182, 25.806282580360826, 26.381047378252973, 28.588664151807684, 33.445871157002706, 26.267509933578513, 35.31047855947082, 29.046179697182083, 35.41813201187001, 36.67859001791879, 53.62784327536818, 32.51215850712134 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4388491862434458, "rpss": 0.031191727255194812, "brier_below": 0.21887059642068496, "bss_below": 0.03413040721971905, "brier_above": 0.21997858999848685, "bss_above": 0.028250047116571197, "crps": 34.89585776951521, "crpss": 0.010497296369078035, "crps_fair": 33.686679565381844, "crpss_fair": 0.0032535025703505083, "reliability": { "below": { "weight": [ 0.0, 0.001048, 0.239911, 0.555958, 0.177867, 0.024411, 0.000806, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2654, 0.3476, 0.4327, 0.5387, 0.6123, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4279, 0.2471, 0.3357, 0.4855, 0.57, 0.5009, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00538, 0.25079, 0.57802, 0.148112, 0.017093, 0.000605, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.2675, 0.3457, 0.4383, 0.5362, 0.6059, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2988, 0.2194, 0.3702, 0.47, 0.3495, 0.1665, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4303990630032854, 0.48883273752116907, 0.4274946172472285, 0.4189539007955016, 0.4619348218954403, 0.48776503404572213, 0.39702737577638353, 0.40043208810661274, 0.49120206600846494 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20187533761044676, 0.32605530216177503, 0.18124971931934203, 0.13926550437019175, 0.1696826764252812, 0.24345486260515423, 0.24315912531843728, 0.12171868080478114, 0.2999037319910149 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22852372461103002, 0.16277744821465115, 0.24624488979348053, 0.27968838509631094, 0.2922521336124251, 0.24431017670997454, 0.15386825519759972, 0.2787133899678268, 0.19129834488906391 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.524702056982694, 25.575187445813953, 19.115546157570822, 21.43113471840379, 21.907739823466546, 28.00758906142912, 17.711067275457317, 24.38189701505056, 23.83627893021768 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.1449656090025, 25.18117625383928, 18.713567366857102, 20.997979168162594, 21.51878793889323, 27.58790519505037, 17.315267172734934, 23.93288263207314, 23.423018269305796 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44489352271108973, "rpss": 0.04231341194391358, "brier_below": 0.21404054895626937, "bss_below": 0.03317181361244026, "brier_above": 0.2308529720102625, "bss_above": 0.0506361402586154, "crps": 22.499015831599163, "crpss": -0.00039939973168601206, "crps_fair": 22.090616622879885, "crpss_fair": -0.022611729603027486, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.384468, 0.471475, 0.136372, 0.007684, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2632, 0.3401, 0.4319, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3221, 0.5147, 0.8095, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.180829, 0.513026, 0.264399, 0.041746, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3489, 0.4381, 0.5226, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2302, 0.3859, 0.4997, 0.5857, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4420817196769809, 0.47359430638379585, 0.4123858901222616, 0.42285432034966725, 0.4607455745717758, 0.489650301194844, 0.4176135079212374, 0.41794169896074485, 0.4927634861097024 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19808698891116755, 0.3078855762094465, 0.19912131946923425, 0.1546004871916416, 0.17586648956462203, 0.24426886302646098, 0.22924617167228714, 0.136334830930803, 0.30179286466883504 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24399472698723274, 0.16570874212256162, 0.21326456855369502, 0.26825382585721846, 0.28487907500322274, 0.24538144078798999, 0.18836733632810293, 0.28160685238669164, 0.19097063136914955 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.525911617938775, 38.77484341373952, 28.22283953377841, 30.726174884179596, 34.6053332378415, 41.6374972582704, 29.069638108042184, 36.00854973630009, 37.43373104736258 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 30.936791338581962, 38.17105457312771, 27.606203646264845, 30.076226036848844, 34.00233122538846, 41.01038459402966, 28.432206732983285, 35.343228820801514, 36.80859838081841 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44773675614344555, "rpss": 0.026909366211840036, "brier_below": 0.21635595462716645, "bss_below": 0.01770433535718785, "brier_above": 0.23138079993287386, "bss_above": 0.03536193343373528, "crps": 34.22272431527256, "crpss": -0.0017105772735412916, "crps_fair": 33.598558372093855, "crpss_fair": -0.02571942808192773, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.3807, 0.50851, 0.109591, 0.0012, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2661, 0.3397, 0.4312, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2813, 0.3266, 0.4865, 0.778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.199752, 0.538549, 0.233906, 0.027794, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2733, 0.3477, 0.4356, 0.5228, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2714, 0.3802, 0.4769, 0.5654, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.5780835717892562, "training": [ 0.5942126576448793, 0.5798887056112486, 0.5617161941615255, 0.556751480510676, 0.5285302950019992, 0.6039914687466397, 0.5860466896129836, 0.5732032531522999, 0.6004709624047482, 0.6036729489070735, 0.5194356918948123, 0.5340192089506052, 0.5767491831684376, 0.5820030792235535, 0.6100781151784697, 0.5719630919157954, 0.5600663058521661, 0.5853068474746485, 0.5783148301184343, 0.6162591568006491, 0.5923061382693136, 0.5820069855998854, 0.6357047322952118, 0.5413077004460902 ], "test": 0.5954129954124705 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4250436485009108, 0.44487016793249323, 0.4525260924744637, 0.4944634276366259, 0.4751423757883711, 0.4435884160397153, 0.4436608138486769, 0.3916069335483211, 0.4018772452612213, 0.4390751812523359, 0.5013873079811004, 0.5180272513002943, 0.3870318233643167, 0.4399436779104452, 0.4002795090413463, 0.43262110434325296, 0.4743058731602103, 0.4487245218758681, 0.463334135463412, 0.4363724835865376, 0.4422010356365847, 0.46086263974950764, 0.4048660709352947, 0.4883297355503701 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27652396618208397, 0.16613623489956908, 0.2359774244719151, 0.20150738400738727, 0.2707348854911965, 0.15773695101882573, 0.19103465411541454, 0.22036662528223386, 0.18232946801652816, 0.2896273153036184, 0.2823796434179226, 0.30992149867097674, 0.19274844421783144, 0.24936825817487887, 0.15803745304947311, 0.17492421449550602, 0.33097844468775844, 0.1476924660899795, 0.22448455345285667, 0.14930748965188256, 0.14248061000398793, 0.30429397025178156, 0.2661397136440546, 0.2329547194528504 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14851968183444345, 0.2787339348314929, 0.21654866663546543, 0.29295604360062544, 0.20440748918892193, 0.2858514658507478, 0.2526261599787278, 0.17124030742967608, 0.21954777744450568, 0.14944786495065776, 0.21900766543100214, 0.20810575306812748, 0.19428337809053525, 0.1905754186497708, 0.24224205576506844, 0.2576968907951137, 0.14332742587055636, 0.30103205861864635, 0.23884958264883785, 0.28706499550952425, 0.2997204281286816, 0.15656866869681907, 0.13872635786536658, 0.2553750176865993 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.409856107673857, 27.880859278889933, 22.493074091054513, 28.821529550710196, 26.016959407287754, 28.926865945993825, 23.702651013605333, 15.12536769192755, 16.367539218402296, 17.303432411629473, 23.305181225958485, 22.99802717967858, 15.481199806673681, 16.86774840758678, 18.32605924584751, 18.579673157887672, 22.71159138999358, 18.955044456889613, 24.246925784200336, 21.05885477087705, 22.731499242092426, 23.255083463788978, 32.73389934017321, 24.58037700444878 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.643564103649155, 27.17813130785634, 21.764024174775685, 28.05071923905697, 25.227391823800257, 28.14153387282518, 22.957669528967585, 14.34405554446291, 15.682814733392153, 16.520266524220435, 22.47814034554134, 22.184536851427925, 14.64770069179943, 16.084714020169848, 17.518494934508666, 17.797568287100585, 21.92881458673995, 18.083788988907223, 23.443651389404877, 20.301838193850063, 21.95153434244372, 22.5208339063431, 31.977328863686786, 23.740906538005422 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4462558946742365, "rpss": 0.014606770487077592, "brier_below": 0.22323693283543802, "bss_below": 0.015364563777971907, "brier_above": 0.22301896202374638, "bss_above": 0.01384706670339897, "crps": 22.328304133052978, "crpss": -0.00417040691632109, "crps_fair": 21.54875094970565, "crpss_fair": -0.011246862002495694, "reliability": { "below": { "weight": [ 0.0, 0.010094, 0.233286, 0.517512, 0.203191, 0.033692, 0.002225, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1948, 0.263, 0.3479, 0.4356, 0.5365, 0.6099, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5175, 0.261, 0.3433, 0.4311, 0.4369, 0.6002, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00726, 0.247268, 0.550172, 0.1694, 0.024422, 0.001478, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2651, 0.3452, 0.4397, 0.5363, 0.6148, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4908, 0.2323, 0.371, 0.4279, 0.303, 0.3731, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42497151123780363, 0.4546275174143128, 0.44838611731157635, 0.4999742004073992, 0.4106418871665533, 0.47312985317146417, 0.45995699710114024, 0.3918951226579015, 0.39541685847643243, 0.436750663934342, 0.4723284235225479, 0.5047403506397798, 0.39382735090014415, 0.42971901209984215, 0.39646272739485444, 0.4408032260731321, 0.47143268387781456, 0.43095176543163666, 0.4489940155358705, 0.41949943438663617, 0.43554533017240304, 0.46028372943713, 0.4058055992370446, 0.42228347828567303 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.27028968498737477, 0.17982497299125724, 0.2598607629219351, 0.20698240302792623, 0.273721211827155, 0.17776702806273034, 0.22057837486533954, 0.19990333189833406, 0.14133886132099827, 0.2856624464134884, 0.2581345950727851, 0.2838493984440409, 0.19518376350176403, 0.21350390308712602, 0.16657255870039875, 0.17095050680156432, 0.3198182412643606, 0.1558682655514681, 0.23493546532026544, 0.1072688393365504, 0.1333911645302528, 0.3417247103516873, 0.2838338400573377, 0.16986230864289323 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15468182573342776, 0.27480254624607653, 0.18852535246275243, 0.2929917968429565, 0.13692067542558312, 0.2953628265736711, 0.23937862189418727, 0.1919917906353483, 0.2540779975518782, 0.151088216422713, 0.21419382842567644, 0.22089095312641646, 0.19864358687550068, 0.21621510879752118, 0.22989016868365536, 0.2698527206101001, 0.15161443981498496, 0.27508350237441764, 0.21405854944108224, 0.312230596997811, 0.30215416848884985, 0.1185590176884129, 0.12197175929300816, 0.252421170755398 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.673571753729505, 44.56753485113922, 34.41046473166183, 45.45492002161913, 38.40791227871443, 47.65883485672578, 38.30560356741436, 24.28749109583006, 26.789219175805137, 28.43544274460284, 35.48509360695769, 36.73206117287174, 24.69725129612708, 27.162442981922865, 27.77067857479464, 29.89461429934274, 34.812315261256856, 27.645520048063123, 36.56634190104384, 30.30827460789576, 36.40631504210462, 37.657340618383635, 54.57534879272984, 33.91078807907099 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.435624761574566, 43.463747151662005, 33.26222604415115, 44.227656547140896, 37.09191293385797, 46.4196395086654, 37.13799109072312, 23.063583948709823, 25.724632802289776, 27.16805616328377, 34.22546254218908, 35.47088799706718, 23.38958652493397, 25.92721704659084, 26.510687850527965, 28.663907325462965, 33.59169442719963, 26.279564832560467, 35.318395055881815, 29.11739183204182, 35.18588433899456, 36.48029709727122, 53.36185776608514, 32.62350853045001 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4386844939947265, "rpss": 0.03155530366827208, "brier_below": 0.21878444329079305, "bss_below": 0.034510598482713095, "brier_above": 0.21990005088172623, "bss_above": 0.028596991712461883, "crps": 34.942307556658655, "crpss": 0.00918017184773523, "crps_fair": 33.71422558830479, "crpss_fair": 0.0024384503829338877, "reliability": { "below": { "weight": [ 0.0, 0.004725, 0.237898, 0.544166, 0.184739, 0.026307, 0.002165, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1956, 0.2644, 0.3473, 0.4332, 0.5385, 0.6098, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3085, 0.2531, 0.3334, 0.4698, 0.6011, 0.6045, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00538, 0.247787, 0.569025, 0.158858, 0.017992, 0.000958, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1927, 0.2647, 0.3449, 0.4385, 0.5388, 0.6116, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2988, 0.2172, 0.3693, 0.4647, 0.3569, 0.4734, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4299885260102687, 0.4912793182171724, 0.42433675410800104, 0.41662407720458206, 0.4609454994055969, 0.48913366122236207, 0.39515783265597465, 0.39593245173029423, 0.49489382801524834 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20147859551749372, 0.32787399833013325, 0.17877290443432386, 0.13774534939164773, 0.1688520532210603, 0.24351998932776914, 0.2420943955838899, 0.12018521218539635, 0.3032333763859564 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.2285099296772137, 0.16340533277698135, 0.24556384157594785, 0.2788787166789637, 0.2920934343160935, 0.24561367730760397, 0.15306344174903486, 0.27574722236465976, 0.19166046272862947 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.512692810375956, 25.52273877279824, 19.01516546692529, 21.479933119305556, 21.852442354247547, 27.886262268846384, 17.708854992484557, 24.18126030953387, 23.832020545596123 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.13293021649213, 25.129091822730583, 18.612294101051265, 21.048418012356535, 21.46348066553959, 27.468981365092493, 17.309579809660963, 23.735839655989533, 23.42008054212538 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4442546609521667, "rpss": 0.04368863839003967, "brier_below": 0.21375065270863006, "bss_below": 0.034481284480051166, "brier_above": 0.23050400657501424, "bss_above": 0.05207123190867613, "crps": 22.44348562667928, "crpss": 0.0020697030986168707, "crps_fair": 22.035632910115385, "crpss_fair": -0.020066441231499477, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.397401, 0.46941, 0.126148, 0.007041, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2604, 0.34, 0.4348, 0.5157, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2659, 0.3264, 0.5246, 0.8182, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.179469, 0.513749, 0.257355, 0.049427, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2696, 0.3494, 0.4401, 0.5257, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2294, 0.3852, 0.4998, 0.5761, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4420596820736412, 0.47429457285452475, 0.41094223754065146, 0.42259981769143046, 0.46087858594823233, 0.49184927396721895, 0.41606283677237854, 0.41488699147766867, 0.49453112491503365 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19799410105377774, 0.30814971085923454, 0.1985101864631073, 0.15468283867675697, 0.17634059485314738, 0.24513136010633016, 0.22813222913205528, 0.1359659135187761, 0.3029008791366431 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.2440655772940205, 0.16614487400186953, 0.21243204901370882, 0.26791697187375474, 0.284537981125917, 0.24671791665542384, 0.18793060772923914, 0.2789210624467418, 0.19163025584650525 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.627830699469815, 38.76286771260186, 28.131410021151876, 30.893620913783565, 34.60381243509104, 41.76431346019672, 29.193665803823038, 35.98068801344233, 37.540465154730065 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.030060320336055, 38.15050110893448, 27.50559970103622, 30.234247878802794, 33.99153510568101, 41.12777884024617, 28.545860049547553, 35.3061857988037, 36.90671023735856 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.4475672359156422, "rpss": 0.027277793739063694, "brier_below": 0.21642309042220317, "bss_below": 0.017399526550235578, "brier_above": 0.23114414399857564, "bss_above": 0.036348563797918954, "crps": 34.27763046825448, "crpss": -0.003317698719885298, "crps_fair": 33.64427544897184, "crpss_fair": -0.027115109808195204, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.376711, 0.509957, 0.111598, 0.001734, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2636, 0.34, 0.4344, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2819, 0.327, 0.4766, 0.7695, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.19521, 0.540561, 0.229997, 0.034232, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2714, 0.3483, 0.4377, 0.5251, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2708, 0.3793, 0.4768, 0.5453, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.5691108265774136, "training": [ 0.5852857787235001, 0.5705913554013323, 0.5529685369302566, 0.5475127715305368, 0.5165000149044178, 0.5949610412402927, 0.5769762690257388, 0.5646213971321528, 0.5918760866189325, 0.5955810549071633, 0.510273902555544, 0.5252429932737538, 0.5684823942580195, 0.5730003767214504, 0.6015785534778657, 0.5627477388548642, 0.5512181875370389, 0.5773897366232696, 0.5691222666324887, 0.6079705012827783, 0.5842889094498227, 0.5727283263509967, 0.627890572465276, 0.5298510719604355 ], "test": 0.5862840673802874 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42476803817924835, 0.44424054371181737, 0.4523891761983211, 0.4952020733780399, 0.4759948698814477, 0.4426568332794386, 0.44240900992845356, 0.39215395842900047, 0.40349995577478764, 0.4382989831352875, 0.5039844386712818, 0.5204368781537781, 0.3859386210773153, 0.4406602183177467, 0.3997688408642898, 0.43124915397820995, 0.4752488805127336, 0.44774215802303174, 0.46326811231388176, 0.43625485648924, 0.44042786143596996, 0.459685215091793, 0.4037941830915964, 0.4901157541593959 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27679723456581734, 0.16559646373094192, 0.235559995544671, 0.20171448476630457, 0.27114498940309933, 0.15705878659882397, 0.18985469908522767, 0.22098847464149318, 0.18419321581889736, 0.28917843376836, 0.2840457045931581, 0.3118435026698232, 0.19172205914840856, 0.25009344143016937, 0.1577384653124517, 0.17364207063748263, 0.3319630922234569, 0.14656530892023564, 0.2244981680832305, 0.14950539210895683, 0.14121980980965368, 0.3031091842120299, 0.2654971559445794, 0.2334693013294792 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14797080313366412, 0.27864408186659717, 0.21682917934590107, 0.2934875886050788, 0.20484987940531643, 0.2855980475289963, 0.2525543112299225, 0.17116548287092329, 0.21930674009508397, 0.14912054823531662, 0.21993873501751937, 0.20859337592830676, 0.19421656095073694, 0.19056677576520384, 0.24203037532142607, 0.2576070843315329, 0.14328578560466465, 0.30117685204786837, 0.23876994482513927, 0.2867494661019427, 0.29920805422962027, 0.1565760300506273, 0.13829702777908437, 0.2566464544054853 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.382172547384954, 27.87269493912099, 22.45915657322, 28.78516701762564, 25.96573610236297, 28.8960708367863, 23.67053330732037, 15.107494895631298, 16.33858843029295, 17.271344802735392, 23.260895549874746, 22.97268146118888, 15.430000356231071, 16.848462473975484, 18.290510289558576, 18.548259008846284, 22.692001240784407, 18.9649063505276, 24.226490741622975, 21.02648687606008, 22.708298593867614, 23.208965659649063, 32.71121738747225, 24.53137996777077 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.617500749193148, 27.173345030983477, 21.73330518858202, 28.017504974373193, 25.17723199598691, 28.11472285787355, 22.928786850717536, 14.328306032636991, 15.657670200820743, 16.49084987237834, 22.438502646159318, 22.1632270802858, 14.601458457219215, 16.068460114309215, 17.486487279826232, 17.76933440021065, 21.912255596006084, 18.09876303664715, 23.426855935197164, 20.27298320062346, 21.931789481503802, 22.476768429287155, 31.9563240538968, 23.69651653312219 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44625785891983777, "rpss": 0.014602433167751006, "brier_below": 0.22320830976444803, "bss_below": 0.015490812108085894, "brier_above": 0.22304954936149826, "bss_above": 0.013711814559043023, "crps": 22.298729808746277, "crpss": -0.0028403613787661985, "crps_fair": 21.522456249910007, "crpss_fair": -0.010012895694299973, "reliability": { "below": { "weight": [ 0.0, 0.010404, 0.245212, 0.499285, 0.211959, 0.031053, 0.002088, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1913, 0.2621, 0.3469, 0.4349, 0.5423, 0.6168, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5186, 0.2673, 0.34, 0.4326, 0.4442, 0.6068, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007499, 0.249926, 0.535809, 0.17572, 0.028473, 0.002573, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2637, 0.3442, 0.4374, 0.5312, 0.6124, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5025, 0.2326, 0.3686, 0.4378, 0.2864, 0.4267, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.424212220882637, 0.45424739880181175, 0.4483834755946271, 0.5009949668324166, 0.41045262642362307, 0.4733315913000892, 0.4599239592373005, 0.3918126785476947, 0.39492046683047405, 0.4361441563707287, 0.4736027907318954, 0.5059293747449889, 0.393754135595583, 0.429793325914663, 0.3959202259507154, 0.4406254843182291, 0.47166162460185074, 0.4309024907089784, 0.4489333962145312, 0.41829737587401655, 0.43490605538163246, 0.4598739520372779, 0.40420681483758314, 0.4228834831133088 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2697423728152148, 0.17966522105376112, 0.2598825354467477, 0.20746056790693107, 0.2738187918234774, 0.17789188610776088, 0.2205514585464878, 0.19985423811787925, 0.1411738763928443, 0.28533081562977053, 0.2586722468461593, 0.2844725213833402, 0.19515772606197912, 0.2135670485878784, 0.16622850085703975, 0.17091175263452404, 0.32005528590709587, 0.1558250713621011, 0.23484769987847992, 0.10674099558050384, 0.1331142307779259, 0.34157215716652006, 0.28282425104289954, 0.16982985527509917 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15446984753767595, 0.27458217960968545, 0.18850093818703365, 0.29353439837868955, 0.1366338346653158, 0.29543970669642333, 0.23937250034163982, 0.19195844030403797, 0.2537465908433856, 0.1508133396187036, 0.21493054387526098, 0.2214568543002987, 0.19859640900209816, 0.21622627711544748, 0.22969172508505456, 0.2697137330525623, 0.1516063358406487, 0.27507742189004747, 0.21408569553876916, 0.3115563822846637, 0.3017918275075069, 0.11830179345017786, 0.12138256390590822, 0.2530536290061943 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.67665401509464, 44.56663820490334, 34.413652753450066, 45.457956447218535, 38.42180442064001, 47.658842274294955, 38.30627216870285, 24.28879597196496, 26.78881950307649, 28.43583998315483, 35.48914395019377, 36.7348266488704, 24.700282846853177, 27.164766216276735, 27.774274167830928, 29.897576538068932, 34.81372419426984, 27.645595886226523, 36.56810851191025, 30.311465754996167, 36.40567236958903, 37.65603248055339, 54.57534879272984, 33.912727711431195 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.438585128145725, 43.46268369140075, 33.265168302988435, 44.230413880762214, 37.10529306918812, 46.419526759041325, 37.13854523764924, 23.06476946436212, 25.72409415407068, 27.16821972009558, 34.2292335076423, 35.473455296046275, 23.392293423713422, 25.92928275283885, 26.513997469290825, 28.666569722227656, 33.59288132277428, 26.279463443109734, 35.319951871907, 29.120249389509585, 35.18511808821606, 36.47891912612271, 53.36185776608514, 32.625285915825074 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.43857141961861074, "rpss": 0.031804927900127455, "brier_below": 0.2187162961334342, "bss_below": 0.034811329911254574, "brier_above": 0.21985512366821788, "bss_above": 0.02879545656129201, "crps": 34.94436757551254, "crpss": 0.009121758203373465, "crps_fair": 33.71607743762555, "crpss_fair": 0.0023836564896785317, "reliability": { "below": { "weight": [ 0.0, 0.004725, 0.243383, 0.524784, 0.198636, 0.026307, 0.002165, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.192, 0.2634, 0.3464, 0.4326, 0.5431, 0.6165, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3085, 0.2556, 0.3294, 0.47, 0.6011, 0.6045, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005731, 0.251448, 0.553837, 0.166333, 0.020435, 0.002216, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1894, 0.2636, 0.3441, 0.4365, 0.5319, 0.6083, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3331, 0.2198, 0.3666, 0.4679, 0.3434, 0.5448, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42946305518772027, 0.4929196767021291, 0.42268819448667055, 0.41535821648338356, 0.460222377213888, 0.490028601546562, 0.3940972513394936, 0.39354542232382816, 0.49682219566294017 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20103676431268136, 0.32909084166967056, 0.1776983726599438, 0.13702349847532105, 0.16824368429213793, 0.243608497037181, 0.2414511313255817, 0.11924526416392787, 0.30497058249503417 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22842629008596765, 0.16382884791322955, 0.24498981378638324, 0.27833470693813206, 0.2919786810721722, 0.24642011002959388, 0.15264612467175848, 0.27430014111309964, 0.19185162428960098 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.48501547429938, 25.505052445650698, 19.00411654355873, 21.460661940737833, 21.829085638752456, 27.821377620019355, 17.682568542147113, 24.122047718198964, 23.807549086693996 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.106894370964294, 25.11306857885781, 18.602688617639174, 21.031585955968673, 21.441885587719558, 27.406799732171546, 17.28399965825108, 23.67959648751265, 23.39772364616898 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4439049989940684, "rpss": 0.04444132763034059, "brier_below": 0.21359651515905326, "bss_below": 0.035177528851681905, "brier_above": 0.2303084822111042, "bss_above": 0.052875309773382506, "crps": 22.41305277889539, "crpss": 0.0034228735165143798, "crps_fair": 22.007138070583753, "crpss_fair": -0.018747367271924054, "reliability": { "below": { "weight": [ 0.0, 0.002845, 0.401603, 0.468032, 0.122402, 0.005118, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1994, 0.259, 0.3399, 0.4374, 0.5181, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0322, 0.2678, 0.327, 0.5384, 0.8215, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.180016, 0.513105, 0.257911, 0.048968, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2683, 0.3497, 0.4426, 0.5303, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2307, 0.3844, 0.5019, 0.5703, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4418440851495246, 0.4748556645371316, 0.41032353857047293, 0.4223273003446687, 0.46101799802763405, 0.4930292914506477, 0.4151441837348705, 0.4134217475023744, 0.4954363196414923 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19786199199905327, 0.3084018363698875, 0.1983099847146759, 0.1545686085528892, 0.1764224879423483, 0.24562520351551387, 0.22754794375236356, 0.13560290557525362, 0.30346197295495797 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24398208944630675, 0.16645384017246023, 0.21201355179453507, 0.2677586847361713, 0.2845955001406596, 0.24740409080179637, 0.18759624001204422, 0.27781882652805096, 0.19197435680556593 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.627853481791142, 38.76238989794013, 28.132309138436977, 30.89577896011476, 34.60478004176159, 41.76674220809413, 29.196869022014496, 35.98216004154595, 37.540009182705596 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.02999676463725, 38.14994817818965, 27.50639927689231, 30.23630832498175, 33.99241864107, 41.13010830370858, 28.548976448282108, 35.30755674985665, 36.9061754149661 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44748890321764634, "rpss": 0.027448038450254453, "brier_below": 0.2164225483752159, "bss_below": 0.017401987542846276, "brier_above": 0.23106635338195447, "bss_above": 0.03667287674884745, "crps": 34.278765774933866, "crpss": -0.0033509295257883043, "crps_fair": 33.64532090028716, "crpss_fair": -0.02714702605035546, "reliability": { "below": { "weight": [ 0.0, 0.001615, 0.375095, 0.509957, 0.111598, 0.001734, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1994, 0.2623, 0.3401, 0.4367, 0.5164, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0833, 0.2827, 0.327, 0.4766, 0.7695, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.19521, 0.540428, 0.23013, 0.034232, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.27, 0.3486, 0.4401, 0.5294, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2708, 0.3792, 0.4771, 0.5453, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.5621897906590712, "training": [ 0.5785912507132677, 0.5644337926289349, 0.5461696107632951, 0.5390632140121853, 0.5050918021871218, 0.5877657794943569, 0.5676800400008443, 0.5573745774582098, 0.5851006771989132, 0.5900888032459407, 0.5031217593471415, 0.5203120848175136, 0.5637011537108031, 0.5670018833045126, 0.5924885152650827, 0.5575390097324765, 0.544601391850747, 0.5706936243956332, 0.5623298983118105, 0.6008414913856434, 0.5776297211474457, 0.5666147259040294, 0.6215465066981826, 0.5227736622436149 ], "test": 0.5805833500371224 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42324047552364313, 0.4423513107489917, 0.45297442326849396, 0.4971822512086096, 0.47612934898170195, 0.441725832560238, 0.44117888367844166, 0.39385354338952844, 0.4061391449750249, 0.43698085047720886, 0.5074082865834079, 0.5214373203137104, 0.38469320589400496, 0.4403838517833364, 0.39931566069617197, 0.4293247387058219, 0.47680559826086943, 0.4463715495818235, 0.4636006505265395, 0.43598634181956303, 0.43784337031822607, 0.4577692419475433, 0.402419758642047, 0.49156986694569127 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2758332071950497, 0.16409830213297763, 0.23565620746685634, 0.20309171406112164, 0.2709967246797198, 0.1561469600557141, 0.1887737925081013, 0.22255879369429135, 0.18667191731802238, 0.2879824545679335, 0.2866206941785412, 0.3123450902762336, 0.19053494763237977, 0.24966108903194073, 0.15740417235337087, 0.17186405150982473, 0.3333678813261331, 0.14480323307263232, 0.22495344283756585, 0.14954180323465707, 0.1393096760972814, 0.3012400360583555, 0.26448283978533305, 0.2339627727116193 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1474072678934559, 0.27825301033812977, 0.21731821440247506, 0.2940905370755714, 0.20513262325461878, 0.2855788733851095, 0.2524050915093821, 0.17129474863514374, 0.21946722777013009, 0.14899839486319275, 0.2207875934943836, 0.20909223046877312, 0.1941582571751513, 0.1907227616773871, 0.2419114882382321, 0.2574606883347527, 0.14343771412597156, 0.3015683196167135, 0.23864720821234037, 0.2864445403301987, 0.2985336971811758, 0.1565292050377886, 0.13793691942567599, 0.2576070959133901 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.32355146316032, 27.844921565482384, 22.401572382232807, 28.721683416597777, 25.873422434020277, 28.836151476518733, 23.62536258121307, 15.05907567877793, 16.286010060115967, 17.218510059783515, 23.21202575834636, 22.91357018495086, 15.344744665123423, 16.794555699058737, 18.22691300884179, 18.491818311214914, 22.63973730481314, 19.00407193374428, 24.17712270833446, 20.960150658791772, 22.664531357791635, 23.134191884571987, 32.63635929635337, 24.429050374788943 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.561727569595547, 27.151460942247557, 21.681548446009444, 27.95996844965471, 25.087499574487875, 28.061769111373053, 22.889142040115203, 14.283200881777796, 15.611687155338952, 16.442715314058578, 22.398068486797712, 22.111025178527935, 14.525224175717925, 16.01976281860269, 17.428764664942666, 17.71842289028434, 21.865068801360284, 18.147250584129164, 23.383639262852018, 20.213081927487515, 21.893839915881788, 22.405434877198747, 31.884293770184257, 23.60163950580846 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4461118961179433, "rpss": 0.014924738729344855, "brier_below": 0.222995908491069, "bss_below": 0.016427654492593202, "brier_above": 0.22311598784829764, "bss_above": 0.013418034568111081, "crps": 22.242462677692856, "crpss": -0.0003098607393430264, "crps_fair": 21.471926514351424, "crpss_fair": -0.00764161966810728, "reliability": { "below": { "weight": [ 0.0, 0.010954, 0.250926, 0.497861, 0.206561, 0.031713, 0.001985, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2605, 0.3458, 0.4333, 0.5423, 0.6236, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5082, 0.2694, 0.3368, 0.4423, 0.4412, 0.6037, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007499, 0.249892, 0.528303, 0.182403, 0.029261, 0.002642, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.2623, 0.3436, 0.4378, 0.5334, 0.6165, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5025, 0.2326, 0.3669, 0.44, 0.2904, 0.4157, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42364986190830317, 0.4539991011211275, 0.4483851263684185, 0.5019634610203186, 0.4103196062536219, 0.4734988003637157, 0.4598952061348167, 0.3917457376739787, 0.3945531186749821, 0.43573602248844423, 0.4746085227335936, 0.5066072617079972, 0.39371303124134965, 0.4298361138587415, 0.3953484991513311, 0.44052696364922916, 0.4718244499637769, 0.43086268592316196, 0.44890024598920836, 0.41726936228035555, 0.43440002952216433, 0.4596227871154103, 0.4029170589642443, 0.4232706258616528 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2693358109681527, 0.17956120938418868, 0.25990127321500556, 0.20790174156691843, 0.2739424919963065, 0.17799429028222413, 0.22052689140680043, 0.19981397204474446, 0.14104701071426717, 0.2851074534325839, 0.25909633185793846, 0.2848412535992657, 0.19514326361381376, 0.21360162795287796, 0.1658647897384278, 0.17089097106168638, 0.3202233355289341, 0.155789451274175, 0.23480329959032398, 0.10629011590689559, 0.13288568679286009, 0.34148825564329455, 0.2820098368460174, 0.16981573391532384 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15431405040080765, 0.27443789362410625, 0.18848385116629648, 0.2940617188969824, 0.13637711430149035, 0.29550451161697033, 0.23936831437109232, 0.19193176550216967, 0.2535061083740113, 0.15062856791720022, 0.21551219087617157, 0.22176600906004473, 0.19856976709106883, 0.21623448569334186, 0.22948370940672672, 0.2696359939735685, 0.15160111153914674, 0.27507323723357163, 0.21409694558888975, 0.3109792484020069, 0.3015143456807592, 0.11813453003092564, 0.12090722222762634, 0.2534548931491885 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.67665401509464, 44.56663820490334, 34.413652753450066, 45.457956447218535, 38.42180442064001, 47.658842274294955, 38.30627216870285, 24.28879597196496, 26.78881950307649, 28.43583998315483, 35.48914395019377, 36.7348266488704, 24.700282846853177, 27.164766216276735, 27.774274167830928, 29.897576538068932, 34.81372419426984, 27.645595886226523, 36.56810851191025, 30.311465754996167, 36.40567236958903, 37.65603248055339, 54.57534879272984, 33.912727711431195 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.438585128145725, 43.46268369140075, 33.265168302988435, 44.230413880762214, 37.10529306918812, 46.419526759041325, 37.13854523764924, 23.06476946436212, 25.72409415407068, 27.16821972009558, 34.2292335076423, 35.473455296046275, 23.392293423713422, 25.92928275283885, 26.513997469290825, 28.666569722227656, 33.59288132277428, 26.279463443109734, 35.319951871907, 29.120249389509585, 35.18511808821606, 36.47891912612271, 53.36185776608514, 32.625285915825074 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4384772366654143, "rpss": 0.03201284721972164, "brier_below": 0.21866150409720944, "bss_below": 0.0350531255776505, "brier_above": 0.2198157327551735, "bss_above": 0.028969464940449274, "crps": 34.94436757551254, "crpss": 0.009121758203373465, "crps_fair": 33.71607743762555, "crpss_fair": 0.0023836564896785317, "reliability": { "below": { "weight": [ 0.0, 0.004725, 0.243383, 0.518346, 0.201835, 0.029546, 0.002165, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.262, 0.3457, 0.4318, 0.5424, 0.6228, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3085, 0.2556, 0.3273, 0.471, 0.5877, 0.6045, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005731, 0.251448, 0.548465, 0.171156, 0.020984, 0.002216, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.2622, 0.3435, 0.4365, 0.5338, 0.6122, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3331, 0.2198, 0.3639, 0.4735, 0.3464, 0.5448, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42982145824442136, 0.49519539171141463, 0.42093470844265696, 0.41428109418388953, 0.4595105706384726, 0.490450884365035, 0.3943762588950148, 0.391522921017906, 0.49859550907279215 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20122224979388398, 0.3309769928410338, 0.1765016221393039, 0.13642106251432753, 0.1677898532955666, 0.2433485355577612, 0.2418265981460736, 0.11830142149530233, 0.3065880504734579 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22859920778887233, 0.1642184117112902, 0.24443307826868818, 0.27786002067315785, 0.2917207056091347, 0.2471023544157239, 0.15254966543032952, 0.27322148254129897, 0.19200746981106823 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.423742409538107, 25.463634050569794, 18.9863250094907, 21.428824279783324, 21.772695894572394, 27.72194609953205, 17.61191831254762, 24.044463531223037, 23.778477873850314 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.048479372227366, 25.074363711014758, 18.587482785065962, 21.00406370522933, 21.388649881958155, 27.31212606252035, 17.214526830445966, 23.607031061103473, 23.372289021161404 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44385431073017817, "rpss": 0.04455044018878751, "brier_below": 0.2136640429174123, "bss_below": 0.0348725037503006, "brier_above": 0.23019026624995156, "bss_above": 0.053361463190362945, "crps": 22.35911416234526, "crpss": 0.005821207738019418, "crps_fair": 21.95655693674742, "crpss_fair": -0.016405881670110478, "reliability": { "below": { "weight": [ 0.0, 0.003673, 0.409015, 0.468947, 0.113169, 0.005195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1975, 0.2579, 0.3399, 0.4384, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0249, 0.269, 0.3289, 0.5484, 0.8437, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.179832, 0.511365, 0.246298, 0.062505, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2674, 0.3498, 0.4411, 0.5267, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2315, 0.3839, 0.4966, 0.5741, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44171876007790434, 0.4752078472729444, 0.40993518978815385, 0.4221650097394507, 0.4611030812705838, 0.49377363293466436, 0.41457753320849805, 0.41252046513977225, 0.4960158020945704 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1977801602393609, 0.30855997936234675, 0.19818156365118114, 0.15449990926715843, 0.17647436504612016, 0.2459362776985682, 0.22718780746597952, 0.1353784517846959, 0.3038142723934751 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24393859614754437, 0.16664787991497207, 0.21175362407737464, 0.26766509346977413, 0.2846287062948208, 0.24783735814768368, 0.18738972573495138, 0.27714199802621187, 0.19220153986164434 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.627853481791142, 38.76238989794013, 28.132309138436977, 30.89577896011476, 34.60478004176159, 41.76674220809413, 29.196869022014496, 35.98216004154595, 37.540009182705596 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.02999676463725, 38.14994817818965, 27.50639927689231, 30.23630832498175, 33.99241864107, 41.13010830370858, 28.548976448282108, 35.30755674985665, 36.9061754149661 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44744636905850466, "rpss": 0.027540480250729638, "brier_below": 0.21642364298987624, "bss_below": 0.017397017791784153, "brier_above": 0.23102272463055298, "bss_above": 0.03685476718405578, "crps": 34.278765774933866, "crpss": -0.0033509295257883043, "crps_fair": 33.64532090028716, "crpss_fair": -0.02714702605035546, "reliability": { "below": { "weight": [ 0.0, 0.001615, 0.375095, 0.509957, 0.109067, 0.004266, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1975, 0.2613, 0.3402, 0.4366, 0.5083, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0833, 0.2827, 0.327, 0.4705, 0.7519, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.19521, 0.540428, 0.219124, 0.045238, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2691, 0.3488, 0.4386, 0.5246, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2708, 0.3792, 0.4699, 0.5641, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42324047552364313, 0.4423513107489917, 0.45297442326849396, 0.4971822512086096, 0.47612934898170195, 0.441725832560238, 0.44117888367844166, 0.39385354338952844, 0.4061391449750249, 0.43698085047720886, 0.5074082865834079, 0.5214373203137104, 0.38469320589400496, 0.4403838517833364, 0.39931566069617197, 0.4293247387058219, 0.47680559826086943, 0.4463715495818235, 0.4636006505265395, 0.43598634181956303, 0.43784337031822607, 0.4577692419475433, 0.402419758642047, 0.49156986694569127 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2758332071950497, 0.16409830213297763, 0.23565620746685634, 0.20309171406112164, 0.2709967246797198, 0.1561469600557141, 0.1887737925081013, 0.22255879369429135, 0.18667191731802238, 0.2879824545679335, 0.2866206941785412, 0.3123450902762336, 0.19053494763237977, 0.24966108903194073, 0.15740417235337087, 0.17186405150982473, 0.3333678813261331, 0.14480323307263232, 0.22495344283756585, 0.14954180323465707, 0.1393096760972814, 0.3012400360583555, 0.26448283978533305, 0.2339627727116193 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1474072678934559, 0.27825301033812977, 0.21731821440247506, 0.2940905370755714, 0.20513262325461878, 0.2855788733851095, 0.2524050915093821, 0.17129474863514374, 0.21946722777013009, 0.14899839486319275, 0.2207875934943836, 0.20909223046877312, 0.1941582571751513, 0.1907227616773871, 0.2419114882382321, 0.2574606883347527, 0.14343771412597156, 0.3015683196167135, 0.23864720821234037, 0.2864445403301987, 0.2985336971811758, 0.1565292050377886, 0.13793691942567599, 0.2576070959133901 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.32355146316032, 27.844921565482384, 22.401572382232807, 28.721683416597777, 25.873422434020277, 28.836151476518733, 23.62536258121307, 15.05907567877793, 16.286010060115967, 17.218510059783515, 23.21202575834636, 22.91357018495086, 15.344744665123423, 16.794555699058737, 18.22691300884179, 18.491818311214914, 22.63973730481314, 19.00407193374428, 24.17712270833446, 20.960150658791772, 22.664531357791635, 23.134191884571987, 32.63635929635337, 24.429050374788943 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.561727569595547, 27.151460942247557, 21.681548446009444, 27.95996844965471, 25.087499574487875, 28.061769111373053, 22.889142040115203, 14.283200881777796, 15.611687155338952, 16.442715314058578, 22.398068486797712, 22.111025178527935, 14.525224175717925, 16.01976281860269, 17.428764664942666, 17.71842289028434, 21.865068801360284, 18.147250584129164, 23.383639262852018, 20.213081927487515, 21.893839915881788, 22.405434877198747, 31.884293770184257, 23.60163950580846 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4461118961179433, "rpss": 0.014924738729344855, "brier_below": 0.222995908491069, "bss_below": 0.016427654492593202, "brier_above": 0.22311598784829764, "bss_above": 0.013418034568111081, "crps": 22.242462677692856, "crpss": -0.0003098607393430264, "crps_fair": 21.471926514351424, "crpss_fair": -0.00764161966810728 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42364986190830317, 0.4539991011211275, 0.4483851263684185, 0.5019634610203186, 0.4103196062536219, 0.4734988003637157, 0.4598952061348167, 0.3917457376739787, 0.3945531186749821, 0.43573602248844423, 0.4746085227335936, 0.5066072617079972, 0.39371303124134965, 0.4298361138587415, 0.3953484991513311, 0.44052696364922916, 0.4718244499637769, 0.43086268592316196, 0.44890024598920836, 0.41726936228035555, 0.43440002952216433, 0.4596227871154103, 0.4029170589642443, 0.4232706258616528 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2693358109681527, 0.17956120938418868, 0.25990127321500556, 0.20790174156691843, 0.2739424919963065, 0.17799429028222413, 0.22052689140680043, 0.19981397204474446, 0.14104701071426717, 0.2851074534325839, 0.25909633185793846, 0.2848412535992657, 0.19514326361381376, 0.21360162795287796, 0.1658647897384278, 0.17089097106168638, 0.3202233355289341, 0.155789451274175, 0.23480329959032398, 0.10629011590689559, 0.13288568679286009, 0.34148825564329455, 0.2820098368460174, 0.16981573391532384 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15431405040080765, 0.27443789362410625, 0.18848385116629648, 0.2940617188969824, 0.13637711430149035, 0.29550451161697033, 0.23936831437109232, 0.19193176550216967, 0.2535061083740113, 0.15062856791720022, 0.21551219087617157, 0.22176600906004473, 0.19856976709106883, 0.21623448569334186, 0.22948370940672672, 0.2696359939735685, 0.15160111153914674, 0.27507323723357163, 0.21409694558888975, 0.3109792484020069, 0.3015143456807592, 0.11813453003092564, 0.12090722222762634, 0.2534548931491885 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.67665401509464, 44.56663820490334, 34.413652753450066, 45.457956447218535, 38.42180442064001, 47.658842274294955, 38.30627216870285, 24.28879597196496, 26.78881950307649, 28.43583998315483, 35.48914395019377, 36.7348266488704, 24.700282846853177, 27.164766216276735, 27.774274167830928, 29.897576538068932, 34.81372419426984, 27.645595886226523, 36.56810851191025, 30.311465754996167, 36.40567236958903, 37.65603248055339, 54.57534879272984, 33.912727711431195 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.438585128145725, 43.46268369140075, 33.265168302988435, 44.230413880762214, 37.10529306918812, 46.419526759041325, 37.13854523764924, 23.06476946436212, 25.72409415407068, 27.16821972009558, 34.2292335076423, 35.473455296046275, 23.392293423713422, 25.92928275283885, 26.513997469290825, 28.666569722227656, 33.59288132277428, 26.279463443109734, 35.319951871907, 29.120249389509585, 35.18511808821606, 36.47891912612271, 53.36185776608514, 32.625285915825074 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4384772366654143, "rpss": 0.03201284721972164, "brier_below": 0.21866150409720944, "bss_below": 0.0350531255776505, "brier_above": 0.2198157327551735, "bss_above": 0.028969464940449274, "crps": 34.94436757551254, "crpss": 0.009121758203373465, "crps_fair": 33.71607743762555, "crpss_fair": 0.0023836564896785317 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42982145824442136, 0.49519539171141463, 0.42093470844265696, 0.41428109418388953, 0.4595105706384726, 0.490450884365035, 0.3943762588950148, 0.391522921017906, 0.49859550907279215 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20122224979388398, 0.3309769928410338, 0.1765016221393039, 0.13642106251432753, 0.1677898532955666, 0.2433485355577612, 0.2418265981460736, 0.11830142149530233, 0.3065880504734579 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22859920778887233, 0.1642184117112902, 0.24443307826868818, 0.27786002067315785, 0.2917207056091347, 0.2471023544157239, 0.15254966543032952, 0.27322148254129897, 0.19200746981106823 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.423742409538107, 25.463634050569794, 18.9863250094907, 21.428824279783324, 21.772695894572394, 27.72194609953205, 17.61191831254762, 24.044463531223037, 23.778477873850314 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.048479372227366, 25.074363711014758, 18.587482785065962, 21.00406370522933, 21.388649881958155, 27.31212606252035, 17.214526830445966, 23.607031061103473, 23.372289021161404 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44385431073017817, "rpss": 0.04455044018878751, "brier_below": 0.2136640429174123, "bss_below": 0.0348725037503006, "brier_above": 0.23019026624995156, "bss_above": 0.053361463190362945, "crps": 22.35911416234526, "crpss": 0.005821207738019418, "crps_fair": 21.95655693674742, "crpss_fair": -0.016405881670110478 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44171876007790434, 0.4752078472729444, 0.40993518978815385, 0.4221650097394507, 0.4611030812705838, 0.49377363293466436, 0.41457753320849805, 0.41252046513977225, 0.4960158020945704 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1977801602393609, 0.30855997936234675, 0.19818156365118114, 0.15449990926715843, 0.17647436504612016, 0.2459362776985682, 0.22718780746597952, 0.1353784517846959, 0.3038142723934751 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24393859614754437, 0.16664787991497207, 0.21175362407737464, 0.26766509346977413, 0.2846287062948208, 0.24783735814768368, 0.18738972573495138, 0.27714199802621187, 0.19220153986164434 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.627853481791142, 38.76238989794013, 28.132309138436977, 30.89577896011476, 34.60478004176159, 41.76674220809413, 29.196869022014496, 35.98216004154595, 37.540009182705596 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.02999676463725, 38.14994817818965, 27.50639927689231, 30.23630832498175, 33.99241864107, 41.13010830370858, 28.548976448282108, 35.30755674985665, 36.9061754149661 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44744636905850466, "rpss": 0.027540480250729638, "brier_below": 0.21642364298987624, "bss_below": 0.017397017791784153, "brier_above": 0.23102272463055298, "bss_above": 0.03685476718405578, "crps": 34.278765774933866, "crpss": -0.0033509295257883043, "crps_fair": 33.64532090028716, "crpss_fair": -0.02714702605035546 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42324047552364313, 0.4423513107489917, 0.45297442326849396, 0.4971822512086096, 0.47612934898170195, 0.441725832560238, 0.44117888367844166, 0.39385354338952844, 0.4061391449750249, 0.43698085047720886, 0.5074082865834079, 0.5214373203137104, 0.38469320589400496, 0.4403838517833364, 0.39931566069617197, 0.4293247387058219, 0.47680559826086943, 0.4463715495818235, 0.4636006505265395, 0.43598634181956303, 0.43784337031822607, 0.4577692419475433, 0.402419758642047, 0.49156986694569127 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2758332071950497, 0.16409830213297763, 0.23565620746685634, 0.20309171406112164, 0.2709967246797198, 0.1561469600557141, 0.1887737925081013, 0.22255879369429135, 0.18667191731802238, 0.2879824545679335, 0.2866206941785412, 0.3123450902762336, 0.19053494763237977, 0.24966108903194073, 0.15740417235337087, 0.17186405150982473, 0.3333678813261331, 0.14480323307263232, 0.22495344283756585, 0.14954180323465707, 0.1393096760972814, 0.3012400360583555, 0.26448283978533305, 0.2339627727116193 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1474072678934559, 0.27825301033812977, 0.21731821440247506, 0.2940905370755714, 0.20513262325461878, 0.2855788733851095, 0.2524050915093821, 0.17129474863514374, 0.21946722777013009, 0.14899839486319275, 0.2207875934943836, 0.20909223046877312, 0.1941582571751513, 0.1907227616773871, 0.2419114882382321, 0.2574606883347527, 0.14343771412597156, 0.3015683196167135, 0.23864720821234037, 0.2864445403301987, 0.2985336971811758, 0.1565292050377886, 0.13793691942567599, 0.2576070959133901 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.32355146316032, 27.844921565482384, 22.401572382232807, 28.721683416597777, 25.873422434020277, 28.836151476518733, 23.62536258121307, 15.05907567877793, 16.286010060115967, 17.218510059783515, 23.21202575834636, 22.91357018495086, 15.344744665123423, 16.794555699058737, 18.22691300884179, 18.491818311214914, 22.63973730481314, 19.00407193374428, 24.17712270833446, 20.960150658791772, 22.664531357791635, 23.134191884571987, 32.63635929635337, 24.429050374788943 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.561727569595547, 27.151460942247557, 21.681548446009444, 27.95996844965471, 25.087499574487875, 28.061769111373053, 22.889142040115203, 14.283200881777796, 15.611687155338952, 16.442715314058578, 22.398068486797712, 22.111025178527935, 14.525224175717925, 16.01976281860269, 17.428764664942666, 17.71842289028434, 21.865068801360284, 18.147250584129164, 23.383639262852018, 20.213081927487515, 21.893839915881788, 22.405434877198747, 31.884293770184257, 23.60163950580846 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4461118961179433, "rpss": 0.014924738729344855, "brier_below": 0.222995908491069, "bss_below": 0.016427654492593202, "brier_above": 0.22311598784829764, "bss_above": 0.013418034568111081, "crps": 22.242462677692856, "crpss": -0.0003098607393430264, "crps_fair": 21.471926514351424, "crpss_fair": -0.00764161966810728 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42364986190830317, 0.4539991011211275, 0.4483851263684185, 0.5019634610203186, 0.4103196062536219, 0.4734988003637157, 0.4598952061348167, 0.3917457376739787, 0.3945531186749821, 0.43573602248844423, 0.4746085227335936, 0.5066072617079972, 0.39371303124134965, 0.4298361138587415, 0.3953484991513311, 0.44052696364922916, 0.4718244499637769, 0.43086268592316196, 0.44890024598920836, 0.41726936228035555, 0.43440002952216433, 0.4596227871154103, 0.4029170589642443, 0.4232706258616528 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2693358109681527, 0.17956120938418868, 0.25990127321500556, 0.20790174156691843, 0.2739424919963065, 0.17799429028222413, 0.22052689140680043, 0.19981397204474446, 0.14104701071426717, 0.2851074534325839, 0.25909633185793846, 0.2848412535992657, 0.19514326361381376, 0.21360162795287796, 0.1658647897384278, 0.17089097106168638, 0.3202233355289341, 0.155789451274175, 0.23480329959032398, 0.10629011590689559, 0.13288568679286009, 0.34148825564329455, 0.2820098368460174, 0.16981573391532384 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15431405040080765, 0.27443789362410625, 0.18848385116629648, 0.2940617188969824, 0.13637711430149035, 0.29550451161697033, 0.23936831437109232, 0.19193176550216967, 0.2535061083740113, 0.15062856791720022, 0.21551219087617157, 0.22176600906004473, 0.19856976709106883, 0.21623448569334186, 0.22948370940672672, 0.2696359939735685, 0.15160111153914674, 0.27507323723357163, 0.21409694558888975, 0.3109792484020069, 0.3015143456807592, 0.11813453003092564, 0.12090722222762634, 0.2534548931491885 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.67665401509464, 44.56663820490334, 34.413652753450066, 45.457956447218535, 38.42180442064001, 47.658842274294955, 38.30627216870285, 24.28879597196496, 26.78881950307649, 28.43583998315483, 35.48914395019377, 36.7348266488704, 24.700282846853177, 27.164766216276735, 27.774274167830928, 29.897576538068932, 34.81372419426984, 27.645595886226523, 36.56810851191025, 30.311465754996167, 36.40567236958903, 37.65603248055339, 54.57534879272984, 33.912727711431195 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.438585128145725, 43.46268369140075, 33.265168302988435, 44.230413880762214, 37.10529306918812, 46.419526759041325, 37.13854523764924, 23.06476946436212, 25.72409415407068, 27.16821972009558, 34.2292335076423, 35.473455296046275, 23.392293423713422, 25.92928275283885, 26.513997469290825, 28.666569722227656, 33.59288132277428, 26.279463443109734, 35.319951871907, 29.120249389509585, 35.18511808821606, 36.47891912612271, 53.36185776608514, 32.625285915825074 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4384772366654143, "rpss": 0.03201284721972164, "brier_below": 0.21866150409720944, "bss_below": 0.0350531255776505, "brier_above": 0.2198157327551735, "bss_above": 0.028969464940449274, "crps": 34.94436757551254, "crpss": 0.009121758203373465, "crps_fair": 33.71607743762555, "crpss_fair": 0.0023836564896785317 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42982145824442136, 0.49519539171141463, 0.42093470844265696, 0.41428109418388953, 0.4595105706384726, 0.490450884365035, 0.3943762588950148, 0.391522921017906, 0.49859550907279215 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20122224979388398, 0.3309769928410338, 0.1765016221393039, 0.13642106251432753, 0.1677898532955666, 0.2433485355577612, 0.2418265981460736, 0.11830142149530233, 0.3065880504734579 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22859920778887233, 0.1642184117112902, 0.24443307826868818, 0.27786002067315785, 0.2917207056091347, 0.2471023544157239, 0.15254966543032952, 0.27322148254129897, 0.19200746981106823 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.423742409538107, 25.463634050569794, 18.9863250094907, 21.428824279783324, 21.772695894572394, 27.72194609953205, 17.61191831254762, 24.044463531223037, 23.778477873850314 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.048479372227366, 25.074363711014758, 18.587482785065962, 21.00406370522933, 21.388649881958155, 27.31212606252035, 17.214526830445966, 23.607031061103473, 23.372289021161404 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44385431073017817, "rpss": 0.04455044018878751, "brier_below": 0.2136640429174123, "bss_below": 0.0348725037503006, "brier_above": 0.23019026624995156, "bss_above": 0.053361463190362945, "crps": 22.35911416234526, "crpss": 0.005821207738019418, "crps_fair": 21.95655693674742, "crpss_fair": -0.016405881670110478 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44171876007790434, 0.4752078472729444, 0.40993518978815385, 0.4221650097394507, 0.4611030812705838, 0.49377363293466436, 0.41457753320849805, 0.41252046513977225, 0.4960158020945704 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1977801602393609, 0.30855997936234675, 0.19818156365118114, 0.15449990926715843, 0.17647436504612016, 0.2459362776985682, 0.22718780746597952, 0.1353784517846959, 0.3038142723934751 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24393859614754437, 0.16664787991497207, 0.21175362407737464, 0.26766509346977413, 0.2846287062948208, 0.24783735814768368, 0.18738972573495138, 0.27714199802621187, 0.19220153986164434 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.627853481791142, 38.76238989794013, 28.132309138436977, 30.89577896011476, 34.60478004176159, 41.76674220809413, 29.196869022014496, 35.98216004154595, 37.540009182705596 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.02999676463725, 38.14994817818965, 27.50639927689231, 30.23630832498175, 33.99241864107, 41.13010830370858, 28.548976448282108, 35.30755674985665, 36.9061754149661 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44744636905850466, "rpss": 0.027540480250729638, "brier_below": 0.21642364298987624, "bss_below": 0.017397017791784153, "brier_above": 0.23102272463055298, "bss_above": 0.03685476718405578, "crps": 34.278765774933866, "crpss": -0.0033509295257883043, "crps_fair": 33.64532090028716, "crpss_fair": -0.02714702605035546 } } } } }, "Aug": { "tag": "init05_Aug", "methods": { "mvs": { "lambda_": { "training_mean": 0.693217678663837, "training": [ 0.7352786401772822, 0.6945112488984331, 0.6944132656005434, 0.6881001183554947, 0.7149879564303885, 0.6847088594408685, 0.7094707653384016, 0.697469550552504, 0.7040017163136361, 0.7158561041346233, 0.704497842789866, 0.6768449972297795, 0.6895728735007484, 0.6788854905529521, 0.711186657247793, 0.6899963940827393, 0.6889886561672168, 0.7009244396838024, 0.7035504442934665, 0.6707623988623879, 0.6769178333801202, 0.6458312805212065, 0.7177998246747265, 0.6426669297031079 ], "test": 0.7252305336001995 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45298551369692003, 0.43624633162729154, 0.42899496361447104, 0.44183797028234634, 0.44266951332300203, 0.4865556321259325, 0.4315125843945104, 0.4206019398671207, 0.4379694367194613, 0.46326349817874957, 0.4342980972543247, 0.44864460385803967, 0.4360459113367005, 0.4788937573211945, 0.40385347470237637, 0.43420661663064236, 0.4716262761088239, 0.4419657858649769, 0.43479346177348166, 0.4840225817367027, 0.43937269792853534, 0.46421049300307515, 0.4275931328621844, 0.4920590280677159 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29933668722476015, 0.2196354316317614, 0.2062436021568557, 0.19909931454386096, 0.28199580811196734, 0.18702898957646985, 0.2207359814776987, 0.15224650210140153, 0.164981940119598, 0.3428118201336831, 0.15680796953132192, 0.28393954527615956, 0.2705995351806259, 0.15590207758882782, 0.16857448304018266, 0.21716861848845212, 0.3055968116202364, 0.1797039279191989, 0.1919564525757606, 0.1818857236959407, 0.2011888307912529, 0.17205564917237906, 0.29225009031633353, 0.30252192528547067 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15364882624776846, 0.21661090041773717, 0.2227513611499266, 0.24273865676418788, 0.16067370520124755, 0.299526644567994, 0.21077660254096162, 0.26835543876843265, 0.2729874969392288, 0.12045167639745359, 0.27749012752341046, 0.16470505720947196, 0.16544637448887425, 0.32299168169822184, 0.2352789911822122, 0.2170379977826019, 0.16602946372598132, 0.26226185861679413, 0.24283701005275096, 0.30213685955956215, 0.23818386741107408, 0.2921548445899174, 0.13534304285401286, 0.1895371025812414 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.363358299856717, 23.261791366416833, 16.650265074874525, 20.065421774746483, 23.221910746767215, 29.92833714135511, 17.47312507835416, 16.00359184669905, 16.599850424056715, 18.30168229035301, 19.51599249134344, 19.607580974243575, 17.156082132835827, 23.970733685147955, 16.623406585943066, 19.085549800942058, 19.940694878879874, 20.57692426221683, 18.15085499759229, 25.55947241991893, 18.16700539206605, 20.685961371908196, 18.111623397018615, 26.405650342086652 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.698970279610055, 22.583407467153844, 15.924271568103316, 19.36671434133402, 22.58272006748237, 29.194737836315305, 16.7493387317405, 15.22420054180504, 15.846907893050412, 17.65537610688505, 18.879583235974604, 18.87921152382734, 16.46348116674219, 23.23926344087297, 15.861785633485598, 18.351270745232178, 19.21419810559132, 19.782545417619577, 17.367846704548224, 24.903798128474076, 17.403546634183872, 20.029942594386387, 17.391798684332997, 25.65980147773009 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4472593042616075, "rpss": 0.011741246976286757, "brier_below": 0.223094488231675, "bss_below": 0.01587036985714796, "brier_above": 0.22416481617796105, "bss_above": 0.007597293207505906, "crps": 20.476119448984296, "crpss": -0.027762698680688258, "crps_fair": 19.76061326360339, "crpss_fair": -0.03497300288009031, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158123, 0.690105, 0.146839, 0.004933, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3465, 0.4336, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.279, 0.3341, 0.4791, 0.4533, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.151028, 0.729201, 0.116476, 0.003229, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1782, 0.281, 0.3474, 0.4279, 0.5171, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2733, 0.3515, 0.3938, 0.357, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.455330058382192, 0.4539545139858285, 0.429267646965269, 0.4419262488899622, 0.45113221309356016, 0.5096352749726146, 0.4378679722848222, 0.41631135221897503, 0.43950653771574316, 0.4576832989508401, 0.4205048781546623, 0.45667196816693006, 0.43912528791974287, 0.4577197622270836, 0.4134026623447388, 0.4341390354564378, 0.4602452174214877, 0.4511696312407498, 0.4361227053710336, 0.46277087368301956, 0.43130341583409953, 0.41927405900552, 0.4381272078422045, 0.532157622426002 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29076365397611564, 0.2178701165086526, 0.18789780253704955, 0.1748644476780858, 0.29228938993674103, 0.18452704306431295, 0.19836198576960967, 0.15270883092650514, 0.18157722078936142, 0.33263664364757384, 0.17888532482732622, 0.280066047937075, 0.284128517503398, 0.1477861878194442, 0.18820286245590326, 0.21311278909645925, 0.28732539379304933, 0.20261492503798936, 0.18053142915969417, 0.17172945925393032, 0.20712906273423695, 0.1668095956579977, 0.30384498530587084, 0.3535461175824013 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16456640423513283, 0.23608439819954435, 0.24136984466704706, 0.26706180266780233, 0.15884282276761677, 0.3251082338991999, 0.2395059864842798, 0.26360252212005625, 0.25792931701506333, 0.12504665343285856, 0.24161955310253844, 0.1766059190065516, 0.15499676818582095, 0.309933576299079, 0.22519979960704714, 0.2210262457011488, 0.17291982307034728, 0.24855470711134836, 0.25559127702298245, 0.2910414160653514, 0.224174353258985, 0.25246446406888334, 0.13428222239468052, 0.17861150411538088 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.17644795967733, 36.3489341958612, 25.012939085876837, 30.756850991244313, 35.23994899346842, 44.00867197298489, 27.590213165635653, 23.849983129820714, 24.71305504271685, 27.761974672070252, 25.495125116744298, 31.02972184244648, 26.22277453578064, 31.559514470330495, 25.016608121830004, 28.625353051822337, 29.788864180471496, 31.971271119804232, 27.343525946659827, 37.35421196498141, 25.969558212024, 24.32677677691248, 29.499347251309327, 41.09290818216388 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.1932508618546, 35.369655693936366, 23.9232124188412, 29.694067041027324, 34.22591464322391, 42.96851688986854, 26.51380688899129, 22.702314476475387, 23.60553238259092, 26.813731495774388, 24.54631749333744, 29.959476796526825, 25.201039970313428, 30.484149318367177, 23.912348643595276, 27.548962239779716, 28.73412200425987, 30.827675920097633, 26.213054565113893, 36.382057074331044, 24.829094678680118, 23.31377173006211, 28.362829375340862, 40.01730205122024 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.44772289352306327, "rpss": 0.011169871450864122, "brier_below": 0.22413374304161596, "bss_below": 0.011103519993036715, "brier_above": 0.2235891506041144, "bss_above": 0.011236375041573043, "crps": 30.53144083260989, "crpss": -0.015633437101205017, "crps_fair": 29.472591860567064, "crpss_fair": -0.023037200666219837, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163395, 0.736758, 0.095316, 0.004531, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3445, 0.4292, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3313, 0.5148, 0.4109, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.146932, 0.750459, 0.101752, 0.000857, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3467, 0.4237, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3524, 0.4062, 0.5877, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4935685130319724, 0.4138029440721543, 0.4238484912577839, 0.43114057820855445, 0.41654919188250367, 0.42714471484171596, 0.44864366443399445, 0.4663374493226758, 0.44303486918199 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16469170211754644, 0.18021394289891626, 0.2209481541094825, 0.1372959169369502, 0.23918046658882516, 0.22392970382865487, 0.3137650432813095, 0.16781504462882052, 0.14871542555835976 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3288767928320196, 0.2335889984248607, 0.20290034018352748, 0.2938446444112458, 0.1773687358417032, 0.20321501624828292, 0.1348786327888975, 0.2985223879730828, 0.2943194314872372 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.26687720244811, 14.711708038936239, 17.228671055913274, 25.492500197140046, 14.982853877837105, 17.536123110326507, 20.435870585145985, 29.506332114695308, 25.143095406750945 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.930849246326872, 14.375772376365314, 16.880498669863535, 25.098154468196157, 14.62758167233585, 17.14920757617554, 20.088424306035375, 29.12966480038977, 24.741746825701334 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4404522684703716, "rpss": 0.04131231076294295, "brier_below": 0.19961726666098503, "bss_below": 0.038503976353284175, "brier_above": 0.24083499779898412, "bss_above": 0.043627604374871676, "crps": 21.256003509910393, "crpss": 0.05485937550471509, "crps_fair": 20.89132221570997, "crpss_fair": 0.03701073871425975, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.280653, 0.662097, 0.057249, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2792, 0.3392, 0.4214, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1621, 0.3236, 0.5111, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10241, 0.750383, 0.147207, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3456, 0.4256, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2136, 0.4103, 0.6273, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4853857642509261, 0.4171975844949446, 0.4388442395581465, 0.45763642576039903, 0.3945459835258716, 0.4272782741075719, 0.4583204223291297, 0.48769387839267864, 0.45946829438234577 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15108181269574056, 0.1813448725127936, 0.2253714543746139, 0.14871690878789778, 0.20303991425008994, 0.22630807950832182, 0.3496639022216269, 0.20943695179337043, 0.14197853410185018 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.33430393227247057, 0.23585270905308892, 0.21347278535886305, 0.30891949915429257, 0.1915060758805937, 0.2009701985377664, 0.10865653624931199, 0.27825691653633433, 0.31748974273877734 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.8744624256399, 22.5600059049042, 26.586930571510024, 37.963909711308304, 21.903501249375196, 26.514542293665706, 32.60119763378085, 43.936731783062626, 38.758607176559046 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.36992878194721, 22.062758333124478, 26.085610742507747, 37.40018129546119, 21.382726743567737, 25.958875928345567, 32.07060209307943, 43.395346964175744, 38.18743245150079 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44737454075577926, "rpss": 0.03145212221050664, "brier_below": 0.20410471447181167, "bss_below": 0.027715999197293506, "brier_above": 0.2432698217534999, "bss_above": 0.034564667439025976, "crps": 32.299987638867314, "crpss": 0.04596774933421621, "crps_fair": 31.768162592634432, "crpss_fair": 0.02718499368118743, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.252213, 0.715873, 0.031915, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3375, 0.4136, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2068, 0.3141, 0.6097, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107641, 0.807128, 0.085231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3426, 0.4224, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1914, 0.4299, 0.6453, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.6826668439611918, "training": [ 0.726398497482008, 0.6849392201456275, 0.6840489293783899, 0.6775320024322963, 0.7035397215737965, 0.6725313118495002, 0.7003955731470138, 0.6875687432039419, 0.6955661190034153, 0.7045911063532613, 0.6932604981356374, 0.6648547166850353, 0.6797115255784876, 0.6653774019957501, 0.7017205322797194, 0.6801934874370977, 0.6778866442292667, 0.6901843081252361, 0.6951323642003258, 0.6593514930463881, 0.6678248207759917, 0.634364662434537, 0.7071604759785983, 0.6298700995972836 ], "test": 0.7136584543908072 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4524633259711222, 0.43632185819197505, 0.42938340248073237, 0.4429924140210913, 0.44260395713234485, 0.4878254072064383, 0.43177118741296955, 0.4192103435458142, 0.4364301541107251, 0.46423646701860305, 0.43262945268891123, 0.45022027709417084, 0.4358067142198253, 0.47863786686943777, 0.4023675164047136, 0.434207635377936, 0.472588780798779, 0.44074700631089164, 0.4357761404431465, 0.48421873179956104, 0.43849453822763645, 0.46284055093808785, 0.42611656782747354, 0.49358895920622364 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.2993982525891059, 0.2195073581507549, 0.2064938535085666, 0.20000368093654516, 0.2823229008767698, 0.18706694422411282, 0.2210189584122078, 0.15122580852629666, 0.16368880471148525, 0.34429601565237883, 0.15547600329069258, 0.28508482628526355, 0.2702161297871249, 0.15526518878641588, 0.16746692073974387, 0.21713197886909164, 0.30648323656221116, 0.1786297914824989, 0.19290091680680002, 0.18183349111825547, 0.1998926228608679, 0.17042444306449467, 0.2913766771160175, 0.30292309863848627 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15306507303578148, 0.21681450041891742, 0.22288954867416724, 0.2429887340320474, 0.16028105622311245, 0.3007584651373005, 0.21075222847146596, 0.2679845360933404, 0.27274134983232756, 0.11994044954991503, 0.2771534492944475, 0.16513544932078583, 0.1655905826617174, 0.3233726800953196, 0.23490059511986777, 0.21707565606658819, 0.1661055434554097, 0.26211721548861017, 0.2428752243623011, 0.30238524236313286, 0.23860191553174778, 0.2924161089194229, 0.13473989113852972, 0.19066586035736266 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.415601612239996, 23.174896174382052, 16.579811088661238, 19.99943302167592, 23.176193596576688, 29.85207472327862, 17.40354224451937, 15.960660947676802, 16.54369966295444, 18.252007351641126, 19.514715510477217, 19.581903482250876, 17.07704724484832, 23.90810455714961, 16.539586527087337, 19.041199624821694, 19.843166796838098, 20.45838732107997, 18.080885105203162, 25.539336381323412, 18.148782900140315, 20.64270637458871, 17.996946449524163, 26.313612004726135 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.75756948971987, 22.502729658382503, 15.85973480986826, 19.30478906003876, 22.540397364724214, 29.131013223840252, 16.68657492016821, 15.188720900141524, 15.799664956386245, 17.61251624725537, 18.886219177391258, 18.86148059198965, 16.391562300466347, 23.186694525548166, 15.78658970051778, 18.31546523601699, 19.123067141028955, 19.674937996138365, 17.305034542163998, 24.890521420345483, 17.390688856094012, 19.990849288335, 17.278327265130667, 25.57590612225187 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44714496897077544, "rpss": 0.011993880853028105, "brier_below": 0.22292199595817452, "bss_below": 0.016631279544644273, "brier_above": 0.2242229731518174, "bss_above": 0.007339825781270348, "crps": 20.418512529319386, "crpss": -0.02487122095879868, "crps_fair": 19.710043949747657, "crpss_fair": -0.03232440721574159, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163751, 0.694467, 0.136782, 0.004999, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2763, 0.346, 0.4344, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2764, 0.3377, 0.4761, 0.4671, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.159082, 0.717886, 0.118716, 0.00425, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1769, 0.2795, 0.3477, 0.4293, 0.5192, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2702, 0.3524, 0.3989, 0.3021, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4543826411907856, 0.45427831442927497, 0.42943950010166254, 0.44218517543766184, 0.44999976089131644, 0.5104179082023347, 0.4374938670408637, 0.41560398725782366, 0.4390578053325712, 0.4569472422398928, 0.4202178523645147, 0.45776426982072566, 0.4391855603008428, 0.45778297856914935, 0.4131784353922108, 0.4341511950125417, 0.459969314113439, 0.4513703538718618, 0.43620230084051714, 0.4632518466084266, 0.4313312562709547, 0.41928096606879656, 0.43736410831285927, 0.534364887505102 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29017520591363516, 0.21800523763358137, 0.18802691492855855, 0.17492358729418708, 0.2914366585958656, 0.18486195108643563, 0.19822968522584442, 0.1524790024827758, 0.18144529838048337, 0.3323135208182984, 0.1787110628155437, 0.28057944464423207, 0.28423012172573536, 0.14789319295283362, 0.1880001447265801, 0.21317531242932805, 0.28721707275583586, 0.20274692946067951, 0.18057611693365722, 0.17192200704919713, 0.20723192218090605, 0.1666621089842437, 0.3034459083899173, 0.35472817761327713 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.1642074350913842, 0.23627307754016635, 0.24141258542182892, 0.26726158963814933, 0.1585631018956077, 0.3255559592490091, 0.2392641817826205, 0.2631249856145018, 0.25761250705714833, 0.12463371948024185, 0.24150678931909447, 0.1771848238996059, 0.15495543624587074, 0.30988978758016916, 0.22517829038262244, 0.22097588188775466, 0.17275224077215057, 0.24862342534695997, 0.25562618474567017, 0.2913298412613317, 0.22409933422015132, 0.2526188578413543, 0.13391819979476274, 0.17963670912759225 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.15493364353159, 36.35059663807583, 25.049287269740375, 30.79053788043754, 35.20843338665191, 44.00943089098639, 27.621170762648788, 23.855460778249622, 24.711895053155107, 27.756295377726598, 25.488919651721584, 31.048158505429775, 26.24373770726414, 31.563504133654714, 25.05469578443831, 28.641364638272197, 29.76430671627656, 31.97763260157569, 27.360975953745655, 37.38224288734413, 26.005422535802147, 24.3432562948089, 29.53201907330611, 41.11571600488933 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.170889461110164, 35.36956547672863, 23.955600500788115, 29.72357449405428, 34.192306609762134, 42.96741974114308, 26.540988952642454, 22.70467736917669, 23.60074541677156, 26.805256595023966, 24.537722188690203, 29.975140833938983, 25.21876051390081, 30.485386343759405, 23.946339848335583, 27.561676420316566, 28.707974079434667, 30.831247783463795, 26.228127091579545, 36.40765829553472, 24.8609912463395, 23.326694840065237, 28.39101281922885, 40.03691627197864 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4477175636323388, "rpss": 0.01118164292068724, "brier_below": 0.224125691042568, "bss_below": 0.01113904607406091, "brier_above": 0.22359187271648953, "bss_above": 0.011224337222688341, "crps": 30.542916423738873, "crpss": -0.016015174541144317, "crps_fair": 29.48111138307365, "crpss_fair": -0.02333292587754099, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163196, 0.734351, 0.097872, 0.004581, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2779, 0.3443, 0.4314, 0.5127, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.319, 0.3321, 0.5045, 0.4174, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.155634, 0.7382, 0.105107, 0.001059, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.28, 0.347, 0.4253, 0.5231, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2645, 0.3525, 0.4142, 0.5235, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49292561838515553, 0.413152620435255, 0.4232149794657212, 0.42840449133035147, 0.41805652601554044, 0.4275840503093609, 0.4470565642489791, 0.4639605369178087, 0.44224310781892634 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.1639831018803877, 0.1798319884555392, 0.22072914694639564, 0.13644617498449274, 0.24034983685734, 0.22408492783547185, 0.3127003239480211, 0.1667631210176352, 0.148170529529232 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32894249841448386, 0.2333206292615754, 0.20248583553295627, 0.2919582996155163, 0.17770669968456534, 0.20349912777015278, 0.1343562518072509, 0.2971973993110987, 0.294072566317062 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.17552720243735, 14.634627841049564, 17.200576868302154, 25.429963359362407, 14.922345582114566, 17.456083584439867, 20.3765030409049, 29.493328910121264, 25.1387073259642 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.842363162110367, 14.301716079566976, 16.855482695349355, 25.040616471131262, 14.570941239155108, 17.073550780704856, 20.031887553020365, 29.122256954551943, 24.742168760533428 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4396220549918998, "rpss": 0.043119352066223415, "brier_below": 0.19922879460605727, "bss_below": 0.04037512879594962, "brier_above": 0.24039325641274015, "bss_above": 0.04538178990301289, "crps": 21.20307374607736, "crpss": 0.05721287859950974, "crps_fair": 20.842331521791518, "crpss_fair": 0.039268973576528476, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.291702, 0.657452, 0.050846, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2769, 0.339, 0.4232, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.162, 0.3271, 0.5257, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.103008, 0.749849, 0.147143, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.346, 0.4296, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2115, 0.4113, 0.6247, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48549516053918007, 0.41715729070120705, 0.4381001497285284, 0.45636644957744477, 0.3947793907056049, 0.4270897295538463, 0.45671093985763866, 0.4873746356407555, 0.45878295148177073 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15115369166448692, 0.18145762760318665, 0.22488001177989264, 0.14853396326219542, 0.20309849800897886, 0.22628786719413424, 0.34855778250236824, 0.20952056849119513, 0.14188603278190853 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3343414496465203, 0.23569966020221325, 0.21322013811831528, 0.30783246858936675, 0.19168089930427076, 0.20080186636501585, 0.10815317342250645, 0.27785405716218353, 0.3168969012400277 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.84683967364781, 22.5822523738454, 26.578079858655336, 37.96772592219588, 21.92436363955654, 26.53139605815327, 32.62485337360668, 43.90765895584852, 38.72943661818577 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34091960254881, 22.083717188719284, 26.075581788063786, 37.4026302810689, 21.40212700216686, 25.974254622773156, 32.09280509591658, 43.36497327433306, 38.156887547632 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44687296642066404, "rpss": 0.032538010462012434, "brier_below": 0.20393067147648294, "bss_below": 0.028545079604611945, "brier_above": 0.24294229045004664, "bss_above": 0.03586450105831451, "crps": 32.29917849707724, "crpss": 0.04599164864252925, "crps_fair": 31.765988489246936, "crpss_fair": 0.02725156978216514, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.251945, 0.715607, 0.032449, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.278, 0.3378, 0.4169, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2065, 0.3136, 0.6161, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10764, 0.807263, 0.085097, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.343, 0.4262, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1902, 0.4302, 0.6448, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.6777219367003703, "training": [ 0.7214046265289411, 0.680676938177363, 0.6790995039768014, 0.6723229151551818, 0.6976895253038577, 0.6671550781526837, 0.6962979690803403, 0.6827757172541322, 0.6919843338898239, 0.6991681921111604, 0.68941857999479, 0.658555685390349, 0.6746433149188306, 0.6604514338038241, 0.695971635806741, 0.6757944785461986, 0.6720144462265193, 0.6852378351846158, 0.6909603924575645, 0.6539180567800402, 0.6634367015319372, 0.6297262418568522, 0.7032629153241838, 0.6233599633561541 ], "test": 0.7077159484232817 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4519366656713682, 0.43625590681194354, 0.42964645401117757, 0.4436374532496152, 0.442763906319493, 0.488530464537142, 0.43189905841902104, 0.41856815883364884, 0.43583245822489247, 0.46446923330659906, 0.43165326473281695, 0.45069700251156464, 0.43572976864637597, 0.47851779975804115, 0.4014411568699454, 0.4343029132894874, 0.47323257631249654, 0.4399573655017981, 0.43625073220083216, 0.4843004603191505, 0.43809415788995343, 0.4620181353636569, 0.4253005463990451, 0.4942230143799662 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29915782429506677, 0.219239355395183, 0.20665889044801156, 0.20033332855778102, 0.28263992371028074, 0.18715606342588637, 0.22120950784686275, 0.15079851381062195, 0.1632044418367173, 0.34471632438380295, 0.15469385798494595, 0.2852795269420124, 0.2701546227671274, 0.15504857340447514, 0.16682487086325323, 0.21711186690614104, 0.3070576456035766, 0.17803096568363685, 0.19328298660560206, 0.18162562057537093, 0.19925584256890494, 0.16939345725742455, 0.2908821005086719, 0.30294453215587874 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.1527788410208672, 0.21701655175455126, 0.2229875632453869, 0.24330412573412857, 0.16012398258705543, 0.30137440330947857, 0.2106895499667639, 0.26776964611942455, 0.2726280168516939, 0.11975290706974745, 0.27695940666388125, 0.16541747400149043, 0.1655751440553736, 0.32346922843275855, 0.23461628545198546, 0.21719104592409932, 0.16617492983413532, 0.2619264004900714, 0.2429677463555271, 0.3026748416180717, 0.23883831551755372, 0.2926246791885928, 0.1344184462867184, 0.1912784819847963 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.403576062672535, 23.14588819445571, 16.551583957965768, 19.97469244435547, 23.150043096577026, 29.809999350134422, 17.37618817727941, 15.928711865429364, 16.539839325259837, 18.234482450102117, 19.495370080864777, 19.570154366988938, 17.049184968862452, 23.879122973407718, 16.507264377341716, 19.023426112642355, 19.817844778084563, 20.420420766783177, 18.05461478680177, 25.525429196772958, 18.12789235598246, 20.609524669358514, 17.95175655141999, 26.28254931354184 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.747481133725287, 22.47594341426925, 15.833934036139262, 19.282016125862583, 22.515542630511987, 29.0934426770752, 16.661807922187037, 15.159575376222042, 15.799675690286158, 17.597385540595734, 18.8695164672996, 18.852728371018245, 16.366331123602095, 23.16141474725926, 15.757688220039679, 18.300818027957206, 19.099911186993094, 19.640836891923936, 17.28139821418338, 24.879117789149245, 17.372140229640728, 19.95933701241479, 17.23409552387961, 25.547994690192937 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4470524438983346, "rpss": 0.012198323134815392, "brier_below": 0.22277919348071817, "bss_below": 0.01726121957784066, "brier_above": 0.22427325056100642, "bss_above": 0.007117242068891194, "crps": 20.392898342628538, "crpss": -0.02358556203775719, "crps_fair": 19.68708887676785, "crpss_fair": -0.031122122625869997, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.174526, 0.684504, 0.136235, 0.004735, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2763, 0.3459, 0.4336, 0.5172, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2814, 0.3362, 0.4823, 0.4862, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.163611, 0.703129, 0.12799, 0.005205, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1833, 0.2789, 0.3473, 0.428, 0.5185, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2737, 0.3531, 0.3901, 0.3036, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45385914082790274, 0.45439965971093776, 0.42952368852280165, 0.44229612524159456, 0.44946392909394656, 0.5107776480892009, 0.43730445066322104, 0.4153302018845251, 0.43886995901819725, 0.4566230560083445, 0.4200990455677204, 0.45831693934707557, 0.4392089546323037, 0.45782700942780913, 0.4129951720906511, 0.43406465054980264, 0.4598690101978633, 0.45141444259908, 0.43620734663619387, 0.4634328098826438, 0.4312971910892805, 0.4193374028435393, 0.4370951070991694, 0.5354351444047142 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.28984269387269057, 0.21805225347461135, 0.1880811890254381, 0.1749307178993318, 0.2910555128251875, 0.18500434181101597, 0.1981469619043431, 0.15236370751138764, 0.18138924240949564, 0.33219712764181264, 0.17864223952245348, 0.28086093431495823, 0.28429795356876847, 0.14793071130458585, 0.1878793218896739, 0.21317162469537584, 0.2871748419648257, 0.20277947350256123, 0.18058190746940722, 0.1720052644847985, 0.2072474344151519, 0.1666560064206638, 0.30331727040625095, 0.35532872767587204 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.1640164467660465, 0.23634740699296636, 0.2414424997513386, 0.2673654088621722, 0.15840841585458185, 0.3257733084477294, 0.23915748872607726, 0.26296649522498783, 0.25748071671536993, 0.1244259263908138, 0.2414568058127175, 0.17745600373097617, 0.15491099869819439, 0.3098963001168254, 0.22511584991338518, 0.22089302514981837, 0.17269416763739406, 0.2486349700471772, 0.25562544001715864, 0.2914275471276705, 0.22404975680585257, 0.252681397190507, 0.13377783656006437, 0.1801064159540865 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.15493364353159, 36.35059663807583, 25.049287269740375, 30.79053788043754, 35.20843338665191, 44.00943089098639, 27.621170762648788, 23.855460778249622, 24.711895053155107, 27.756295377726598, 25.488919651721584, 31.048158505429775, 26.24373770726414, 31.563504133654714, 25.05469578443831, 28.641364638272197, 29.76430671627656, 31.97763260157569, 27.360975953745655, 37.38224288734413, 26.005422535802147, 24.3432562948089, 29.53201907330611, 41.11571600488933 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.170889461110164, 35.36956547672863, 23.955600500788115, 29.72357449405428, 34.192306609762134, 42.96741974114308, 26.540988952642454, 22.70467736917669, 23.60074541677156, 26.805256595023966, 24.537722188690203, 29.975140833938983, 25.21876051390081, 30.485386343759405, 23.946339848335583, 27.561676420316566, 28.707974079434667, 30.831247783463795, 26.228127091579545, 36.40765829553472, 24.8609912463395, 23.326694840065237, 28.39101281922885, 40.03691627197864 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.44771033689285494, "rpss": 0.011197603725542571, "brier_below": 0.22412239416711088, "bss_below": 0.011153592159314885, "brier_above": 0.223587942853913, "bss_above": 0.011241715996015422, "crps": 30.542916423738873, "crpss": -0.016015174541144317, "crps_fair": 29.48111138307365, "crpss_fair": -0.02333292587754099, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.173873, 0.716643, 0.104903, 0.004581, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2782, 0.3443, 0.4306, 0.516, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3261, 0.329, 0.5034, 0.4174, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.159098, 0.728785, 0.110906, 0.00121, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2793, 0.3468, 0.425, 0.5231, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2707, 0.351, 0.4146, 0.4996, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4925425992210991, 0.4128982961663425, 0.4229949611162876, 0.4267853681770408, 0.41898683025198463, 0.42801639515279577, 0.4461809274765097, 0.46271375732698317, 0.4418468540590638 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16360995267106926, 0.17967715718203847, 0.22069509173976565, 0.13586895673482113, 0.2410110388491636, 0.22443470717270242, 0.3120342274502262, 0.1662103656411406, 0.14793896389584232 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.328932628407871, 0.2332211363354489, 0.20229987240725017, 0.29091639481215026, 0.17797580187091797, 0.20358169330079187, 0.13414671152400195, 0.29650337518960035, 0.29390787825178066 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.147095814073257, 14.605353409240859, 17.182913314053877, 25.427708133734004, 14.899603239369018, 17.430819031966237, 20.347275659795123, 29.52485483460472, 25.122273730914102 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.814936223112806, 14.273577608678742, 16.838953019929434, 25.040022070287403, 14.549637702932044, 17.04989232769659, 20.00376931864529, 29.15584449359745, 24.727455413145197 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4392184432164563, "rpss": 0.043997852798419945, "brier_below": 0.19905338459297442, "bss_below": 0.041220025797637394, "brier_above": 0.24016505467775703, "bss_above": 0.04628799474020928, "crps": 21.187544129750133, "crpss": 0.05790339745771589, "crps_fair": 20.82823201978055, "crpss_fair": 0.03991889266187143, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.340389, 0.603714, 0.055898, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2789, 0.3407, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1765, 0.3283, 0.5498, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.132037, 0.695728, 0.172147, 8.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2859, 0.3463, 0.4272, 0.5004, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2358, 0.4147, 0.5948, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4855637637707651, 0.41709177923686896, 0.43774499622302987, 0.4557253046656717, 0.3948925386663186, 0.4270207528987903, 0.45589059192696724, 0.4872798228491391, 0.45845179831934585 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15117195076098383, 0.18148840255587562, 0.22466554570591357, 0.1484203648599541, 0.20312007003506577, 0.22630007964010793, 0.348002249347611, 0.20955627243328817, 0.1418216562379693 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3343917937919063, 0.23560337379472943, 0.21307945068861298, 0.30730492213448507, 0.19177247525191743, 0.20072067729183277, 0.10788835860949664, 0.2777235404538761, 0.31663012466858004 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.84683967364781, 22.5822523738454, 26.578079858655336, 37.96772592219588, 21.92436363955654, 26.53139605815327, 32.62485337360668, 43.90765895584852, 38.72943661818577 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34091960254881, 22.083717188719284, 26.075581788063786, 37.4026302810689, 21.40212700216686, 25.974254622773156, 32.09280509591658, 43.36497327433306, 38.156887547632 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44662903872854404, "rpss": 0.0330661040994773, "brier_below": 0.2038385101751966, "bss_below": 0.02898410404834295, "brier_above": 0.24279052407615964, "bss_above": 0.03646679779446138, "crps": 32.29917849707724, "crpss": 0.04599164864252925, "crps_fair": 31.765988489246936, "crpss_fair": 0.02725156978216514, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.297029, 0.663846, 0.039125, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2804, 0.3398, 0.4155, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2146, 0.3136, 0.6269, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.139524, 0.757481, 0.102994, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3437, 0.4232, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2224, 0.4323, 0.6222, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.6744125902138741, "training": [ 0.7187994654636484, 0.6768912416978803, 0.6766491501781055, 0.6688985069371022, 0.6942216888546141, 0.6628622217448364, 0.6943167707747285, 0.6800121604275035, 0.6896901712158868, 0.6955018823197513, 0.6864407884613091, 0.6547204120087844, 0.6719143591334842, 0.6566665806314362, 0.6923262853256384, 0.6725783560849101, 0.6685585880330037, 0.6815069072930154, 0.6865094476343887, 0.6498806975465824, 0.6604665822578112, 0.6252386105515294, 0.7008474773498911, 0.620403813207137 ], "test": 0.7038003224408298 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4514079807187304, 0.43638590434875524, 0.4306846291545029, 0.4447834320078143, 0.4433679970538603, 0.48925845428493603, 0.4329766928573817, 0.4177887601219815, 0.4349816857027721, 0.4656667110013511, 0.4305097908001896, 0.45087323508439237, 0.43513332365432494, 0.478856714976223, 0.4004194890766529, 0.43404709916518613, 0.4744705869114757, 0.4392176668421877, 0.43662031271886514, 0.4837360074335642, 0.4375595431903455, 0.46077454451816147, 0.42480307167733977, 0.4943415010959053 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.2986970241547013, 0.21919048499747182, 0.20767292851185776, 0.20119109755651848, 0.28329381310116375, 0.18745768087695525, 0.2222113145988868, 0.1501768428027055, 0.16242530639739497, 0.3459505152389159, 0.1538531544898343, 0.2852438092893825, 0.26962186471651645, 0.15532309809437658, 0.16606731220958273, 0.21674213193326416, 0.30814580723804996, 0.1774239626194577, 0.19352306799381347, 0.18107581517129662, 0.19865944534994834, 0.16826116419369358, 0.29054152338839584, 0.30249170108702605 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15271095612651528, 0.2171954196977285, 0.2230117003154577, 0.24359233539475522, 0.16007418387722494, 0.30180077563561936, 0.21076537755758454, 0.2676119184498296, 0.27255637987536613, 0.11971619377951377, 0.27665663612642494, 0.16562942420344465, 0.16551145708639373, 0.3235336189722241, 0.2343521762887863, 0.2173049667803788, 0.16632477878187812, 0.26179370490810794, 0.24309724541966046, 0.3026601942301529, 0.23890009798243544, 0.2925133815274207, 0.1342615486491465, 0.1918497999059902 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.35014076073889, 23.098631734327093, 16.511565305517433, 19.940125273224304, 23.083418183636216, 29.727330502553077, 17.330988331771696, 15.869294130887951, 16.560432945602155, 18.193898177189066, 19.459243942698564, 19.529613201351797, 17.007132723971903, 23.8287624141207, 16.45125667223504, 18.990050902373206, 19.77655927256125, 20.37340496115112, 18.018930600795983, 25.494041393491557, 18.078737324058697, 20.549594946471764, 17.87181527392992, 26.236307755188392 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.69689033561233, 22.43212003565508, 15.797783470218638, 19.25076587976994, 22.451076281519313, 29.017618924611256, 16.62042596357434, 15.104687030577782, 15.827402962774734, 17.560450250971915, 18.837399571656917, 18.81688523198613, 16.32831899983859, 23.116805285943364, 15.707031228114653, 18.27223564093437, 19.06211875215142, 19.599719664936504, 17.249975182555236, 24.851974844187797, 17.3264776884582, 19.9019126635288, 17.155692346950875, 25.506789092372347 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4470277139332041, "rpss": 0.01225296616687599, "brier_below": 0.22271836941713374, "bss_below": 0.01752953083767317, "brier_above": 0.22430934464883498, "bss_above": 0.006957449506119651, "crps": 20.347136530410324, "crpss": -0.02128862859101255, "crps_fair": 19.64552322203752, "crpss_fair": -0.02894509856699834, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.180596, 0.684219, 0.128381, 0.006805, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.3456, 0.4317, 0.5129, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2746, 0.34, 0.4797, 0.5028, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.165828, 0.697064, 0.131705, 0.005337, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2786, 0.3473, 0.4284, 0.5202, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2791, 0.3522, 0.3889, 0.3023, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45358717959658407, 0.4545088787664522, 0.42956580814512635, 0.4423700959457523, 0.44915143744662167, 0.5110672523632965, 0.4372132966721284, 0.41517286724674557, 0.4387500772429814, 0.4564047821138913, 0.42000814888618415, 0.45865487767635366, 0.43922188302945897, 0.45786182760008715, 0.41288015816850476, 0.4340019807215969, 0.45981110958929367, 0.4514483070064504, 0.43621331302735517, 0.4635682037355014, 0.4312746310663669, 0.4193936721725056, 0.43693011075721255, 0.5359228363941971 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.28966975496512987, 0.21809467998144055, 0.18810824227349449, 0.17493583999575044, 0.2908330163270605, 0.18511920979611585, 0.19810720397016954, 0.15229744201266673, 0.18135353699613455, 0.3321187711003987, 0.1785895819114532, 0.2810331219765754, 0.284334646328737, 0.14796010487346767, 0.18780339318853134, 0.21316922752087458, 0.2871504978044258, 0.20280433299873443, 0.18058841386804012, 0.1720676804065197, 0.20725815397796132, 0.1666508412787597, 0.3032386510901053, 0.35560220909736795 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.163917424440515, 0.23641419955250523, 0.24145756612822156, 0.26743425748651906, 0.1583184206967693, 0.3259480447658505, 0.23910609266896418, 0.2628754260930702, 0.2573965403545495, 0.12428600901456685, 0.2414185667401133, 0.17762175438386543, 0.15488723431595083, 0.30990172474309574, 0.2250767646894918, 0.22083275248943182, 0.1726606111832349, 0.2486439749695971, 0.2556249000220244, 0.2915005250794185, 0.22401647722122553, 0.25274283167188477, 0.13369145953131706, 0.18032062651732836 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.15493364353159, 36.35059663807583, 25.049287269740375, 30.79053788043754, 35.20843338665191, 44.00943089098639, 27.621170762648788, 23.855460778249622, 24.711895053155107, 27.756295377726598, 25.488919651721584, 31.048158505429775, 26.24373770726414, 31.563504133654714, 25.05469578443831, 28.641364638272197, 29.76430671627656, 31.97763260157569, 27.360975953745655, 37.38224288734413, 26.005422535802147, 24.3432562948089, 29.53201907330611, 41.11571600488933 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.170889461110164, 35.36956547672863, 23.955600500788115, 29.72357449405428, 34.192306609762134, 42.96741974114308, 26.540988952642454, 22.70467736917669, 23.60074541677156, 26.805256595023966, 24.537722188690203, 29.975140833938983, 25.21876051390081, 30.485386343759405, 23.946339848335583, 27.561676420316566, 28.707974079434667, 30.831247783463795, 26.228127091579545, 36.40765829553472, 24.8609912463395, 23.326694840065237, 28.39101281922885, 40.03691627197864 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.447707613973777, "rpss": 0.011203617499823126, "brier_below": 0.22412035640582975, "bss_below": 0.011162582929426734, "brier_above": 0.22358725769831297, "bss_above": 0.011244745914653742, "crps": 30.542916423738873, "crpss": -0.016015174541144317, "crps_fair": 29.48111138307365, "crpss_fair": -0.02333292587754099, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.177406, 0.709619, 0.106533, 0.006442, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.278, 0.3442, 0.4291, 0.5131, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3199, 0.331, 0.4985, 0.3828, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.161914, 0.723861, 0.113014, 0.00121, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.279, 0.3468, 0.4253, 0.5248, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.276, 0.35, 0.4144, 0.4996, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49204517762404787, 0.4128016717416981, 0.42293746031016455, 0.4255492039248488, 0.41975139418665575, 0.4284524108714364, 0.44544411314911075, 0.4615517980832446, 0.44159980959508577 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16316762696016174, 0.17962729109755823, 0.22074187514490076, 0.1353468102164038, 0.24150859157522367, 0.22477612651046736, 0.3114956642204179, 0.1656269785889027, 0.1478123626257369 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32887753255098157, 0.23317437797697996, 0.20219558820791086, 0.2902023771948867, 0.17824281313857093, 0.20367628973049162, 0.13394846042489114, 0.295924803060715, 0.2937874351052131 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.101110805742596, 14.553773397022596, 17.14285078437565, 25.474865900740927, 14.861374887174163, 17.391344322928287, 20.291979705770288, 29.65134137648225, 25.071569284979567 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.770422315858916, 14.223751152652065, 16.80068569544221, 25.089674775404667, 14.513629412591559, 17.012905382167965, 19.95031367829493, 29.28566213480121, 24.679431721815792 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4389036710540325, "rpss": 0.04468298537380255, "brier_below": 0.1989003696599748, "bss_below": 0.04195705246922077, "brier_above": 0.24000329748784896, "bss_above": 0.04693034370375604, "crps": 21.171134496135146, "crpss": 0.058633045971152375, "crps_fair": 20.814052918781034, "crpss_fair": 0.04057248087693199, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.347062, 0.6031, 0.049838, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2781, 0.3406, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1764, 0.3309, 0.5656, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.131508, 0.695638, 0.172766, 8.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2852, 0.3465, 0.4287, 0.5026, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2354, 0.4149, 0.5932, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4856095124078658, 0.41704926681823806, 0.43751220670639124, 0.4553053168404161, 0.3949683824041923, 0.42697759192273316, 0.4553517276542516, 0.48721841227578216, 0.4582359728267026 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15118424971372363, 0.18150901069765313, 0.22452475495402757, 0.14834646046451833, 0.2031348718267881, 0.22630918387263724, 0.3476372078181043, 0.2095804081413833, 0.1417803431607403 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3344252434830537, 0.23554025324060487, 0.21298745192507748, 0.3069588387406354, 0.19183351720664704, 0.20066841210159025, 0.10771453584184541, 0.2776379941891447, 0.3164556122841625 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.84683967364781, 22.5822523738454, 26.578079858655336, 37.96772592219588, 21.92436363955654, 26.53139605815327, 32.62485337360668, 43.90765895584852, 38.72943661818577 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34091960254881, 22.083717188719284, 26.075581788063786, 37.4026302810689, 21.40212700216686, 25.974254622773156, 32.09280509591658, 43.36497327433306, 38.156887547632 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4464698210951748, "rpss": 0.0334108038685923, "brier_below": 0.20377849896106398, "bss_below": 0.029269976638404804, "brier_above": 0.2426913176680846, "bss_above": 0.036860506191506826, "crps": 32.29917849707724, "crpss": 0.04599164864252925, "crps_fair": 31.765988489246936, "crpss_fair": 0.02725156978216514, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.297029, 0.663846, 0.039125, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3399, 0.4166, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2146, 0.3136, 0.6269, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.139524, 0.757481, 0.102994, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3439, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2224, 0.4323, 0.6222, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "mvs_r4", "1998": "vs", "1999": "mvs_r4", "2000": "vs", "2001": "mvs_r3", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "mvs_r4", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "mvs_r4", "2016": "mvs_r4" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 1, "mvs_r4": 6, "vs": 17 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4519366656713682, 0.43638590434875524, 0.4306846291545029, 0.4447834320078143, 0.442763906319493, 0.48925845428493603, 0.43189905841902104, 0.4177887601219815, 0.4364301541107251, 0.4656667110013511, 0.4305097908001896, 0.45087323508439237, 0.43572976864637597, 0.478856714976223, 0.4004194890766529, 0.43404709916518613, 0.4744705869114757, 0.4392176668421877, 0.43662031271886514, 0.4837360074335642, 0.4375595431903455, 0.46077454451816147, 0.4253005463990451, 0.4942230143799662 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29915782429506677, 0.21919048499747182, 0.20767292851185776, 0.20119109755651848, 0.28263992371028074, 0.18745768087695525, 0.22120950784686275, 0.1501768428027055, 0.16368880471148525, 0.3459505152389159, 0.1538531544898343, 0.2852438092893825, 0.2701546227671274, 0.15532309809437658, 0.16606731220958273, 0.21674213193326416, 0.30814580723804996, 0.1774239626194577, 0.19352306799381347, 0.18107581517129662, 0.19865944534994834, 0.16826116419369358, 0.2908821005086719, 0.30294453215587874 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.1527788410208672, 0.2171954196977285, 0.2230117003154577, 0.24359233539475522, 0.16012398258705543, 0.30180077563561936, 0.2106895499667639, 0.2676119184498296, 0.27274134983232756, 0.11971619377951377, 0.27665663612642494, 0.16562942420344465, 0.1655751440553736, 0.3235336189722241, 0.2343521762887863, 0.2173049667803788, 0.16632477878187812, 0.26179370490810794, 0.24309724541966046, 0.3026601942301529, 0.23890009798243544, 0.2925133815274207, 0.1344184462867184, 0.1912784819847963 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.403576062672535, 23.098631734327093, 16.511565305517433, 19.940125273224304, 23.150043096577026, 29.727330502553077, 17.37618817727941, 15.869294130887951, 16.54369966295444, 18.193898177189066, 19.459243942698564, 19.529613201351797, 17.049184968862452, 23.8287624141207, 16.45125667223504, 18.990050902373206, 19.77655927256125, 20.37340496115112, 18.018930600795983, 25.494041393491557, 18.078737324058697, 20.549594946471764, 17.95175655141999, 26.28254931354184 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.747481133725287, 22.43212003565508, 15.797783470218638, 19.25076587976994, 22.515542630511987, 29.017618924611256, 16.661807922187037, 15.104687030577782, 15.799664956386245, 17.560450250971915, 18.837399571656917, 18.81688523198613, 16.366331123602095, 23.116805285943364, 15.707031228114653, 18.27223564093437, 19.06211875215142, 19.599719664936504, 17.249975182555236, 24.851974844187797, 17.3264776884582, 19.9019126635288, 17.23409552387961, 25.547994690192937 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44708066648260747, "rpss": 0.012135962853710325, "brier_below": 0.22277648477343745, "bss_below": 0.017273168412235806, "brier_above": 0.22430418184282172, "bss_above": 0.006980305825633026, "crps": 20.360334941179847, "crpss": -0.02195109953940566, "crps_fair": 19.657453305280967, "crpss_fair": -0.029569943247391928 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45385914082790274, 0.4545088787664522, 0.42956580814512635, 0.4423700959457523, 0.44946392909394656, 0.5110672523632965, 0.43730445066322104, 0.41517286724674557, 0.4390578053325712, 0.4564047821138913, 0.42000814888618415, 0.45865487767635366, 0.4392089546323037, 0.45786182760008715, 0.41288015816850476, 0.4340019807215969, 0.45981110958929367, 0.4514483070064504, 0.43621331302735517, 0.4635682037355014, 0.4312746310663669, 0.4193936721725056, 0.4370951070991694, 0.5354351444047142 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.28984269387269057, 0.21809467998144055, 0.18810824227349449, 0.17493583999575044, 0.2910555128251875, 0.18511920979611585, 0.1981469619043431, 0.15229744201266673, 0.18144529838048337, 0.3321187711003987, 0.1785895819114532, 0.2810331219765754, 0.28429795356876847, 0.14796010487346767, 0.18780339318853134, 0.21316922752087458, 0.2871504978044258, 0.20280433299873443, 0.18058841386804012, 0.1720676804065197, 0.20725815397796132, 0.1666508412787597, 0.30331727040625095, 0.35532872767587204 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.1640164467660465, 0.23641419955250523, 0.24145756612822156, 0.26743425748651906, 0.15840841585458185, 0.3259480447658505, 0.23915748872607726, 0.2628754260930702, 0.25761250705714833, 0.12428600901456685, 0.2414185667401133, 0.17762175438386543, 0.15491099869819439, 0.30990172474309574, 0.2250767646894918, 0.22083275248943182, 0.1726606111832349, 0.2486439749695971, 0.2556249000220244, 0.2915005250794185, 0.22401647722122553, 0.25274283167188477, 0.13377783656006437, 0.1801064159540865 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.15493364353159, 36.35059663807583, 25.049287269740375, 30.79053788043754, 35.20843338665191, 44.00943089098639, 27.621170762648788, 23.855460778249622, 24.711895053155107, 27.756295377726598, 25.488919651721584, 31.048158505429775, 26.24373770726414, 31.563504133654714, 25.05469578443831, 28.641364638272197, 29.76430671627656, 31.97763260157569, 27.360975953745655, 37.38224288734413, 26.005422535802147, 24.3432562948089, 29.53201907330611, 41.11571600488933 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.170889461110164, 35.36956547672863, 23.955600500788115, 29.72357449405428, 34.192306609762134, 42.96741974114308, 26.540988952642454, 22.70467736917669, 23.60074541677156, 26.805256595023966, 24.537722188690203, 29.975140833938983, 25.21876051390081, 30.485386343759405, 23.946339848335583, 27.561676420316566, 28.707974079434667, 30.831247783463795, 26.228127091579545, 36.40765829553472, 24.8609912463395, 23.326694840065237, 28.39101281922885, 40.03691627197864 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4477346019285539, "rpss": 0.011144012545112547, "brier_below": 0.2241326647332836, "bss_below": 0.011108277577948966, "brier_above": 0.22360193732709646, "bss_above": 0.011179829155813836, "crps": 30.542916423738873, "crpss": -0.016015174541144317, "crps_fair": 29.48111138307365, "crpss_fair": -0.02333292587754099 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49204517762404787, 0.4128016717416981, 0.42293746031016455, 0.4255492039248488, 0.41975139418665575, 0.4284524108714364, 0.44544411314911075, 0.4615517980832446, 0.44159980959508577 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16316762696016174, 0.17962729109755823, 0.22074187514490076, 0.1353468102164038, 0.24150859157522367, 0.22477612651046736, 0.3114956642204179, 0.1656269785889027, 0.1478123626257369 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32887753255098157, 0.23317437797697996, 0.20219558820791086, 0.2902023771948867, 0.17824281313857093, 0.20367628973049162, 0.13394846042489114, 0.295924803060715, 0.2937874351052131 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.101110805742596, 14.553773397022596, 17.14285078437565, 25.474865900740927, 14.861374887174163, 17.391344322928287, 20.291979705770288, 29.65134137648225, 25.071569284979567 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.770422315858916, 14.223751152652065, 16.80068569544221, 25.089674775404667, 14.513629412591559, 17.012905382167965, 19.95031367829493, 29.28566213480121, 24.679431721815792 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4389036710540325, "rpss": 0.04468298537380255, "brier_below": 0.1989003696599748, "bss_below": 0.04195705246922077, "brier_above": 0.24000329748784896, "bss_above": 0.04693034370375604, "crps": 21.171134496135146, "crpss": 0.058633045971152375, "crps_fair": 20.814052918781034, "crpss_fair": 0.04057248087693199 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4856095124078658, 0.41704926681823806, 0.43751220670639124, 0.4553053168404161, 0.3949683824041923, 0.42697759192273316, 0.4553517276542516, 0.48721841227578216, 0.4582359728267026 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15118424971372363, 0.18150901069765313, 0.22452475495402757, 0.14834646046451833, 0.2031348718267881, 0.22630918387263724, 0.3476372078181043, 0.2095804081413833, 0.1417803431607403 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3344252434830537, 0.23554025324060487, 0.21298745192507748, 0.3069588387406354, 0.19183351720664704, 0.20066841210159025, 0.10771453584184541, 0.2776379941891447, 0.3164556122841625 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.84683967364781, 22.5822523738454, 26.578079858655336, 37.96772592219588, 21.92436363955654, 26.53139605815327, 32.62485337360668, 43.90765895584852, 38.72943661818577 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34091960254881, 22.083717188719284, 26.075581788063786, 37.4026302810689, 21.40212700216686, 25.974254622773156, 32.09280509591658, 43.36497327433306, 38.156887547632 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4464698210951748, "rpss": 0.0334108038685923, "brier_below": 0.20377849896106398, "bss_below": 0.029269976638404804, "brier_above": 0.2426913176680846, "bss_above": 0.036860506191506826, "crps": 32.29917849707724, "crpss": 0.04599164864252925, "crps_fair": 31.765988489246936, "crpss_fair": 0.02725156978216514 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4514079807187304, 0.43638590434875524, 0.4306846291545029, 0.4447834320078143, 0.4433679970538603, 0.48925845428493603, 0.4329766928573817, 0.4177887601219815, 0.4349816857027721, 0.4656667110013511, 0.4305097908001896, 0.45087323508439237, 0.43513332365432494, 0.478856714976223, 0.4004194890766529, 0.43404709916518613, 0.4744705869114757, 0.4392176668421877, 0.43662031271886514, 0.4837360074335642, 0.4375595431903455, 0.46077454451816147, 0.42480307167733977, 0.4943415010959053 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.2986970241547013, 0.21919048499747182, 0.20767292851185776, 0.20119109755651848, 0.28329381310116375, 0.18745768087695525, 0.2222113145988868, 0.1501768428027055, 0.16242530639739497, 0.3459505152389159, 0.1538531544898343, 0.2852438092893825, 0.26962186471651645, 0.15532309809437658, 0.16606731220958273, 0.21674213193326416, 0.30814580723804996, 0.1774239626194577, 0.19352306799381347, 0.18107581517129662, 0.19865944534994834, 0.16826116419369358, 0.29054152338839584, 0.30249170108702605 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15271095612651528, 0.2171954196977285, 0.2230117003154577, 0.24359233539475522, 0.16007418387722494, 0.30180077563561936, 0.21076537755758454, 0.2676119184498296, 0.27255637987536613, 0.11971619377951377, 0.27665663612642494, 0.16562942420344465, 0.16551145708639373, 0.3235336189722241, 0.2343521762887863, 0.2173049667803788, 0.16632477878187812, 0.26179370490810794, 0.24309724541966046, 0.3026601942301529, 0.23890009798243544, 0.2925133815274207, 0.1342615486491465, 0.1918497999059902 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.35014076073889, 23.098631734327093, 16.511565305517433, 19.940125273224304, 23.083418183636216, 29.727330502553077, 17.330988331771696, 15.869294130887951, 16.560432945602155, 18.193898177189066, 19.459243942698564, 19.529613201351797, 17.007132723971903, 23.8287624141207, 16.45125667223504, 18.990050902373206, 19.77655927256125, 20.37340496115112, 18.018930600795983, 25.494041393491557, 18.078737324058697, 20.549594946471764, 17.87181527392992, 26.236307755188392 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.69689033561233, 22.43212003565508, 15.797783470218638, 19.25076587976994, 22.451076281519313, 29.017618924611256, 16.62042596357434, 15.104687030577782, 15.827402962774734, 17.560450250971915, 18.837399571656917, 18.81688523198613, 16.32831899983859, 23.116805285943364, 15.707031228114653, 18.27223564093437, 19.06211875215142, 19.599719664936504, 17.249975182555236, 24.851974844187797, 17.3264776884582, 19.9019126635288, 17.155692346950875, 25.506789092372347 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4470277139332041, "rpss": 0.01225296616687599, "brier_below": 0.22271836941713374, "bss_below": 0.01752953083767317, "brier_above": 0.22430934464883498, "bss_above": 0.006957449506119651, "crps": 20.347136530410324, "crpss": -0.02128862859101255, "crps_fair": 19.64552322203752, "crpss_fair": -0.02894509856699834 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45358717959658407, 0.4545088787664522, 0.42956580814512635, 0.4423700959457523, 0.44915143744662167, 0.5110672523632965, 0.4372132966721284, 0.41517286724674557, 0.4387500772429814, 0.4564047821138913, 0.42000814888618415, 0.45865487767635366, 0.43922188302945897, 0.45786182760008715, 0.41288015816850476, 0.4340019807215969, 0.45981110958929367, 0.4514483070064504, 0.43621331302735517, 0.4635682037355014, 0.4312746310663669, 0.4193936721725056, 0.43693011075721255, 0.5359228363941971 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.28966975496512987, 0.21809467998144055, 0.18810824227349449, 0.17493583999575044, 0.2908330163270605, 0.18511920979611585, 0.19810720397016954, 0.15229744201266673, 0.18135353699613455, 0.3321187711003987, 0.1785895819114532, 0.2810331219765754, 0.284334646328737, 0.14796010487346767, 0.18780339318853134, 0.21316922752087458, 0.2871504978044258, 0.20280433299873443, 0.18058841386804012, 0.1720676804065197, 0.20725815397796132, 0.1666508412787597, 0.3032386510901053, 0.35560220909736795 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.163917424440515, 0.23641419955250523, 0.24145756612822156, 0.26743425748651906, 0.1583184206967693, 0.3259480447658505, 0.23910609266896418, 0.2628754260930702, 0.2573965403545495, 0.12428600901456685, 0.2414185667401133, 0.17762175438386543, 0.15488723431595083, 0.30990172474309574, 0.2250767646894918, 0.22083275248943182, 0.1726606111832349, 0.2486439749695971, 0.2556249000220244, 0.2915005250794185, 0.22401647722122553, 0.25274283167188477, 0.13369145953131706, 0.18032062651732836 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.15493364353159, 36.35059663807583, 25.049287269740375, 30.79053788043754, 35.20843338665191, 44.00943089098639, 27.621170762648788, 23.855460778249622, 24.711895053155107, 27.756295377726598, 25.488919651721584, 31.048158505429775, 26.24373770726414, 31.563504133654714, 25.05469578443831, 28.641364638272197, 29.76430671627656, 31.97763260157569, 27.360975953745655, 37.38224288734413, 26.005422535802147, 24.3432562948089, 29.53201907330611, 41.11571600488933 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.170889461110164, 35.36956547672863, 23.955600500788115, 29.72357449405428, 34.192306609762134, 42.96741974114308, 26.540988952642454, 22.70467736917669, 23.60074541677156, 26.805256595023966, 24.537722188690203, 29.975140833938983, 25.21876051390081, 30.485386343759405, 23.946339848335583, 27.561676420316566, 28.707974079434667, 30.831247783463795, 26.228127091579545, 36.40765829553472, 24.8609912463395, 23.326694840065237, 28.39101281922885, 40.03691627197864 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.447707613973777, "rpss": 0.011203617499823126, "brier_below": 0.22412035640582975, "bss_below": 0.011162582929426734, "brier_above": 0.22358725769831297, "bss_above": 0.011244745914653742, "crps": 30.542916423738873, "crpss": -0.016015174541144317, "crps_fair": 29.48111138307365, "crpss_fair": -0.02333292587754099 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49204517762404787, 0.4128016717416981, 0.42293746031016455, 0.4255492039248488, 0.41975139418665575, 0.4284524108714364, 0.44544411314911075, 0.4615517980832446, 0.44159980959508577 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16316762696016174, 0.17962729109755823, 0.22074187514490076, 0.1353468102164038, 0.24150859157522367, 0.22477612651046736, 0.3114956642204179, 0.1656269785889027, 0.1478123626257369 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32887753255098157, 0.23317437797697996, 0.20219558820791086, 0.2902023771948867, 0.17824281313857093, 0.20367628973049162, 0.13394846042489114, 0.295924803060715, 0.2937874351052131 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.101110805742596, 14.553773397022596, 17.14285078437565, 25.474865900740927, 14.861374887174163, 17.391344322928287, 20.291979705770288, 29.65134137648225, 25.071569284979567 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.770422315858916, 14.223751152652065, 16.80068569544221, 25.089674775404667, 14.513629412591559, 17.012905382167965, 19.95031367829493, 29.28566213480121, 24.679431721815792 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4389036710540325, "rpss": 0.04468298537380255, "brier_below": 0.1989003696599748, "bss_below": 0.04195705246922077, "brier_above": 0.24000329748784896, "bss_above": 0.04693034370375604, "crps": 21.171134496135146, "crpss": 0.058633045971152375, "crps_fair": 20.814052918781034, "crpss_fair": 0.04057248087693199 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4856095124078658, 0.41704926681823806, 0.43751220670639124, 0.4553053168404161, 0.3949683824041923, 0.42697759192273316, 0.4553517276542516, 0.48721841227578216, 0.4582359728267026 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15118424971372363, 0.18150901069765313, 0.22452475495402757, 0.14834646046451833, 0.2031348718267881, 0.22630918387263724, 0.3476372078181043, 0.2095804081413833, 0.1417803431607403 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3344252434830537, 0.23554025324060487, 0.21298745192507748, 0.3069588387406354, 0.19183351720664704, 0.20066841210159025, 0.10771453584184541, 0.2776379941891447, 0.3164556122841625 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.84683967364781, 22.5822523738454, 26.578079858655336, 37.96772592219588, 21.92436363955654, 26.53139605815327, 32.62485337360668, 43.90765895584852, 38.72943661818577 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34091960254881, 22.083717188719284, 26.075581788063786, 37.4026302810689, 21.40212700216686, 25.974254622773156, 32.09280509591658, 43.36497327433306, 38.156887547632 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4464698210951748, "rpss": 0.0334108038685923, "brier_below": 0.20377849896106398, "bss_below": 0.029269976638404804, "brier_above": 0.2426913176680846, "bss_above": 0.036860506191506826, "crps": 32.29917849707724, "crpss": 0.04599164864252925, "crps_fair": 31.765988489246936, "crpss_fair": 0.02725156978216514 } } } } }, "Sep": { "tag": "init05_Sep", "methods": { "mvs": { "lambda_": { "training_mean": 0.7404091341753162, "training": [ 0.7023362094179623, 0.7383657344446851, 0.7468332918460837, 0.7389922332821981, 0.8032587141695247, 0.7473722097145156, 0.761973853400007, 0.7413357784765605, 0.7385337327308461, 0.7176313950184113, 0.7783015195834502, 0.720844203388021, 0.7371337620737547, 0.7542089606701564, 0.7424359814422637, 0.7513709818560276, 0.7500686243239368, 0.741993016253492, 0.7352631762661697, 0.7197724954124435, 0.7382443190523447, 0.720852658166895, 0.6839412363731845, 0.7587551328446561 ], "test": 0.7702543524081173 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4819159174899113, 0.48136388761744103, 0.4503873342969238, 0.4381205168043661, 0.42328697170514645, 0.4642956630831121, 0.43383278930391234, 0.4292510416407498, 0.4476852569351838, 0.4924969422750912, 0.43948052033712715, 0.418932482161195, 0.43342053184598484, 0.4345527105056248, 0.464741139232986, 0.41936670996740777, 0.4672966339765093, 0.4189625934591914, 0.4186189073303443, 0.5014724221767444, 0.46054129327431836, 0.4676124244491803, 0.4854655844788357, 0.4593256697021098 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2560342798873104, 0.22263905534712408, 0.260072344652079, 0.23034283827265412, 0.23737368713722742, 0.2213788833744599, 0.24018468827092834, 0.23542484814015488, 0.23452315127261195, 0.24192370434166127, 0.2360763505674896, 0.20636086512926963, 0.21142019289710304, 0.1734282156515038, 0.12701759021203463, 0.2024222425064098, 0.2914129023474814, 0.17514001179564562, 0.1750938474054106, 0.19307684047958296, 0.2549953354334464, 0.21350074638007088, 0.24708196194397644, 0.315116979765432 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2258816373922448, 0.2587248318136229, 0.19031498917302625, 0.20777767824848764, 0.18591328508839508, 0.24291678047588772, 0.19364810085105996, 0.19382619337153545, 0.21316210540258634, 0.2505732370312873, 0.2034041700900256, 0.2125716167726434, 0.22200033798079885, 0.26112449490699774, 0.33772354971306096, 0.21694446729245517, 0.1758837305541459, 0.24382258156985132, 0.24352505969803798, 0.30839558286287666, 0.2055459571004363, 0.254111677867156, 0.23838362299753343, 0.14420868993333893 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.891928895158127, 26.186887762971327, 16.17810178585064, 17.061067985618635, 16.812200452648696, 20.847885347668495, 17.287479477612735, 16.312564285040075, 19.05420218361003, 22.392868290529943, 14.998207098482117, 14.376669655085879, 14.767688611021832, 15.416410686787351, 30.82282646329392, 14.91644504911769, 26.660335191170848, 14.85259387086449, 15.21656616196584, 28.127972147755028, 16.446917320262358, 18.88171372610358, 22.105901066397504, 20.5970402012343 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.21576337134308, 25.533645160057937, 15.600279101369743, 16.421121424943028, 16.213524988057824, 20.146639896436728, 16.587256164914592, 15.703434669059535, 18.421620892268436, 21.73518757072886, 14.353673495584053, 13.781583563388986, 14.100875676833807, 14.759968004946463, 30.31496819864127, 14.253299773940883, 26.00812727858603, 14.172750084303306, 14.463205239210852, 27.482988417763586, 15.732185247691572, 18.201815251054743, 21.479894125832878, 20.002338157968303 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45135108100205823, "rpss": 0.003084595168105664, "brier_below": 0.22508506513379448, "bss_below": 0.004922067165685218, "brier_above": 0.22626601575781216, "bss_above": 0.0012499686427386303, "crps": 19.34218640484381, "crpss": -0.06020762803323354, "crps_fair": 18.695256073121936, "crpss_fair": -0.0693015197690996, "reliability": { "below": { "weight": [ 2.8e-05, 0.003381, 0.109569, 0.734997, 0.152024, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0834, 0.1664, 0.2834, 0.3455, 0.4248, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0666, 0.2862, 0.3505, 0.3783, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116672, 0.789568, 0.093025, 0.000736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3471, 0.4263, 0.5067, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.3397, 0.4029, 0.0767, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4969424284504254, 0.49963930640254045, 0.44681403062683966, 0.42361287115788043, 0.4220109907944633, 0.45129483518924024, 0.4404393955367874, 0.43711762549683253, 0.47785902442608696, 0.4505050818776293, 0.4365856586951716, 0.4143184861570603, 0.4026582959248561, 0.4159390703202349, 0.4421739782099623, 0.4126169968649806, 0.5202630884376802, 0.43336291144236727, 0.42347341908827973, 0.4895838655813291, 0.4574561169039854, 0.4840590730397308, 0.472277175234177, 0.46226028767940297 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22271183736814262, 0.25783043348534646, 0.26008944842595627, 0.21222954892699517, 0.2744401296823451, 0.16275783725999235, 0.2130696351087839, 0.22295709987589302, 0.3064389941354312, 0.29436439682530463, 0.16551081477977156, 0.2154715923865362, 0.20640144175659678, 0.18502901297327742, 0.11789687311287386, 0.1861484158619063, 0.38662325996239116, 0.1634949706897789, 0.17939963647067525, 0.202051837419966, 0.27765401982011684, 0.17404958647063992, 0.2139387788958779, 0.2907119041608287 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27423059059886845, 0.24180887249782906, 0.18672458149049692, 0.2113833217541564, 0.1475708618597888, 0.28853699931157545, 0.22736976016132154, 0.2141605256074551, 0.17142002902547535, 0.15614068447453133, 0.2710748442993757, 0.1988468936037888, 0.196256853257961, 0.23091005686880153, 0.3242771057906587, 0.22646858129165745, 0.13363982692155302, 0.2698679417092277, 0.24407378210148944, 0.28753202886871165, 0.17980209587196916, 0.31000948767920317, 0.2583383963756829, 0.17154838310714163 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.97547437075737, 34.88298867088048, 22.558051504436413, 23.812032131116073, 22.540287452727146, 28.120977505728646, 25.554058865367374, 23.14831995413755, 26.87686869035176, 22.082276493786186, 22.279873538412048, 18.85597117320575, 18.080481863874073, 19.310342309791615, 31.468842256596766, 20.04708924420364, 39.980782916607524, 20.69961159506708, 19.805450642067985, 32.59756048355318, 22.600844112358605, 27.22683544160429, 30.65463986377428, 27.463197609619414 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.10840236206661, 34.05205387667296, 21.808656195588167, 22.948800658657348, 21.766930173680624, 27.202270697326657, 24.63164689094471, 22.327992420497235, 26.029292296472896, 21.15352827777822, 21.416627449387093, 18.017274223622287, 17.229366965416844, 18.450400218917093, 30.78612267996504, 19.15113329052156, 39.14200009578427, 19.806590974256583, 18.815778996048227, 31.748917055623775, 21.695719551728722, 26.35803373962536, 29.87443483159308, 26.643667032798465 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4505526672307476, "rpss": 0.005925689892617658, "brier_below": 0.22463631274397614, "bss_below": 0.007877550726191562, "brier_above": 0.22591635435536336, "bss_above": 0.00397725908162283, "crps": 25.65095244541772, "crpss": -0.05117263931733307, "crps_fair": 24.79856837312391, "crpss_fair": -0.0604264898238116, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.10711, 0.766662, 0.126228, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3433, 0.4247, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2571, 0.3496, 0.403, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126639, 0.797638, 0.075723, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3479, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3728, 0.3336, 0.4552, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4917344975348132, 0.4816076138850708, 0.472498755128013, 0.48494458948075714, 0.45615105928197136, 0.41715626022004526, 0.4517056774803668, 0.4340347565908641, 0.43009184351036367 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.14134153846052716, 0.22240281931203645, 0.16980379469253876, 0.16120060716247836, 0.17387870455351884, 0.19211444690960772, 0.16370426311581376, 0.2559573622364796, 0.1737904344807195 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3503929368895814, 0.25920478749978093, 0.30269494760681626, 0.3237439653699289, 0.2822723433749384, 0.2250418121200374, 0.2880014027673518, 0.1780774036794295, 0.2563014011592709 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.569473847524904, 16.975229687700303, 29.51899910349115, 22.011390810859513, 16.7762467010045, 14.746958824090363, 24.435033841207613, 15.38603370833003, 15.454897034398591 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19898802124406, 16.666596097436894, 29.209538306087687, 21.702960476832107, 16.47673853021072, 14.393622540722511, 24.066686144802063, 15.023565699207259, 15.088907073037387 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45776945034580724, "rpss": 0.008326801640362258, "brier_below": 0.18379933010263558, "bss_below": 0.008567752494728187, "brier_above": 0.27397011116301506, "bss_above": 0.008165086879394767, "crps": 20.430473728734107, "crpss": -0.0337463815690342, "crps_fair": 20.091955876620077, "crpss_fair": -0.05552462598690955, "reliability": { "below": { "weight": [ 0.0, 0.004432, 0.13232, 0.798299, 0.064949, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2869, 0.3409, 0.4192, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0679, 0.1386, 0.2227, 0.4222, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114894, 0.850108, 0.034997, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3429, 0.4135, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5072, 0.4912, 0.5524, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49914276553503667, 0.4746379673539304, 0.5033113351903056, 0.45867482224602957, 0.4487295310547934, 0.42063189886301866, 0.45729520598812234, 0.4399839477604627, 0.4241189791719111 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12414413984760342, 0.25307432404963365, 0.15212645364247657, 0.1599063674843907, 0.1563889496155645, 0.16042099659927225, 0.16834943663121407, 0.2588994984303211, 0.11341872838771842 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3749985982964021, 0.22156364264692513, 0.3511848603214054, 0.2987684419502552, 0.2923405684399772, 0.26021089501188305, 0.2889457571966691, 0.1810844588903356, 0.3107002330245148 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.145767907179284, 21.74026107554628, 45.40164050009548, 26.987927686702623, 21.588260379645874, 19.644565392604832, 32.687149771962844, 21.662946121490346, 21.152562696761542 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.67743944515673, 21.323004476407398, 45.006218687963106, 26.572043458137408, 21.189358977156896, 19.166439594576644, 32.231318213692376, 21.18467472436449, 20.665311804499144 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4585029392404011, "rpss": 0.006186466097885979, "brier_below": 0.17185876607646605, "bss_below": 0.0012887943172554817, "brier_above": 0.28664416175315194, "bss_above": 0.009099918631609638, "crps": 27.890120170221014, "crpss": -0.02347491218182096, "crps_fair": 27.446201042439355, "crpss_fair": -0.04453400130448526, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.122015, 0.862096, 0.015889, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2901, 0.3383, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1162, 0.1937, 0.1084, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.103852, 0.872263, 0.023885, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3438, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.539, 0.5326, 0.584, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.7323566290091793, "training": [ 0.6937837608284976, 0.7300875092704562, 0.7396100324820131, 0.7309713397729267, 0.795159223155672, 0.7405786524076611, 0.7535150141266562, 0.7325679074993303, 0.7305375064083851, 0.7094643807464717, 0.7712041862745591, 0.7110509647736678, 0.7294060575466864, 0.7467698477710775, 0.7343295124676714, 0.7454562857687089, 0.7415803797139862, 0.7367126018880585, 0.7244072814682858, 0.7090346812630757, 0.7301616853677587, 0.7141686835069971, 0.6737977418420461, 0.7522038598696543 ], "test": 0.7600329815639891 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4836362949131857, 0.48043989709315776, 0.4510912676168757, 0.43950748138358714, 0.4216861481306146, 0.46511935428577955, 0.4349512567285475, 0.42878408401694623, 0.4471969979649815, 0.4912407528305267, 0.4402350245315524, 0.41810168329093905, 0.4329477187331146, 0.43255217362787657, 0.46236355742249025, 0.4197885284058701, 0.46730110849158507, 0.41805964118165645, 0.4179364802726225, 0.5011235998465862, 0.46032713607172404, 0.46858575779858047, 0.48740405804965126, 0.4604396274448625 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25686931756603915, 0.22193955600057508, 0.2608817366670874, 0.23159725398059564, 0.2364610670023825, 0.22194950256127566, 0.24137176606040536, 0.23501578805468917, 0.23389681898377265, 0.24064427513277772, 0.23705307208132226, 0.20569849001306537, 0.21117972358247988, 0.17209760256978568, 0.12487647115699466, 0.20254608018586964, 0.29148883515262414, 0.17438934810475964, 0.17449310158623363, 0.19277413723393366, 0.254931859422077, 0.21402727781471556, 0.24799420912735123, 0.3162451276428517 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2267669771762535, 0.2585003405560468, 0.19020953035072533, 0.20791022695195402, 0.18522508164346735, 0.24316985243436876, 0.19357949044592876, 0.1937682957729572, 0.21330017866401857, 0.25059647699561977, 0.20318195270817857, 0.21240319301617835, 0.22176799412036763, 0.26045457109842185, 0.3374870871220216, 0.21724244802368442, 0.17581227227277926, 0.2436702930052828, 0.24344337843353012, 0.30834946395101104, 0.20539527582392605, 0.2545584796613467, 0.2394098493752618, 0.14419449976273624 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.83796161570832, 26.185196023958866, 16.164906636267965, 17.022993783008392, 16.810100925012563, 20.85039718323926, 17.219916709605865, 16.268299844331104, 19.020946694526625, 22.34159352709336, 14.959930376813944, 14.331715844779007, 14.748492327091828, 15.413295978538764, 30.796681909824393, 14.87218474953842, 26.703746892475277, 14.805704224589265, 15.193667949346858, 28.232947413158854, 16.404763001626016, 18.835908965820753, 22.03959609140266, 20.54697710274882 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.16667504452747, 25.537479803639787, 15.591551166118158, 16.388542518143986, 16.21653530889477, 20.15468995831388, 16.52429531975152, 15.6640695244556, 18.393427117171527, 21.68865831195884, 14.320406677791816, 13.740495749676441, 14.088130465155906, 14.762402606569754, 30.29401991759344, 14.214468905896886, 26.057531813999592, 14.131011899639626, 14.445859894489473, 27.595731745976565, 15.695127878860474, 18.16076793608788, 21.41951173302277, 19.95555095321507 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4512841512555547, "rpss": 0.003232425312176046, "brier_below": 0.22501760073681934, "bss_below": 0.005220320328959471, "brier_above": 0.22626655039025279, "bss_above": 0.0012476087471747777, "crps": 19.316996907104464, "crpss": -0.05882691040955823, "crps_fair": 18.6752892604563, "crpss_fair": -0.06815948977791875, "reliability": { "below": { "weight": [ 2.8e-05, 0.003522, 0.13066, 0.71839, 0.1474, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0847, 0.1655, 0.2837, 0.3453, 0.4247, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.064, 0.2806, 0.3551, 0.371, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.12427, 0.770222, 0.104631, 0.000877, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.3468, 0.426, 0.5117, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3561, 0.3372, 0.4092, 0.0965, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4981790350189276, 0.5002227409922797, 0.4468215367276073, 0.4236812105769197, 0.4203189489586174, 0.450855485773487, 0.44030877134875857, 0.4368849093625291, 0.4782987184023, 0.44952205358225716, 0.4361849106574949, 0.41415346622115506, 0.4025423822150185, 0.41520150053662025, 0.4409933748022044, 0.41269573382610436, 0.5210319381586288, 0.4330405263703351, 0.42309093546549165, 0.49111947195598277, 0.4573508309203418, 0.4845961468158519, 0.4735570980686395, 0.4624366870925387 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22341977153980708, 0.2580051908590631, 0.2601839077831089, 0.2123464208276931, 0.2733968020169705, 0.16218207524889378, 0.21303581494903243, 0.2228974907296872, 0.30671711801930457, 0.2937073972721275, 0.16523599915730522, 0.2155363644877198, 0.2064179138598414, 0.18456641729402704, 0.11716993966585913, 0.18597191996902235, 0.3874005393433664, 0.16319474566368514, 0.17938016945311466, 0.2030677578839193, 0.27760933037918123, 0.17411160401424344, 0.21475488596451572, 0.2908860466214397 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27475926297634296, 0.24221754974486676, 0.18663762820044216, 0.2113347892406099, 0.14692214770564194, 0.28867341194405244, 0.22727295621257, 0.21398741860852355, 0.17158159908911966, 0.15581465572128747, 0.27094891187529135, 0.19861710154672932, 0.19612446742410058, 0.2306350827631523, 0.3238234358138059, 0.22672381417788506, 0.1336313972027153, 0.26984578171229745, 0.2437107654680556, 0.28805171482257264, 0.17974149926699634, 0.3104845439473905, 0.25880221207918747, 0.17155064005434523 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.954670385647745, 34.85112747941893, 22.551525061748233, 23.79760930379362, 22.557096971002565, 28.17029023216297, 25.54244231529366, 23.134593990217756, 26.870825623231486, 22.075695114588402, 22.266486139836772, 18.88983705713635, 18.07852634717808, 19.30951987463611, 31.478234521231627, 20.028187756443707, 40.04342078130816, 20.69252261644511, 19.810310824095936, 32.639124452320885, 22.598448470294844, 27.19897408876228, 30.656453897474282, 27.449234542341674 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.089197464677355, 34.02189792081446, 21.803843325350332, 22.93634518824062, 21.785253648938543, 27.254909663133724, 24.621860720867968, 22.31620902702345, 26.02553340076723, 21.148998097998657, 21.405183111277523, 18.053435743456472, 17.229663122637845, 18.451643205821597, 30.797849941032364, 19.134335540277863, 39.20717248397248, 19.801844780956646, 18.822709244197533, 31.792933737764567, 21.69513132157844, 26.331667822275797, 29.877993278040368, 26.63169448625272 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.45054535057708717, "rpss": 0.005941832949731274, "brier_below": 0.22463315095845537, "bss_below": 0.007891514979595726, "brier_above": 0.22591219948324923, "bss_above": 0.0039955771317838895, "crps": 25.651881576942134, "crpss": -0.05121071500434193, "crps_fair": 24.801554428223103, "crpss_fair": -0.06055417832097043, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.12317, 0.745152, 0.131679, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3434, 0.4256, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2665, 0.3508, 0.3966, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.134918, 0.777708, 0.087375, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2844, 0.3474, 0.4208, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3714, 0.3316, 0.4551, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4910790615519128, 0.4804009478167562, 0.472859859029556, 0.4850149090907689, 0.456484605328412, 0.4168547678019585, 0.4515554385615366, 0.4347918885602304, 0.42971642493548545 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.1406038658507802, 0.22130043143898992, 0.1697938109094946, 0.16092424388013932, 0.17410083591773437, 0.19199104335257888, 0.16363910108436847, 0.25662914298331757, 0.17372764719328243 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3504751736427554, 0.2591005093165638, 0.3030660353119827, 0.32409064821601824, 0.2823837580839181, 0.22486372332080024, 0.28791632589900534, 0.17816275491703285, 0.25598876988863717 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.564110359970588, 16.95068211822695, 29.474214053118658, 21.955634504655805, 16.749473716920985, 14.69315510510989, 24.38297897027306, 15.356679807452837, 15.427249226112249 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19662899592354, 16.64424806548756, 29.167560953659173, 21.649025381997312, 16.45216477377216, 14.342293905031008, 24.019024335956683, 14.997066668071717, 15.063787107642383 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4576397669640685, "rpss": 0.008607736800727017, "brier_below": 0.183634458067854, "bss_below": 0.009457088989605511, "brier_above": 0.27400529984407934, "bss_above": 0.008037695748011608, "crps": 20.39490865131567, "crpss": -0.03194685060466784, "crps_fair": 20.05908890972684, "crpss_fair": -0.05379797014761034, "reliability": { "below": { "weight": [ 0.0, 0.004507, 0.136613, 0.800069, 0.05881, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1698, 0.285, 0.3404, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0834, 0.1403, 0.2266, 0.3905, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116209, 0.837608, 0.046183, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2884, 0.3427, 0.4137, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5136, 0.4903, 0.5371, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4987806450689004, 0.4747297167188115, 0.5044374202346754, 0.4591497134923566, 0.4482809727951766, 0.4197470023136541, 0.45788828495930006, 0.44046671259610815, 0.42279330911020907 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12392051817135993, 0.25286711024096986, 0.1526181782401899, 0.1600871438097269, 0.15611095226293573, 0.15998578292348373, 0.1687388135859828, 0.2591317334972094, 0.11286654501422076 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3748600995741039, 0.22186260581597594, 0.35181922072943816, 0.29906255684176586, 0.29217000757017875, 0.2597612122115701, 0.28914945915012386, 0.18133498868024522, 0.3099267463862701 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.169635290676034, 21.7513802894282, 45.391600429830895, 26.999936436000525, 21.595439829197073, 19.6347458618004, 32.67595976224939, 21.65791929006549, 21.17832093009953 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.70220543083657, 21.33499708505163, 44.997075697038944, 26.585196009729167, 21.19755543307648, 19.158055395339442, 32.221115876594155, 21.180827166976126, 20.692375130209452 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4584748641432435, "rpss": 0.006247319386126771, "brier_below": 0.17181408641623103, "bss_below": 0.0015484382002038943, "brier_above": 0.2866607663288524, "bss_above": 0.009042518280902856, "crps": 27.894993124371947, "crpss": -0.023653733437923652, "crps_fair": 27.452155913872442, "crpss_fair": -0.044760628868556473, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.122952, 0.858382, 0.018667, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2883, 0.3381, 0.4104, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1186, 0.1936, 0.1136, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.105969, 0.859841, 0.03419, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.289, 0.3435, 0.4106, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5395, 0.5319, 0.5841, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.7284422232830147, "training": [ 0.689760923085825, 0.7257370627589157, 0.7363603464291296, 0.7263313534553464, 0.7912670050127706, 0.7371788408457924, 0.7492192934760986, 0.7281516835353247, 0.7252015316264467, 0.7058496326691336, 0.7677652285995343, 0.7084579640480322, 0.7270290834267787, 0.7425272503802044, 0.731882497227686, 0.7421679357429816, 0.7363646959067752, 0.7332131614387782, 0.7193353006814749, 0.705181148026294, 0.7247893570272633, 0.710611230150001, 0.6692763600349197, 0.7489544732068446 ], "test": 0.754896396027652 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4844644514745154, 0.48013407742160114, 0.4509965155756325, 0.439771701418002, 0.42096827251253294, 0.46533527149563364, 0.43517181088184453, 0.4286674686134634, 0.44735022322490814, 0.4907723006945914, 0.4405243527675044, 0.41756411077789996, 0.43264912890016755, 0.43182712997139566, 0.4614541876974531, 0.41993555356017515, 0.4671659731713538, 0.4176736952841454, 0.41739373924501916, 0.5006921948524268, 0.4602130445138924, 0.46912584791780243, 0.488260516969761, 0.4608486508283425 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2572863294624929, 0.2216996325326138, 0.2608542596758872, 0.23177418131886698, 0.23605638647810756, 0.22211049072472572, 0.24170817200941952, 0.23494810422650017, 0.23394858742739424, 0.24013959222522516, 0.23744639884239818, 0.20525789654468468, 0.21105697157359765, 0.17165811310309492, 0.12415223277015347, 0.20257867836168847, 0.29140289878425274, 0.17414450143308755, 0.1739898608018764, 0.19235885106382244, 0.2547899328030229, 0.2143169067311439, 0.24838754935498508, 0.31667912188114206 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2271781218620971, 0.2584344443333795, 0.19014225532409462, 0.2079975196456951, 0.1849118865466622, 0.24322478148674492, 0.19346363862466434, 0.1937193642204095, 0.2134016355217589, 0.2506327077700406, 0.2030779541651158, 0.2123062139043232, 0.22159215630416695, 0.2601690170031306, 0.3373019558070756, 0.2173568749640797, 0.17576307333681998, 0.24352919377874332, 0.24340387820876205, 0.30833334515387656, 0.20542311095145804, 0.2548089408843694, 0.23987296809439923, 0.14416952889264087 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.830607485155845, 26.187542845331862, 16.161213955616475, 17.013890527311755, 16.816103229725744, 20.84549778470316, 17.20579420820432, 16.25871006383922, 19.014588777175085, 22.327906279722686, 14.953620534812826, 14.314288658824372, 14.745431071077459, 15.414504488585523, 30.789689538894827, 14.864442756482337, 26.70722323338298, 14.795211133974915, 15.186846861438985, 28.265274371614918, 16.394091548060164, 18.82553934965744, 22.024222078237255, 20.53896690560941 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.160379464672868, 25.541124351919493, 15.588736256974922, 16.38061472536444, 16.22366015428198, 20.15078502022254, 16.51105165281212, 15.655480292136222, 18.388005428201662, 21.676016418896076, 14.31513947211508, 13.723849580115424, 14.086481094900526, 14.76478085000012, 30.287944148986504, 14.20781261432777, 26.06225187131497, 14.121510827453864, 14.440136941747847, 27.629962878859487, 15.685589911763621, 18.151530628687212, 21.405396182070007, 19.94818508478958 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4512066758237527, "rpss": 0.0034035480915609595, "brier_below": 0.224947735422091, "bss_below": 0.005529187702791427, "brier_above": 0.22625894028268786, "bss_above": 0.0012812001601125722, "crps": 19.31171698697665, "crpss": -0.058537500956161725, "crps_fair": 18.671101077192265, "crpss_fair": -0.06791994073340257, "reliability": { "below": { "weight": [ 2.8e-05, 0.003606, 0.136282, 0.714693, 0.145391, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0853, 0.1655, 0.2831, 0.3452, 0.4249, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0625, 0.2851, 0.3544, 0.3735, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126439, 0.760358, 0.110657, 0.002546, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3465, 0.4244, 0.5057, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3509, 0.3383, 0.405, 0.1553, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49871991398789506, 0.5006261935716543, 0.4468054361192032, 0.4237230490315012, 0.419480876858609, 0.4507396901339507, 0.44020481347119766, 0.4368680592559837, 0.47857082737833767, 0.4491535032831789, 0.43606319269073024, 0.41412506649972447, 0.4025426583494459, 0.41492922950468303, 0.44062266802860767, 0.41270221077368013, 0.5212941241424378, 0.43291801948749303, 0.4228304216211146, 0.49145341002300974, 0.4573640868450206, 0.48496527870590195, 0.4740308149602463, 0.46264107429742485 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22371418545733562, 0.25819429603056143, 0.2601919171934978, 0.2123780016508613, 0.27285243427294636, 0.1620965335011979, 0.21303912537150174, 0.2229311843095684, 0.30689027218180137, 0.2934392161749507, 0.16517129514678902, 0.21554611016289432, 0.2064007138251191, 0.18440792726227562, 0.11696940246976753, 0.18589850459113783, 0.38758599083171436, 0.16312561474067877, 0.1792669345316192, 0.2032030050555906, 0.27761254301257726, 0.17426679457040145, 0.21505532262061003, 0.2910352244243689 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2750057280183929, 0.24243189714679286, 0.18661351817308103, 0.2113450468633602, 0.14662844335506206, 0.28864315807146446, 0.22716568791436575, 0.2139368749219633, 0.17168055387646494, 0.15571428652563432, 0.2708918979252157, 0.1985789561486419, 0.19614194359122494, 0.23052130176560304, 0.32365326623519913, 0.2268037065086707, 0.13370813166514806, 0.269792405765387, 0.24356348653944349, 0.28825040572845795, 0.17975154253002176, 0.31069848529576555, 0.2589754923137186, 0.17160584945479967 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.954178879954924, 34.85030288443952, 22.551198654431946, 23.797158996711374, 22.556272326543827, 28.174577357098336, 25.542693236968443, 23.134234232498898, 26.870865167234363, 22.075218580310818, 22.26606943673343, 18.891613659708426, 18.07810198409304, 19.30972311738335, 31.477777899320152, 20.028288169911747, 40.045671526388126, 20.69239013621759, 19.811444895224152, 32.640300591039235, 22.598036320303883, 27.198318591245418, 30.6567067850046, 27.448832250184847 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.08873265248489, 34.0210933980408, 21.803547280024443, 22.935933966598867, 21.784460460000282, 27.259364714137835, 24.622151235077613, 22.3158880678489, 26.025618572571936, 21.14857150571757, 21.404797683075344, 18.055271187090852, 17.229281538395142, 18.451891458733137, 30.79743721643645, 19.134497434847987, 39.20948628390938, 19.80176058561751, 18.823925392305398, 31.79416956501621, 21.694764620248634, 26.33103881572314, 29.87829777731746, 26.631333987393155 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.45055727579254307, "rpss": 0.00591552181855981, "brier_below": 0.2246363562245736, "bss_below": 0.007877358691002256, "brier_above": 0.22592091943057832, "bss_above": 0.003957132523096041, "crps": 25.652082319956268, "crpss": -0.05121894142651651, "crps_fair": 24.801804808275538, "crpss_fair": -0.06056488497290835, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.12938, 0.737206, 0.133414, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2865, 0.3435, 0.4264, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2704, 0.3505, 0.3978, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.135473, 0.770718, 0.093809, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2835, 0.347, 0.4204, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3703, 0.3318, 0.4458, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4907456320634948, 0.48004006780174485, 0.4729543169564464, 0.48524422041670634, 0.4565179532028303, 0.41688602963225063, 0.4517188646162782, 0.4352005708260425, 0.42949235764375554 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.14035351322400216, 0.22102819804818552, 0.16972011217975136, 0.16094364867650027, 0.17417863479795154, 0.19209835685665458, 0.1638150350551815, 0.25687258428613713, 0.17368714292560244 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3503920968581682, 0.25901186274456134, 0.30323419197681356, 0.32430055471693237, 0.2823393070996562, 0.2247876716870734, 0.287903818000671, 0.17832799589841797, 0.25580520688064196 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.56238952327547, 16.943472896573315, 29.464239119594858, 21.938386952851168, 16.742359732711787, 14.681725247546714, 24.368404213136383, 15.34954085062019, 15.417564866665112 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.195561248391545, 16.637490582337062, 29.1581974498458, 21.632119830550415, 16.445478401641974, 14.331313486385204, 24.00541556857702, 14.99049117457188, 15.054587266026427 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45764444590661657, "rpss": 0.008597600733503463, "brier_below": 0.18363302511666293, "bss_below": 0.009464818473815972, "brier_above": 0.27401141176254845, "bss_above": 0.008015569195235162, "crps": 20.385342600330556, "crpss": -0.0314628250885165, "crps_fair": 20.050072778703036, "crpss_fair": -0.05332431052058406, "reliability": { "below": { "weight": [ 0.0, 0.004658, 0.138196, 0.802936, 0.05421, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1704, 0.284, 0.3405, 0.4205, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0969, 0.1403, 0.2281, 0.3846, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115753, 0.837989, 0.046258, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.3429, 0.4156, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5175, 0.4898, 0.5363, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4985712479046001, 0.47476694051542906, 0.5050548740754275, 0.45936537303222263, 0.44803159569831924, 0.4193299050578747, 0.45824037042725385, 0.4406413106475964, 0.42213670202386844 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12387278172043456, 0.2528436013598262, 0.1529574494979019, 0.1601590999213622, 0.15601473962437604, 0.15983167055067787, 0.16898314409760887, 0.259157561318747, 0.11263457975993864 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37469843889302534, 0.22192333848303314, 0.3520974033078345, 0.29920626027105746, 0.29201684313111814, 0.25949822737388184, 0.289257214084417, 0.1814837589355481, 0.3095021045987449 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.169758743596354, 21.751871037400853, 45.39096900369789, 26.99984838873261, 21.595054933485542, 19.634588631841336, 32.67560152674241, 21.657803677017533, 21.17807406270245 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.7023480454462, 21.335508572597004, 44.99646560173787, 26.585135037480995, 21.197194629064544, 19.157929168778182, 32.22077603596913, 21.180736739893558, 20.692160676007028 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4584598132647325, "rpss": 0.006279942441468789, "brier_below": 0.17182829198343036, "bss_below": 0.0014658863498157038, "brier_above": 0.286631509897629, "bss_above": 0.00914365482560886, "crps": 27.894841111690777, "crpss": -0.02364815507667739, "crps_fair": 27.452028278552724, "crpss_fair": -0.044755771386422394, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.122952, 0.858513, 0.018535, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2873, 0.3382, 0.4121, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1186, 0.1936, 0.1144, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.105969, 0.859841, 0.03419, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2881, 0.3437, 0.4123, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5395, 0.5319, 0.5841, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7225260525475115, "training": [ 0.6838465391169175, 0.719080729745355, 0.7297867631115713, 0.7217722793109834, 0.7842033390966611, 0.7324595862170845, 0.7436684247850065, 0.7222319564032675, 0.7166178152790192, 0.7008617694326815, 0.7632008647745484, 0.7027655859975585, 0.7217564061975157, 0.7369781460350101, 0.7258628780159209, 0.7367739986899747, 0.7291172389250075, 0.7298583595469639, 0.7107979629964, 0.6978031457222745, 0.718918974735924, 0.705811739338827, 0.6620488064867641, 0.7444019511790394 ], "test": 0.7488429959371269 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48557384103339224, 0.479773673448778, 0.4510389274187445, 0.4400645480984299, 0.4194699373647714, 0.46552157468139066, 0.435377662416721, 0.4288024299326805, 0.4475569568414111, 0.4903003137053815, 0.4408010043236455, 0.41687364234300633, 0.43247628838295293, 0.43066326666882193, 0.4606830931806132, 0.4198350355344718, 0.4666788705251611, 0.41761931662991814, 0.4166274069760667, 0.4997048635809203, 0.46003092740847046, 0.4697778181283439, 0.49000984530928643, 0.4614748678805294 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25774543244917747, 0.22144616675699438, 0.2609248965173152, 0.23199970858123034, 0.23503827409134687, 0.22226162802014188, 0.24202719134224043, 0.2351289734910962, 0.23411155953448132, 0.23951987116791484, 0.2378487781479605, 0.20472924266698195, 0.21096289193335466, 0.17094741669000252, 0.1235652934598428, 0.20238827473386575, 0.29092972240588455, 0.17416856733067318, 0.17325927985305883, 0.19132028970704837, 0.2545580735621705, 0.2146506658882576, 0.2494848952839414, 0.31728388495692195 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22782840839939134, 0.2583275060938802, 0.1901140303015322, 0.20806483903669387, 0.18443166377912817, 0.24325994736087, 0.19335047080138545, 0.19367345621748758, 0.21344539704391924, 0.2507804418470017, 0.20295222638680707, 0.21214439941465285, 0.22151339544431767, 0.25971585019729304, 0.33711780060922114, 0.21744676056425613, 0.175749147058989, 0.24345074923315285, 0.24336812691046183, 0.3083845753924704, 0.20547285309775684, 0.2551271519302413, 0.2405249505277322, 0.14419098285144288 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.827033417969247, 26.188934239019012, 16.159294559266634, 17.009001364670855, 16.815920458633514, 20.84432495153378, 17.203318368102316, 16.2548477427602, 19.01242832566363, 22.32257337391834, 14.95017437464164, 14.301690710591062, 14.742146739452764, 15.420849879402823, 30.786217550793875, 14.861794901609139, 26.70519606026594, 14.79131061303744, 15.183795481481226, 28.2922802161747, 16.388639561359486, 18.821725203715644, 22.017434920871555, 20.53247722738044 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.157340620740637, 25.543170235480485, 15.587229476786675, 16.376294940290503, 16.224095402738282, 20.149979334005042, 16.508907078337042, 15.652069008355914, 18.386229336076696, 21.67122758079168, 14.312193070741941, 13.711732432062231, 14.083800759547675, 14.771864710831897, 30.284857120625087, 14.205613632112453, 26.060827822138194, 14.11804838932747, 14.437510799492975, 27.658304754449585, 15.680673133877052, 18.148391988489045, 21.399251153860124, 19.94195874886888 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4511140046589128, "rpss": 0.003608234234346863, "brier_below": 0.22484587410716264, "bss_below": 0.005979506104123233, "brier_above": 0.22626813043750352, "bss_above": 0.0012406343359450123, "crps": 19.309725426763134, "crpss": -0.05842833711677664, "crps_fair": 18.66964881375115, "crpss_fair": -0.06783687647910086, "reliability": { "below": { "weight": [ 2.8e-05, 0.003719, 0.152325, 0.702417, 0.141511, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1658, 0.2833, 0.3457, 0.4261, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0606, 0.2793, 0.358, 0.3707, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.131938, 0.74739, 0.118013, 0.002659, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2833, 0.3464, 0.4246, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3461, 0.3377, 0.4098, 0.1487, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49953241901825585, 0.5012473137938211, 0.4467745289123679, 0.4237731984563055, 0.41795610927610627, 0.4505604234051727, 0.4400767558197898, 0.4368476033040781, 0.4790107073780671, 0.448662348538524, 0.4359216935833818, 0.41399509425784176, 0.4025481437326876, 0.4145667050482533, 0.43973603864292515, 0.4127163062792681, 0.5216513918424471, 0.43281647638903836, 0.42239727583692716, 0.492095622230382, 0.4574177208264259, 0.48544023768646843, 0.4747775229004561, 0.4629393251730714 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22415036280308648, 0.2584856224319538, 0.2602090615645588, 0.21241765161615986, 0.2718555439284146, 0.16197862966358437, 0.21304581048635352, 0.22297744568941347, 0.3071699488060204, 0.2930856091752519, 0.16509601149308328, 0.215499339413891, 0.20640179680726886, 0.18421101639197432, 0.11647782753477925, 0.18577966780982788, 0.3878243661790374, 0.16307501420635878, 0.17906257247547674, 0.2034634619370616, 0.2776357615089123, 0.17447690672321922, 0.21550869913170007, 0.2912450007275643 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.275382055689448, 0.24276169095848243, 0.18656546657790718, 0.21135554631435743, 0.14610056613422892, 0.2885817952069231, 0.22703094515072383, 0.21387015759004738, 0.1718407572097891, 0.15557673876961453, 0.27082568247969435, 0.19849575465252062, 0.19614634597380914, 0.23035568816904325, 0.3232582117996273, 0.22693663880436904, 0.13382702397203777, 0.2697414632136324, 0.24333470279534714, 0.2886321610745624, 0.17978195798763164, 0.3109633321430626, 0.2592688237409939, 0.17169432402099802 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.954178879954924, 34.85030288443952, 22.551198654431946, 23.797158996711374, 22.556272326543827, 28.174577357098336, 25.542693236968443, 23.134234232498898, 26.870865167234363, 22.075218580310818, 22.26606943673343, 18.891613659708426, 18.07810198409304, 19.30972311738335, 31.477777899320152, 20.028288169911747, 40.045671526388126, 20.69239013621759, 19.811444895224152, 32.640300591039235, 22.598036320303883, 27.198318591245418, 30.6567067850046, 27.448832250184847 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.08873265248489, 34.0210933980408, 21.803547280024443, 22.935933966598867, 21.784460460000282, 27.259364714137835, 24.622151235077613, 22.3158880678489, 26.025618572571936, 21.14857150571757, 21.404797683075344, 18.055271187090852, 17.229281538395142, 18.451891458733137, 30.79743721643645, 19.134497434847987, 39.20948628390938, 19.80176058561751, 18.823925392305398, 31.79416956501621, 21.694764620248634, 26.33103881572314, 29.87829777731746, 26.631333987393155 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4505608734305026, "rpss": 0.005907584190546933, "brier_below": 0.22463054702103968, "bss_below": 0.007903015456678153, "brier_above": 0.2259303262678688, "bss_above": 0.003915659545682848, "crps": 25.652082319956268, "crpss": -0.05121894142651651, "crps_fair": 24.801804808275538, "crpss_fair": -0.06056488497290835, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.143363, 0.723071, 0.133565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2865, 0.3443, 0.4282, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.265, 0.353, 0.3985, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.141637, 0.755426, 0.102937, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.3467, 0.4201, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3601, 0.3316, 0.4489, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49026357322823694, 0.47967425152314874, 0.4730052134450958, 0.4854798698463826, 0.45671487179243825, 0.41713415598747466, 0.45213683392882303, 0.4355803939093467, 0.42917505521421945 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13999169846629747, 0.2207586482562985, 0.169596110074018, 0.16094212003826805, 0.1744676453564664, 0.19248996357000278, 0.1642426794657905, 0.2570983376942599, 0.1736574113154002 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.350271852841402, 0.2589155962902983, 0.30340909056726995, 0.3245377327682789, 0.28224721514374185, 0.22464419137183367, 0.28789414292446275, 0.17848206558763627, 0.2555176361037652 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.562203750211193, 16.941016677957336, 29.459795080724735, 21.928787977316876, 16.73846168952051, 14.677214544242911, 24.358726627891023, 15.346208747519263, 15.412273169763465 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19571769616856, 16.635255147468435, 29.154082289952832, 21.622649588811736, 16.441778421030744, 14.326971400521385, 23.996273583166918, 14.98741568413442, 15.049491477229546 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4576849132083518, "rpss": 0.008509935777900823, "brier_below": 0.18369384602631128, "bss_below": 0.009136744312096767, "brier_above": 0.27399105817763214, "bss_above": 0.008089253861206402, "crps": 20.380520918349703, "crpss": -0.031218856379471083, "crps_fair": 20.045515032053842, "crpss_fair": -0.05308487072404189, "reliability": { "below": { "weight": [ 0.0, 0.004658, 0.182426, 0.753075, 0.059842, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1702, 0.2868, 0.3421, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0969, 0.1598, 0.2313, 0.3356, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.150052, 0.791936, 0.058013, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3443, 0.4141, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5059, 0.4895, 0.5448, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4983087994101058, 0.4748173344772006, 0.5057910230482623, 0.4596066372622117, 0.44775177142924744, 0.4188377538896584, 0.4586461767767756, 0.4408536837903351, 0.4213623664782787 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12381697281965383, 0.25282156885267054, 0.1533645186803986, 0.16022510279984994, 0.15591482157256942, 0.15965510812663353, 0.16925670851788874, 0.25918863677350784, 0.11237427932605862 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37449179933802734, 0.22199576492579165, 0.35242648309270586, 0.29938152162082093, 0.2918369369365018, 0.2591826386834633, 0.28938945598812554, 0.18166505665373675, 0.3089880695372849 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.169758743596354, 21.751871037400853, 45.39096900369789, 26.99984838873261, 21.595054933485542, 19.634588631841336, 32.67560152674241, 21.657803677017533, 21.17807406270245 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.7023480454462, 21.335508572597004, 44.99646560173787, 26.585135037480995, 21.197194629064544, 19.157929168778182, 32.22077603596913, 21.180736739893558, 20.692160676007028 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4584417273957862, "rpss": 0.006319143894268686, "brier_below": 0.17184641305213677, "bss_below": 0.0013605806107532814, "brier_above": 0.28659530297516206, "bss_above": 0.009268818520550837, "crps": 27.894841111690777, "crpss": -0.02364815507667739, "crps_fair": 27.452028278552724, "crpss_fair": -0.044755771386422394, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.170233, 0.803004, 0.026762, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.29, 0.3399, 0.4098, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1352, 0.1952, 0.1189, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.142173, 0.808813, 0.049014, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.3449, 0.41, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5386, 0.5296, 0.6032, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48557384103339224, 0.479773673448778, 0.4510389274187445, 0.4400645480984299, 0.4194699373647714, 0.46552157468139066, 0.435377662416721, 0.4288024299326805, 0.4475569568414111, 0.4903003137053815, 0.4408010043236455, 0.41687364234300633, 0.43247628838295293, 0.43066326666882193, 0.4606830931806132, 0.4198350355344718, 0.4666788705251611, 0.41761931662991814, 0.4166274069760667, 0.4997048635809203, 0.46003092740847046, 0.4697778181283439, 0.49000984530928643, 0.4614748678805294 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25774543244917747, 0.22144616675699438, 0.2609248965173152, 0.23199970858123034, 0.23503827409134687, 0.22226162802014188, 0.24202719134224043, 0.2351289734910962, 0.23411155953448132, 0.23951987116791484, 0.2378487781479605, 0.20472924266698195, 0.21096289193335466, 0.17094741669000252, 0.1235652934598428, 0.20238827473386575, 0.29092972240588455, 0.17416856733067318, 0.17325927985305883, 0.19132028970704837, 0.2545580735621705, 0.2146506658882576, 0.2494848952839414, 0.31728388495692195 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22782840839939134, 0.2583275060938802, 0.1901140303015322, 0.20806483903669387, 0.18443166377912817, 0.24325994736087, 0.19335047080138545, 0.19367345621748758, 0.21344539704391924, 0.2507804418470017, 0.20295222638680707, 0.21214439941465285, 0.22151339544431767, 0.25971585019729304, 0.33711780060922114, 0.21744676056425613, 0.175749147058989, 0.24345074923315285, 0.24336812691046183, 0.3083845753924704, 0.20547285309775684, 0.2551271519302413, 0.2405249505277322, 0.14419098285144288 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.827033417969247, 26.188934239019012, 16.159294559266634, 17.009001364670855, 16.815920458633514, 20.84432495153378, 17.203318368102316, 16.2548477427602, 19.01242832566363, 22.32257337391834, 14.95017437464164, 14.301690710591062, 14.742146739452764, 15.420849879402823, 30.786217550793875, 14.861794901609139, 26.70519606026594, 14.79131061303744, 15.183795481481226, 28.2922802161747, 16.388639561359486, 18.821725203715644, 22.017434920871555, 20.53247722738044 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.157340620740637, 25.543170235480485, 15.587229476786675, 16.376294940290503, 16.224095402738282, 20.149979334005042, 16.508907078337042, 15.652069008355914, 18.386229336076696, 21.67122758079168, 14.312193070741941, 13.711732432062231, 14.083800759547675, 14.771864710831897, 30.284857120625087, 14.205613632112453, 26.060827822138194, 14.11804838932747, 14.437510799492975, 27.658304754449585, 15.680673133877052, 18.148391988489045, 21.399251153860124, 19.94195874886888 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4511140046589128, "rpss": 0.003608234234346863, "brier_below": 0.22484587410716264, "bss_below": 0.005979506104123233, "brier_above": 0.22626813043750352, "bss_above": 0.0012406343359450123, "crps": 19.309725426763134, "crpss": -0.05842833711677664, "crps_fair": 18.66964881375115, "crpss_fair": -0.06783687647910086 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49953241901825585, 0.5012473137938211, 0.4467745289123679, 0.4237731984563055, 0.41795610927610627, 0.4505604234051727, 0.4400767558197898, 0.4368476033040781, 0.4790107073780671, 0.448662348538524, 0.4359216935833818, 0.41399509425784176, 0.4025481437326876, 0.4145667050482533, 0.43973603864292515, 0.4127163062792681, 0.5216513918424471, 0.43281647638903836, 0.42239727583692716, 0.492095622230382, 0.4574177208264259, 0.48544023768646843, 0.4747775229004561, 0.4629393251730714 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22415036280308648, 0.2584856224319538, 0.2602090615645588, 0.21241765161615986, 0.2718555439284146, 0.16197862966358437, 0.21304581048635352, 0.22297744568941347, 0.3071699488060204, 0.2930856091752519, 0.16509601149308328, 0.215499339413891, 0.20640179680726886, 0.18421101639197432, 0.11647782753477925, 0.18577966780982788, 0.3878243661790374, 0.16307501420635878, 0.17906257247547674, 0.2034634619370616, 0.2776357615089123, 0.17447690672321922, 0.21550869913170007, 0.2912450007275643 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.275382055689448, 0.24276169095848243, 0.18656546657790718, 0.21135554631435743, 0.14610056613422892, 0.2885817952069231, 0.22703094515072383, 0.21387015759004738, 0.1718407572097891, 0.15557673876961453, 0.27082568247969435, 0.19849575465252062, 0.19614634597380914, 0.23035568816904325, 0.3232582117996273, 0.22693663880436904, 0.13382702397203777, 0.2697414632136324, 0.24333470279534714, 0.2886321610745624, 0.17978195798763164, 0.3109633321430626, 0.2592688237409939, 0.17169432402099802 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.954178879954924, 34.85030288443952, 22.551198654431946, 23.797158996711374, 22.556272326543827, 28.174577357098336, 25.542693236968443, 23.134234232498898, 26.870865167234363, 22.075218580310818, 22.26606943673343, 18.891613659708426, 18.07810198409304, 19.30972311738335, 31.477777899320152, 20.028288169911747, 40.045671526388126, 20.69239013621759, 19.811444895224152, 32.640300591039235, 22.598036320303883, 27.198318591245418, 30.6567067850046, 27.448832250184847 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.08873265248489, 34.0210933980408, 21.803547280024443, 22.935933966598867, 21.784460460000282, 27.259364714137835, 24.622151235077613, 22.3158880678489, 26.025618572571936, 21.14857150571757, 21.404797683075344, 18.055271187090852, 17.229281538395142, 18.451891458733137, 30.79743721643645, 19.134497434847987, 39.20948628390938, 19.80176058561751, 18.823925392305398, 31.79416956501621, 21.694764620248634, 26.33103881572314, 29.87829777731746, 26.631333987393155 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4505608734305026, "rpss": 0.005907584190546933, "brier_below": 0.22463054702103968, "bss_below": 0.007903015456678153, "brier_above": 0.2259303262678688, "bss_above": 0.003915659545682848, "crps": 25.652082319956268, "crpss": -0.05121894142651651, "crps_fair": 24.801804808275538, "crpss_fair": -0.06056488497290835 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49026357322823694, 0.47967425152314874, 0.4730052134450958, 0.4854798698463826, 0.45671487179243825, 0.41713415598747466, 0.45213683392882303, 0.4355803939093467, 0.42917505521421945 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13999169846629747, 0.2207586482562985, 0.169596110074018, 0.16094212003826805, 0.1744676453564664, 0.19248996357000278, 0.1642426794657905, 0.2570983376942599, 0.1736574113154002 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.350271852841402, 0.2589155962902983, 0.30340909056726995, 0.3245377327682789, 0.28224721514374185, 0.22464419137183367, 0.28789414292446275, 0.17848206558763627, 0.2555176361037652 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.562203750211193, 16.941016677957336, 29.459795080724735, 21.928787977316876, 16.73846168952051, 14.677214544242911, 24.358726627891023, 15.346208747519263, 15.412273169763465 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19571769616856, 16.635255147468435, 29.154082289952832, 21.622649588811736, 16.441778421030744, 14.326971400521385, 23.996273583166918, 14.98741568413442, 15.049491477229546 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4576849132083518, "rpss": 0.008509935777900823, "brier_below": 0.18369384602631128, "bss_below": 0.009136744312096767, "brier_above": 0.27399105817763214, "bss_above": 0.008089253861206402, "crps": 20.380520918349703, "crpss": -0.031218856379471083, "crps_fair": 20.045515032053842, "crpss_fair": -0.05308487072404189 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4983087994101058, 0.4748173344772006, 0.5057910230482623, 0.4596066372622117, 0.44775177142924744, 0.4188377538896584, 0.4586461767767756, 0.4408536837903351, 0.4213623664782787 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12381697281965383, 0.25282156885267054, 0.1533645186803986, 0.16022510279984994, 0.15591482157256942, 0.15965510812663353, 0.16925670851788874, 0.25918863677350784, 0.11237427932605862 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37449179933802734, 0.22199576492579165, 0.35242648309270586, 0.29938152162082093, 0.2918369369365018, 0.2591826386834633, 0.28938945598812554, 0.18166505665373675, 0.3089880695372849 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.169758743596354, 21.751871037400853, 45.39096900369789, 26.99984838873261, 21.595054933485542, 19.634588631841336, 32.67560152674241, 21.657803677017533, 21.17807406270245 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.7023480454462, 21.335508572597004, 44.99646560173787, 26.585135037480995, 21.197194629064544, 19.157929168778182, 32.22077603596913, 21.180736739893558, 20.692160676007028 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4584417273957862, "rpss": 0.006319143894268686, "brier_below": 0.17184641305213677, "bss_below": 0.0013605806107532814, "brier_above": 0.28659530297516206, "bss_above": 0.009268818520550837, "crps": 27.894841111690777, "crpss": -0.02364815507667739, "crps_fair": 27.452028278552724, "crpss_fair": -0.044755771386422394 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "vs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "mvs_r3": 0, "mvs_r4": 0, "vs": 24 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48557384103339224, 0.479773673448778, 0.4510389274187445, 0.4400645480984299, 0.4194699373647714, 0.46552157468139066, 0.435377662416721, 0.4288024299326805, 0.4475569568414111, 0.4903003137053815, 0.4408010043236455, 0.41687364234300633, 0.43247628838295293, 0.43066326666882193, 0.4606830931806132, 0.4198350355344718, 0.4666788705251611, 0.41761931662991814, 0.4166274069760667, 0.4997048635809203, 0.46003092740847046, 0.4697778181283439, 0.49000984530928643, 0.4614748678805294 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25774543244917747, 0.22144616675699438, 0.2609248965173152, 0.23199970858123034, 0.23503827409134687, 0.22226162802014188, 0.24202719134224043, 0.2351289734910962, 0.23411155953448132, 0.23951987116791484, 0.2378487781479605, 0.20472924266698195, 0.21096289193335466, 0.17094741669000252, 0.1235652934598428, 0.20238827473386575, 0.29092972240588455, 0.17416856733067318, 0.17325927985305883, 0.19132028970704837, 0.2545580735621705, 0.2146506658882576, 0.2494848952839414, 0.31728388495692195 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22782840839939134, 0.2583275060938802, 0.1901140303015322, 0.20806483903669387, 0.18443166377912817, 0.24325994736087, 0.19335047080138545, 0.19367345621748758, 0.21344539704391924, 0.2507804418470017, 0.20295222638680707, 0.21214439941465285, 0.22151339544431767, 0.25971585019729304, 0.33711780060922114, 0.21744676056425613, 0.175749147058989, 0.24345074923315285, 0.24336812691046183, 0.3083845753924704, 0.20547285309775684, 0.2551271519302413, 0.2405249505277322, 0.14419098285144288 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.827033417969247, 26.188934239019012, 16.159294559266634, 17.009001364670855, 16.815920458633514, 20.84432495153378, 17.203318368102316, 16.2548477427602, 19.01242832566363, 22.32257337391834, 14.95017437464164, 14.301690710591062, 14.742146739452764, 15.420849879402823, 30.786217550793875, 14.861794901609139, 26.70519606026594, 14.79131061303744, 15.183795481481226, 28.2922802161747, 16.388639561359486, 18.821725203715644, 22.017434920871555, 20.53247722738044 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.157340620740637, 25.543170235480485, 15.587229476786675, 16.376294940290503, 16.224095402738282, 20.149979334005042, 16.508907078337042, 15.652069008355914, 18.386229336076696, 21.67122758079168, 14.312193070741941, 13.711732432062231, 14.083800759547675, 14.771864710831897, 30.284857120625087, 14.205613632112453, 26.060827822138194, 14.11804838932747, 14.437510799492975, 27.658304754449585, 15.680673133877052, 18.148391988489045, 21.399251153860124, 19.94195874886888 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4511140046589128, "rpss": 0.003608234234346863, "brier_below": 0.22484587410716264, "bss_below": 0.005979506104123233, "brier_above": 0.22626813043750352, "bss_above": 0.0012406343359450123, "crps": 19.309725426763134, "crpss": -0.05842833711677664, "crps_fair": 18.66964881375115, "crpss_fair": -0.06783687647910086 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49953241901825585, 0.5012473137938211, 0.4467745289123679, 0.4237731984563055, 0.41795610927610627, 0.4505604234051727, 0.4400767558197898, 0.4368476033040781, 0.4790107073780671, 0.448662348538524, 0.4359216935833818, 0.41399509425784176, 0.4025481437326876, 0.4145667050482533, 0.43973603864292515, 0.4127163062792681, 0.5216513918424471, 0.43281647638903836, 0.42239727583692716, 0.492095622230382, 0.4574177208264259, 0.48544023768646843, 0.4747775229004561, 0.4629393251730714 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22415036280308648, 0.2584856224319538, 0.2602090615645588, 0.21241765161615986, 0.2718555439284146, 0.16197862966358437, 0.21304581048635352, 0.22297744568941347, 0.3071699488060204, 0.2930856091752519, 0.16509601149308328, 0.215499339413891, 0.20640179680726886, 0.18421101639197432, 0.11647782753477925, 0.18577966780982788, 0.3878243661790374, 0.16307501420635878, 0.17906257247547674, 0.2034634619370616, 0.2776357615089123, 0.17447690672321922, 0.21550869913170007, 0.2912450007275643 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.275382055689448, 0.24276169095848243, 0.18656546657790718, 0.21135554631435743, 0.14610056613422892, 0.2885817952069231, 0.22703094515072383, 0.21387015759004738, 0.1718407572097891, 0.15557673876961453, 0.27082568247969435, 0.19849575465252062, 0.19614634597380914, 0.23035568816904325, 0.3232582117996273, 0.22693663880436904, 0.13382702397203777, 0.2697414632136324, 0.24333470279534714, 0.2886321610745624, 0.17978195798763164, 0.3109633321430626, 0.2592688237409939, 0.17169432402099802 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.954178879954924, 34.85030288443952, 22.551198654431946, 23.797158996711374, 22.556272326543827, 28.174577357098336, 25.542693236968443, 23.134234232498898, 26.870865167234363, 22.075218580310818, 22.26606943673343, 18.891613659708426, 18.07810198409304, 19.30972311738335, 31.477777899320152, 20.028288169911747, 40.045671526388126, 20.69239013621759, 19.811444895224152, 32.640300591039235, 22.598036320303883, 27.198318591245418, 30.6567067850046, 27.448832250184847 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.08873265248489, 34.0210933980408, 21.803547280024443, 22.935933966598867, 21.784460460000282, 27.259364714137835, 24.622151235077613, 22.3158880678489, 26.025618572571936, 21.14857150571757, 21.404797683075344, 18.055271187090852, 17.229281538395142, 18.451891458733137, 30.79743721643645, 19.134497434847987, 39.20948628390938, 19.80176058561751, 18.823925392305398, 31.79416956501621, 21.694764620248634, 26.33103881572314, 29.87829777731746, 26.631333987393155 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4505608734305026, "rpss": 0.005907584190546933, "brier_below": 0.22463054702103968, "bss_below": 0.007903015456678153, "brier_above": 0.2259303262678688, "bss_above": 0.003915659545682848, "crps": 25.652082319956268, "crpss": -0.05121894142651651, "crps_fair": 24.801804808275538, "crpss_fair": -0.06056488497290835 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49026357322823694, 0.47967425152314874, 0.4730052134450958, 0.4854798698463826, 0.45671487179243825, 0.41713415598747466, 0.45213683392882303, 0.4355803939093467, 0.42917505521421945 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13999169846629747, 0.2207586482562985, 0.169596110074018, 0.16094212003826805, 0.1744676453564664, 0.19248996357000278, 0.1642426794657905, 0.2570983376942599, 0.1736574113154002 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.350271852841402, 0.2589155962902983, 0.30340909056726995, 0.3245377327682789, 0.28224721514374185, 0.22464419137183367, 0.28789414292446275, 0.17848206558763627, 0.2555176361037652 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.562203750211193, 16.941016677957336, 29.459795080724735, 21.928787977316876, 16.73846168952051, 14.677214544242911, 24.358726627891023, 15.346208747519263, 15.412273169763465 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19571769616856, 16.635255147468435, 29.154082289952832, 21.622649588811736, 16.441778421030744, 14.326971400521385, 23.996273583166918, 14.98741568413442, 15.049491477229546 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4576849132083518, "rpss": 0.008509935777900823, "brier_below": 0.18369384602631128, "bss_below": 0.009136744312096767, "brier_above": 0.27399105817763214, "bss_above": 0.008089253861206402, "crps": 20.380520918349703, "crpss": -0.031218856379471083, "crps_fair": 20.045515032053842, "crpss_fair": -0.05308487072404189 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4983087994101058, 0.4748173344772006, 0.5057910230482623, 0.4596066372622117, 0.44775177142924744, 0.4188377538896584, 0.4586461767767756, 0.4408536837903351, 0.4213623664782787 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12381697281965383, 0.25282156885267054, 0.1533645186803986, 0.16022510279984994, 0.15591482157256942, 0.15965510812663353, 0.16925670851788874, 0.25918863677350784, 0.11237427932605862 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37449179933802734, 0.22199576492579165, 0.35242648309270586, 0.29938152162082093, 0.2918369369365018, 0.2591826386834633, 0.28938945598812554, 0.18166505665373675, 0.3089880695372849 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.169758743596354, 21.751871037400853, 45.39096900369789, 26.99984838873261, 21.595054933485542, 19.634588631841336, 32.67560152674241, 21.657803677017533, 21.17807406270245 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.7023480454462, 21.335508572597004, 44.99646560173787, 26.585135037480995, 21.197194629064544, 19.157929168778182, 32.22077603596913, 21.180736739893558, 20.692160676007028 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4584417273957862, "rpss": 0.006319143894268686, "brier_below": 0.17184641305213677, "bss_below": 0.0013605806107532814, "brier_above": 0.28659530297516206, "bss_above": 0.009268818520550837, "crps": 27.894841111690777, "crpss": -0.02364815507667739, "crps_fair": 27.452028278552724, "crpss_fair": -0.044755771386422394 } } } } }, "JJAS": { "tag": "init05_JJAS", "methods": { "mvs": { "lambda_": { "training_mean": 0.5881065768214245, "training": [ 0.6066599667243759, 0.58540099228822, 0.5831115310654001, 0.582779528302588, 0.5726411862332346, 0.5808365912245709, 0.6086419525337933, 0.6140968893228808, 0.5999874303429817, 0.5990998845290103, 0.5967476609523872, 0.5507311823118889, 0.5754562439396911, 0.5941376764592154, 0.6277988081947176, 0.5785557038202808, 0.5906836596810687, 0.5885814754650417, 0.5880841610892054, 0.58220849999007, 0.5894619185800025, 0.5689712144874683, 0.6106647654658128, 0.5392189207102834 ], "test": 0.6113933660018047 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41572050653290454, 0.45777802603881845, 0.4284006705235833, 0.46107978097554453, 0.41716706300942114, 0.477964246577554, 0.43265744182560806, 0.41474591024532587, 0.393804873160686, 0.4734215091296651, 0.37582879521521434, 0.5116405745404586, 0.4379569945453267, 0.40860568590947505, 0.41120761805376665, 0.434783400426553, 0.4698183057286592, 0.41025752579192837, 0.46448111418814564, 0.46952743631124033, 0.4385555364224456, 0.42082001729403445, 0.4073699386420468, 0.5568816236426463 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26517684544979836, 0.1837020593997106, 0.25690960452041917, 0.1899667364192553, 0.22315764267172367, 0.16105931157568565, 0.24736615626911462, 0.23991192516091123, 0.16044836033582094, 0.29328860355329195, 0.14277957801707247, 0.3267402846642841, 0.23997178581355513, 0.13743399742599918, 0.09507219354134037, 0.21513917974589433, 0.33344365174147295, 0.14930419022152877, 0.19980552804566504, 0.14854864334371604, 0.19816535383051492, 0.24129336991133926, 0.25607703154307787, 0.35128938111025804 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15054366011368353, 0.2740759673029171, 0.1714910647324878, 0.2711130458202568, 0.19400942107170965, 0.3169049367332073, 0.18529128365653622, 0.17483398532574468, 0.23335651280968187, 0.18013290411896354, 0.2330492171103312, 0.1849002891359934, 0.19798520782495507, 0.27117168973229205, 0.31613542456265387, 0.219644219883275, 0.1363746524193985, 0.26095333691158684, 0.2646755878693214, 0.32097879703552573, 0.24039018316814112, 0.17952664739634117, 0.1512929074854874, 0.2055922431969544 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.48531825749868, 60.4217498077284, 36.199040586426854, 58.23644739195621, 62.17948101027012, 73.05135707767803, 37.29579372412385, 38.24352803971538, 35.084202767796995, 45.50219205021297, 35.03343127590022, 57.94037092951499, 36.860938006176085, 36.0045657074297, 56.196132421711226, 42.0063106263386, 52.78285544357317, 38.650812008198415, 55.71080032619232, 59.64368634979556, 39.061319805015216, 40.20101498029792, 45.69214337639172, 70.42639884998569 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 48.975371487452136, 58.855328277398016, 34.76049789455847, 56.62842557602322, 60.695535237801245, 71.47481128176952, 35.79182111491752, 36.78353227230572, 33.59756719680408, 43.96298668293163, 33.51955532369774, 56.42346822312544, 35.32438290755749, 34.48528494402624, 54.859789398343956, 40.47768739258037, 51.295211248692695, 36.99468294633532, 53.97149232472499, 58.08934217634717, 37.377483096719494, 38.779883502984404, 44.109590568918165, 68.91120556849212 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44126977478046053, "rpss": 0.02678907346742032, "brier_below": 0.2190021422629771, "bss_below": 0.03437292790336821, "brier_above": 0.2222676327257269, "bss_above": 0.019199217209978525, "crps": 48.45457878416369, "crpss": -0.027819342854219276, "crps_fair": 46.92270569352113, "crpss_fair": -0.03860023478753738, "reliability": { "below": { "weight": [ 0.0, 0.003325, 0.304268, 0.485205, 0.165265, 0.038493, 0.003444, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2614, 0.3456, 0.4397, 0.5456, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6954, 0.2518, 0.3438, 0.4624, 0.5954, 0.7544, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.238296, 0.507837, 0.22285, 0.029803, 0.001213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2586, 0.3523, 0.4376, 0.5342, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2275, 0.3679, 0.4245, 0.3759, 0.1855, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.419412745727899, 0.4836372544758832, 0.4133469854903796, 0.45376662833360826, 0.3783085108547154, 0.5219519212720539, 0.3943571157539185, 0.417672450461831, 0.3798793680135661, 0.45193351887817373, 0.3431094781775913, 0.5568007696680404, 0.4066233108895988, 0.39260397831664295, 0.3910693548132413, 0.4229155360141911, 0.4795671003203191, 0.43358895607551556, 0.47130556100206517, 0.4625128308134605, 0.44652052521225777, 0.3836487434840681, 0.397242975055904, 0.5051846790194872 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25341481915703445, 0.1982058226375791, 0.2575284041099852, 0.14553217414229896, 0.24128514242624782, 0.15000358068154385, 0.1782225244177768, 0.20219997845671234, 0.16710098685329075, 0.3499576674335996, 0.0905653203090488, 0.3628969541373429, 0.23014727975970165, 0.1436538590162964, 0.09236791305759301, 0.18821548534043417, 0.37056765981164846, 0.14632196891747282, 0.21946818019892222, 0.12799828537841645, 0.1859907680981911, 0.27004421087396147, 0.27001690826184627, 0.2897796315920559 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1659979261759561, 0.2854314330929504, 0.15581858067867635, 0.30823445660981247, 0.13702336928917577, 0.3719483431377929, 0.21613458998096735, 0.21547247205660927, 0.2127783804716156, 0.10197584936251844, 0.2525441583445939, 0.19390381593009903, 0.17647602904744752, 0.24895012034038522, 0.29870144137824245, 0.23470005029018495, 0.1089994389613581, 0.28726698944036133, 0.25183738228459773, 0.3345145505269475, 0.2605297584393139, 0.11360453224707076, 0.1272260670067485, 0.21540504818449444 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.62807702152905, 94.03073045231552, 54.87829130717722, 85.70850911889897, 87.58500227566795, 114.78147538525296, 55.30809752336391, 57.44533908887895, 52.16310208535443, 65.07457567160301, 50.669111966179074, 88.91267801613212, 50.71430196452927, 51.71673432343616, 59.10403820340073, 61.59563556273312, 76.17006251080603, 58.31976505791169, 81.80105597776338, 79.85166341639328, 57.451843182802186, 57.211702864797005, 71.89254260140997, 93.5355734460259 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.41964373021524, 91.82479218277712, 52.77520203783767, 83.3239646539499, 85.33442645519278, 112.55081758158619, 53.13515612526559, 55.322190470546424, 50.065746113533606, 62.81589608466083, 48.55574045131808, 86.77378025111149, 48.5302236920368, 49.57247553483674, 57.18205799900395, 59.404308577020785, 74.06606513297201, 55.94745433454605, 79.35627575220731, 77.62713494841383, 55.085349466154916, 55.18400792517643, 69.58689507885869, 91.36378623762685 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43362334575518385, "rpss": 0.043528450640222704, "brier_below": 0.21381189687787502, "bss_below": 0.05720070434739055, "brier_above": 0.21981144930324667, "bss_above": 0.029843466818523234, "crps": 70.10624620934841, "crpss": -0.01467717044418082, "crps_fair": 67.90847461736873, "crpss_fair": -0.02560128524880745, "reliability": { "below": { "weight": [ 0.0, 0.00433, 0.372083, 0.412359, 0.154298, 0.053101, 0.003829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2595, 0.344, 0.4428, 0.546, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6514, 0.2333, 0.3414, 0.5269, 0.6262, 0.6978, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.296171, 0.467158, 0.199578, 0.035634, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2551, 0.3502, 0.4393, 0.5332, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2174, 0.3864, 0.4344, 0.4186, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46376301464207975, 0.4472274468915803, 0.4408511731080382, 0.44593568616868734, 0.4129480101170967, 0.4755391511132811, 0.41910734681760975, 0.4112768097090731, 0.44707130507194714 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15821798319417502, 0.2102708226415771, 0.13838229183529968, 0.12571675179182296, 0.18970836347305353, 0.23186344003957488, 0.224460197698413, 0.13715824497329282, 0.2236984204825078 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30554501907164877, 0.23695662225056918, 0.30246886200898804, 0.32021891414012976, 0.22323964547913797, 0.24367571466818602, 0.19464715051256973, 0.27411855551479203, 0.22337288643002184 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.71875674893731, 37.19975329797671, 55.26605538966382, 54.668845370864645, 31.662183729235316, 58.09382568386139, 38.33045647600141, 43.31833096917961, 47.77098264409404 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.96315271739511, 36.440198138373006, 54.48086805235374, 53.83333446162889, 30.94688008142998, 57.24731617577117, 37.53693976732004, 42.46643728729688, 46.91679074002286 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4404133270710437, "rpss": 0.039464695839586006, "brier_below": 0.18216405734774632, "bss_below": 0.025544044835453805, "brier_above": 0.25824926334178255, "bss_above": 0.04904721150315605, "crps": 46.11435447886825, "crpss": -0.017583491286999875, "crps_fair": 45.31465749128797, "crpss_fair": -0.04327362887637243, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.398509, 0.506567, 0.093946, 0.000978, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2557, 0.3458, 0.4315, 0.5098, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1878, 0.2303, 0.381, 0.1543, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.204566, 0.500649, 0.23405, 0.060736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3497, 0.4468, 0.5326, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3855, 0.4754, 0.5487, 0.5938, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46201898784487466, 0.4295827402746702, 0.4587636943697183, 0.45370864095782604, 0.414943756472879, 0.43481940778934536, 0.4247360485231668, 0.4410679765358591, 0.4398980710086551 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13383962641510655, 0.21756886436523032, 0.15038821974047745, 0.13038797589202533, 0.16834565744739766, 0.16788254970216157, 0.23685249869113756, 0.1492884940999707, 0.18880884013493882 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3281793443592384, 0.21201387893310494, 0.3083754569149754, 0.32332064715321523, 0.2465980935430487, 0.2669368533859514, 0.1878835502353862, 0.2917794701899148, 0.25108922738971623 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.13278850265125, 53.565632357834346, 81.54693739075897, 78.95049050234954, 47.3333808039404, 73.65561490116087, 58.52473133046488, 64.87222930389898, 68.9431365264149 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.0581109792568, 52.473851180659025, 80.45266793705086, 77.78907039676757, 46.300870493029855, 72.46521813708522, 57.3871130690231, 63.660630233435704, 67.7429886853661 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43994881375299943, "rpss": 0.03181956849654455, "brier_below": 0.1714847473876051, "bss_below": 0.03161371977969274, "brier_above": 0.2684640580116168, "bss_above": 0.03195100684492169, "crps": 66.61388240216381, "crpss": -0.023502914903089422, "crps_fair": 65.48116901240824, "crpss_fair": -0.05063501916607027, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.404204, 0.499935, 0.095725, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.255, 0.3446, 0.4323, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1749, 0.1846, 0.3635, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293774, 0.4703, 0.181816, 0.054109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3446, 0.4452, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4279, 0.4996, 0.5958, 0.5484, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r3": { "lambda_": { "training_mean": 0.5833280756852991, "training": [ 0.6029053431164222, 0.5812724075846059, 0.5790887909026594, 0.5781156198077604, 0.5659993053172186, 0.5761330193611197, 0.6049998757152133, 0.6085116368400113, 0.5953805576874446, 0.5945910249274653, 0.5927592337664147, 0.5447800940618212, 0.5705790314080448, 0.5887650083837965, 0.6217481289820458, 0.5742274545942399, 0.5861224019405086, 0.5843107450597362, 0.5837418465307151, 0.5766020829614857, 0.5854222313020562, 0.5631885697748913, 0.6068943691059284, 0.5337350373155725 ], "test": 0.6056929525892886 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4158616539603553, 0.45675372991708585, 0.42940969367722515, 0.4626045166428047, 0.41615462254983576, 0.47922575246245575, 0.4359305874691772, 0.4164864297505035, 0.39231032206923433, 0.4712683388130352, 0.3752090285239465, 0.5122330383415943, 0.43663156502225015, 0.40684780355808337, 0.4084526289224728, 0.435284789430938, 0.4697351727877602, 0.41033341940562884, 0.46279299938205765, 0.4684596787564625, 0.43880569555436255, 0.42044531068870017, 0.4072898177482436, 0.5618518148110758 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26525182001952335, 0.18230547475985778, 0.2577417915011493, 0.19095140970317948, 0.22244935959984016, 0.16128049010303547, 0.25042075723234675, 0.24117740430456527, 0.15888438138003685, 0.29143078566806974, 0.14214055680057014, 0.32741612090199035, 0.23887599080441488, 0.13589480962920483, 0.09303461866670411, 0.21578890342197565, 0.33338924084875304, 0.14900313345732513, 0.1984761349636009, 0.1480631237886635, 0.19809926632822078, 0.2412294828143978, 0.2560017086475925, 0.35547376972270617 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15060983283332252, 0.2744482559700033, 0.17166790090110987, 0.2716531081341797, 0.19370526365180643, 0.3179452640543894, 0.18550982828437387, 0.17530902551567967, 0.23342594060345911, 0.17983755174246904, 0.23306847170429393, 0.1848169167094984, 0.19775557337380917, 0.27095299501974945, 0.3154180103054264, 0.21949588521549265, 0.13634593025712707, 0.2613302873943333, 0.2643168662152702, 0.3203965592115938, 0.24070642988345453, 0.17921582788695847, 0.1512881095364797, 0.20637804564726261 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.64064341218222, 60.40837274479621, 36.09581823550041, 58.183060542590475, 62.03977116250963, 73.23389734482112, 37.20872481020016, 38.23313234656883, 35.003634895489554, 45.39822985479726, 34.90594268881837, 57.9558930885398, 36.8125575951195, 35.93781433663535, 56.33062272146274, 41.89228057731421, 52.75154691328043, 38.64294170589962, 55.639133926395075, 59.67288300628232, 39.03654371694011, 40.06565285099541, 45.45382750665031, 70.39098415096439 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.14135975652297, 58.85347569284719, 34.66672819005324, 56.58719059058721, 60.563932529354226, 71.669865682957, 35.716088137932594, 36.782585426958356, 33.527544081979414, 43.871211280976176, 33.402979606251456, 56.45011441468924, 35.29006004462266, 34.429856038965674, 55.00795925681617, 40.37537666831715, 51.27431178049101, 36.99896450109493, 53.91267192840724, 58.13069299015793, 37.363774012710365, 38.65389626838466, 43.880596346437535, 68.88429290575391 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44126576709355375, "rpss": 0.02679791233405182, "brier_below": 0.21894918896115514, "bss_below": 0.034606410285174194, "brier_above": 0.22231657833548094, "bss_above": 0.018983234829763274, "crps": 48.413912922281405, "crpss": -0.026956737905724504, "crps_fair": 46.893147005552855, "crpss_fair": -0.0379459745565871, "reliability": { "below": { "weight": [ 0.0, 0.004551, 0.314418, 0.480587, 0.157454, 0.03966, 0.00333, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1954, 0.2609, 0.3438, 0.4379, 0.546, 0.6145, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7467, 0.2499, 0.3491, 0.4558, 0.5961, 0.7631, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.23933, 0.49616, 0.232136, 0.031161, 0.001213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2574, 0.3514, 0.4369, 0.5353, 0.6167, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2281, 0.3648, 0.4299, 0.3695, 0.1855, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4190551389119892, 0.4837072538613903, 0.41328530369953814, 0.45392013588306235, 0.3778715284008811, 0.5227015098873586, 0.39414455162156287, 0.4175896857889393, 0.37956414416981366, 0.4515152311897824, 0.34280226575717193, 0.5585272241722424, 0.4067663716454558, 0.392592820070162, 0.38967177028092004, 0.4228170632906208, 0.47945020976645203, 0.4336444041947464, 0.4714586595146457, 0.4623837447974387, 0.44636876671238435, 0.38330333578874637, 0.39634887723477463, 0.5063166094593373 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25314663088333195, 0.19818102357669726, 0.25759164965424464, 0.14542819100999502, 0.24109144545778172, 0.15023702758820903, 0.1780920051124241, 0.20208537157528778, 0.1669195140868874, 0.3497987923544235, 0.09024723274757679, 0.3638770143724961, 0.23023236629503213, 0.14354851945318445, 0.09179700357524091, 0.1881080447918944, 0.37056490038294515, 0.1462986761983098, 0.21955188393710987, 0.12793363025869978, 0.1858335672599457, 0.2700180070333137, 0.26938326879006397, 0.29026074462301993 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1659085076545939, 0.28552623156468127, 0.15569365333183544, 0.30849194726824813, 0.13678008380412437, 0.3724644848374378, 0.21605254515109493, 0.21550431425435526, 0.2126446293560336, 0.10171643671788631, 0.252555033518037, 0.19465021017107295, 0.17653400325968974, 0.2490443016930065, 0.29787476637485133, 0.23470901811509318, 0.10888530781289686, 0.2873457303359283, 0.2519067770770825, 0.33445011968882715, 0.260535200767838, 0.11328532839271216, 0.12696560863002443, 0.21605586556737807 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.66013921333565, 94.02148962790699, 54.89509289992216, 85.7742503146437, 87.68306286392317, 114.79780487818462, 55.320629998555276, 57.449976338777184, 52.18239231484639, 65.08286372955476, 50.68818298009002, 88.93081901644149, 50.720046266845905, 51.73604696300239, 59.078519871176354, 61.60528441232972, 76.16944204939797, 58.334841978889024, 81.79913711398304, 79.85349731441804, 57.4457406053682, 57.21790924835783, 71.86728262469468, 93.56294908144937 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.45063071280683, 91.81423587468105, 52.79022812639401, 83.38959600847969, 85.42972761815918, 112.56582944375997, 53.145932795390614, 55.32529131432084, 50.08238206529475, 62.82304385451667, 48.572411472760834, 86.79031954261966, 48.534245576666954, 49.58998619268137, 57.15551869806445, 59.411911991386276, 74.06422098204435, 55.960629521793955, 79.3529799268483, 77.6273070800834, 55.07741085123505, 55.18851423129455, 69.56047058961003, 91.3892408186795 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4335752752541424, "rpss": 0.04363448290776484, "brier_below": 0.2137594379590881, "bss_below": 0.05743202090369626, "brier_above": 0.21981583772269706, "bss_above": 0.029824098155909806, "crps": 70.11989173775392, "crpss": -0.014874667912671224, "crps_fair": 67.92050272039884, "crpss_fair": -0.025782942074355386, "reliability": { "below": { "weight": [ 0.0, 0.006522, 0.36954, 0.408216, 0.155052, 0.056841, 0.003829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1957, 0.2588, 0.3434, 0.4413, 0.5456, 0.6145, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7302, 0.2295, 0.3443, 0.5127, 0.6219, 0.6978, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.296121, 0.460145, 0.206391, 0.035883, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.254, 0.3495, 0.4389, 0.5351, 0.6167, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2176, 0.3822, 0.4417, 0.4198, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46330264267835447, 0.4455537953236189, 0.4383469407324385, 0.4442702062182526, 0.41389716797887066, 0.47736303277075387, 0.4189430783371278, 0.40979512605238266, 0.4481515072479446 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15761296514345283, 0.20887461667913643, 0.13660295674787656, 0.12434605397778228, 0.19067318167783529, 0.23297723326700012, 0.2245480970463961, 0.13646554805577785, 0.22423568418298795 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3056896652717139, 0.23667917697999621, 0.3017439647395273, 0.3199241319829687, 0.22322398503043636, 0.24438580314735492, 0.19439498265920224, 0.27332956881524634, 0.22391582511673078 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.63274029704945, 37.11934929780479, 55.12586454919638, 54.66498504310398, 31.58969320040603, 57.976283483011386, 38.23335739643732, 43.18799837138804, 47.7574768255487 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.88298486162534, 36.365023667282706, 54.345825933734794, 53.83554376662013, 30.87935392730544, 57.13560187603752, 37.446440395336005, 42.34312911060455, 46.90876901048478 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4399581663710827, "rpss": 0.04045739495767686, "brier_below": 0.18181514853091618, "bss_below": 0.027410473807885527, "brier_above": 0.25814301152701963, "bss_above": 0.04943846318854006, "crps": 46.03197205154956, "crpss": -0.015765597510560614, "crps_fair": 45.23807472767014, "crpss_fair": -0.041510473594346564, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.40677, 0.49285, 0.099625, 0.000754, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2545, 0.3432, 0.4274, 0.5121, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1905, 0.2278, 0.3777, 0.0998, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.207325, 0.471047, 0.260741, 0.060887, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2709, 0.3474, 0.4437, 0.5355, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3847, 0.4737, 0.5451, 0.5972, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46225288330274855, 0.4297554432068492, 0.45858024439045925, 0.4537774934468282, 0.41491659568562084, 0.43497827778443887, 0.4244149933305855, 0.4407842160722912, 0.43982850301451293 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1338669141002344, 0.21760479696791887, 0.15035705565166982, 0.13053007519328022, 0.16830829294488156, 0.167956038339696, 0.23669464678786095, 0.14915488935421495, 0.18877857222212274 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3283859521222176, 0.21215064925906507, 0.308223171033169, 0.32324740037271493, 0.2466082972493143, 0.2670222347992776, 0.18772034690298045, 0.29162931453116203, 0.251049927367132 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.1365590199172, 53.562109513694665, 81.54185628850368, 78.96427930957609, 47.334635276316796, 73.68393383040346, 58.52740153108106, 64.89001257085091, 68.94987189067139 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.06102780856173, 52.469642966651406, 80.44676798746902, 77.80193249995733, 46.30136764556072, 72.49257279248715, 57.38898532493576, 63.67745460638418, 67.74883331969612 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4399209611371483, "rpss": 0.031880862803496335, "brier_below": 0.1714723646179866, "bss_below": 0.031683646139863963, "brier_above": 0.26844858818189254, "bss_above": 0.03200678918390509, "crps": 66.62118435900169, "crpss": -0.023615107344642894, "crps_fair": 65.48762055018928, "crpss_fair": -0.0507385330712502, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.403535, 0.483289, 0.113041, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2538, 0.3428, 0.4287, 0.5211, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1752, 0.1791, 0.3584, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293506, 0.449738, 0.202646, 0.054109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2704, 0.3422, 0.4422, 0.5396, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4283, 0.4957, 0.5938, 0.5484, NaN, NaN, NaN, NaN ] } } } } }, "mvs_r4": { "lambda_": { "training_mean": 0.5809201329394759, "training": [ 0.6002454614854971, 0.5790395732765368, 0.5765634900567006, 0.5757777797394557, 0.5631174309844843, 0.5736437285515912, 0.6029437755229375, 0.6061767282241294, 0.593198818385599, 0.5923332669879501, 0.5909979662242221, 0.5418534721115222, 0.5686848523130771, 0.5858248895902801, 0.6177519738452218, 0.5718904132450645, 0.5841538869595586, 0.5822242164090482, 0.5820741945649588, 0.5732926768684491, 0.5833612982216819, 0.5611813676719056, 0.6047688216942169, 0.5309831076133318 ], "test": 0.6034648544117682 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41571617581814196, 0.45659138631965585, 0.4297432101532817, 0.4628237811790921, 0.4160189694194702, 0.4795168914173945, 0.4366314574325919, 0.41680856853747467, 0.3919019553630973, 0.4708581259439303, 0.3750285737498025, 0.5125306578674401, 0.4364189339126014, 0.4064012033543586, 0.40703348603408274, 0.43528761715561576, 0.4700421224909679, 0.4102968755874501, 0.4626220213750171, 0.46816540396699136, 0.4385692351433302, 0.42051105868979727, 0.40722257443145654, 0.5633727431451329 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.265161503973638, 0.182150790798617, 0.25797698302960986, 0.19109576323015456, 0.22238338461803978, 0.16135719009996832, 0.25108513530138904, 0.24138388314719858, 0.15855612268208305, 0.2912476210553005, 0.14189885807748095, 0.32769322491027664, 0.2386515347917878, 0.1355764868148053, 0.0921285719504022, 0.21572455365877985, 0.33364856972231316, 0.14890261308795621, 0.19825458432285126, 0.14795460857319762, 0.19784079964959492, 0.24132875560906492, 0.25599033789306996, 0.35650189083197203 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15055467074316586, 0.2744405963187441, 0.17176622584731877, 0.2717280191315107, 0.1936355855052426, 0.3181597030234971, 0.18554632019498893, 0.17542468543671733, 0.23334583258211086, 0.1796105034533109, 0.23312971566101215, 0.18483743220689927, 0.19776739823640874, 0.2708247176201859, 0.3149049140711334, 0.21956306269889192, 0.13639355111792795, 0.2613942639559332, 0.26436743884845937, 0.3202107996802755, 0.24072843613848766, 0.17918230302306362, 0.15123223700494076, 0.20687085287246101 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.66319825896975, 60.41390542318467, 36.08641368418588, 58.175668678996594, 62.020189602362784, 73.27518233839115, 37.201312906845935, 38.23604903342052, 34.99424605831894, 45.385118209882165, 34.891345387453235, 57.96469093091288, 36.82282784177561, 35.93678323158138, 56.375996737900046, 41.87853929999052, 52.745580979363346, 38.64912627313671, 55.63174164587426, 59.67894917939316, 39.03043556779632, 40.05577755297314, 45.43042996118726, 70.38204041631198 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.16539832782941, 58.86055348746014, 34.65851365293619, 56.58116720144821, 60.5455162416743, 71.71312429133307, 35.709909063960154, 36.7867740546996, 33.51946876868695, 43.8594943126375, 33.38964369058012, 56.46040214947737, 35.30216178809768, 34.43030424580224, 55.055470850453176, 40.363005308362744, 51.2695982905872, 37.00665968974049, 53.906617982124565, 58.13826469180353, 37.35910393175539, 38.64529662897841, 43.85826943934363, 68.87642521155394 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44125470952034057, "rpss": 0.026822299572170194, "brier_below": 0.2189372403262313, "bss_below": 0.03465909436048897, "brier_above": 0.22231746939052865, "bss_above": 0.018979302869551185, "crps": 48.413564550008665, "crpss": -0.0269493482271963, "crps_fair": 46.89421430422192, "crpss_fair": -0.03796959844254788, "reliability": { "below": { "weight": [ 0.0, 0.004551, 0.319984, 0.472482, 0.158087, 0.041482, 0.003414, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1945, 0.2608, 0.3433, 0.4365, 0.5448, 0.6159, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7467, 0.2534, 0.3469, 0.459, 0.5814, 0.7689, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.241452, 0.492564, 0.233554, 0.029382, 0.003048, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2572, 0.3515, 0.4373, 0.5323, 0.6077, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2279, 0.3663, 0.4277, 0.3899, 0.1015, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41879436383770463, 0.48377333322102306, 0.4132159341980819, 0.45393668311274205, 0.37767726151177194, 0.5230490971010717, 0.3939892490564953, 0.41756280243618665, 0.37939522452180297, 0.45125831962496415, 0.34265150543865847, 0.5593049885466455, 0.4068035425946536, 0.3925215737285818, 0.3888016019002519, 0.42279376119311934, 0.47941259625138677, 0.43367251413779356, 0.4715124380735481, 0.46233705149427784, 0.44634413198761597, 0.3831789408325792, 0.39589822838643857, 0.506882697439319 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2529483322975861, 0.1981994418023412, 0.2576001621287659, 0.1453984246308418, 0.2410039189320432, 0.1503442863809723, 0.178021984323741, 0.20204694433559292, 0.16684046617512718, 0.34967675614847704, 0.09009382200744934, 0.36430936690715143, 0.23023278453772425, 0.14345548930014904, 0.09140279766778493, 0.18808010340422368, 0.3705815181946581, 0.1463028837243538, 0.21957635181853108, 0.12787284330507528, 0.18580399604333273, 0.27000669083099466, 0.2690850444200344, 0.29048823915393557 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1658460311610414, 0.2855738927060801, 0.15561577135105195, 0.3085382608905915, 0.1366733434367096, 0.3727048132743778, 0.21596726336831362, 0.21551585814192986, 0.21255475761731749, 0.10158156134732238, 0.2525576839447786, 0.1949956220154364, 0.17657075595724972, 0.24906608551284443, 0.29739880390061874, 0.23471365740526148, 0.1088310764784043, 0.2873696327652039, 0.2519360877607807, 0.3344642133803522, 0.2605401372665527, 0.1131722496375308, 0.12681318415093312, 0.2163944590249812 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.66013921333565, 94.02148962790699, 54.89509289992216, 85.7742503146437, 87.68306286392317, 114.79780487818462, 55.320629998555276, 57.449976338777184, 52.18239231484639, 65.08286372955476, 50.68818298009002, 88.93081901644149, 50.720046266845905, 51.73604696300239, 59.078519871176354, 61.60528441232972, 76.16944204939797, 58.334841978889024, 81.79913711398304, 79.85349731441804, 57.4457406053682, 57.21790924835783, 71.86728262469468, 93.56294908144937 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.45063071280683, 91.81423587468105, 52.79022812639401, 83.38959600847969, 85.42972761815918, 112.56582944375997, 53.145932795390614, 55.32529131432084, 50.08238206529475, 62.82304385451667, 48.572411472760834, 86.79031954261966, 48.534245576666954, 49.58998619268137, 57.15551869806445, 59.411911991386276, 74.06422098204435, 55.960629521793955, 79.3529799268483, 77.6273070800834, 55.07741085123505, 55.18851423129455, 69.56047058961003, 91.3892408186795 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4335319933594464, "rpss": 0.04372995263116497, "brier_below": 0.21372386035295363, "bss_below": 0.05758889964849201, "brier_above": 0.21980813343731934, "bss_above": 0.02985810167490932, "crps": 70.11989173775392, "crpss": -0.014874667912671224, "crps_fair": 67.92050272039884, "crpss_fair": -0.025782942074355386, "reliability": { "below": { "weight": [ 0.0, 0.006522, 0.371732, 0.40112, 0.158155, 0.058493, 0.003978, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1947, 0.2585, 0.3429, 0.4399, 0.5453, 0.6157, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7302, 0.2289, 0.345, 0.5081, 0.6189, 0.7091, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.298909, 0.457306, 0.206441, 0.033766, 0.003578, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2538, 0.3498, 0.4395, 0.5321, 0.6078, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2183, 0.3828, 0.4416, 0.4417, 0.1547, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46341604925843505, 0.44531185035937504, 0.4378399670132987, 0.44382306595797316, 0.4141263838175938, 0.47789512848099, 0.418835943751569, 0.4094796015860211, 0.4486095372833335 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15760720633101766, 0.20866801963495762, 0.13632061589103178, 0.1240438060973848, 0.19089436759998385, 0.23322334174808101, 0.22451518569893852, 0.1362657063243727, 0.22458538789525848 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3058088306387072, 0.23664382908969697, 0.30151933187891344, 0.31977923962799165, 0.22323201492300768, 0.24467179038504355, 0.19432075942025717, 0.27321388610323144, 0.22402415146731677 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.62437415411986, 37.11254952606469, 55.112403629890785, 54.66389301353698, 31.580603285113195, 57.971453257890154, 38.21746129742535, 43.17410248944442, 47.7582548076063 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.875350800559275, 36.35886769920303, 54.333008632238844, 53.83518637125777, 30.870870103198314, 57.13148952863303, 37.43135508490079, 42.33008515702966, 46.910203324773036 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.43992639194539884, "rpss": 0.0405266945355115, "brier_below": 0.18179151524678072, "bss_below": 0.027536896082406614, "brier_above": 0.2581348703926851, "bss_above": 0.049468441335609126, "crps": 46.02389949567686, "crpss": -0.015587464265904183, "crps_fair": 45.23071296686597, "crpss_fair": -0.0413409847063293, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.408124, 0.493604, 0.097592, 0.00068, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.254, 0.3431, 0.4279, 0.5129, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1913, 0.2281, 0.3763, 0.1107, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.207473, 0.470519, 0.261121, 0.060887, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2705, 0.3475, 0.4443, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3851, 0.4736, 0.5449, 0.5972, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4623303572068031, 0.429823386748634, 0.4584878083164516, 0.45377600166926635, 0.41490973052590363, 0.4350228916954636, 0.42429793737069793, 0.4406638982658992, 0.43979774808101224 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13387825947078372, 0.21762309871042151, 0.15032084440387913, 0.13056017178882245, 0.16830797699468053, 0.16798188032657357, 0.2366454694480494, 0.14909467135853358, 0.188775961198317 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3284520806564036, 0.2122002910578873, 0.3081669462102365, 0.32321581201482535, 0.246601748036782, 0.2670410067510285, 0.1876524682665732, 0.2915692147378432, 0.2510217834820487 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.1365590199172, 53.562109513694665, 81.54185628850368, 78.96427930957609, 47.334635276316796, 73.68393383040346, 58.52740153108106, 64.89001257085091, 68.94987189067139 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.06102780856173, 52.469642966651406, 80.44676798746902, 77.80193249995733, 46.30136764556072, 72.49257279248715, 57.38898532493576, 63.67745460638418, 67.74883331969612 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43990108443112574, "rpss": 0.03192460479622872, "brier_below": 0.17146537041111787, "bss_below": 0.03172314291188527, "brier_above": 0.26843570569040315, "bss_above": 0.03205324189347081, "crps": 66.62118435900169, "crpss": -0.023615107344642894, "crps_fair": 65.48762055018928, "crpss_fair": -0.0507385330712502, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.403535, 0.483289, 0.113041, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2534, 0.3428, 0.4292, 0.5222, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1752, 0.1791, 0.3584, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293506, 0.449738, 0.202646, 0.054109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.27, 0.3422, 0.4428, 0.5407, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4283, 0.4957, 0.5938, 0.5484, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.5781510298615493, "training": [ 0.5975233071365407, 0.5764145586156871, 0.5741003544563195, 0.5728770913201925, 0.5599913428104096, 0.5708594763062843, 0.6004758071698962, 0.6035679857782383, 0.5910040263789177, 0.589680133774568, 0.5883981736652478, 0.5378676596175395, 0.5661109330856621, 0.5829320330504228, 0.613328150236085, 0.5688721848827608, 0.5811241395399279, 0.5803340627348151, 0.5796349983665374, 0.570092303557419, 0.581222725891441, 0.558675983222483, 0.6025883810022714, 0.5279489040775174 ], "test": 0.6006460494058897 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4154675357694258, 0.4565962113251081, 0.4298593231826362, 0.46285718023033795, 0.415962545700061, 0.47972458221551506, 0.43663718889133435, 0.41679140590354796, 0.39165372249457125, 0.4707772577775777, 0.37495470936452174, 0.5130922796615173, 0.43638556739586426, 0.4061921983062134, 0.4056995701565493, 0.43528302936772884, 0.4701847168277913, 0.4102089129077134, 0.462536881299213, 0.46808354097354543, 0.43855380179348946, 0.4205108454199069, 0.4069738888804788, 0.5642797135955535 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2649535070417894, 0.18211619993322778, 0.2580845850300415, 0.1910738905870744, 0.22239188239387844, 0.1613589926000383, 0.25111020068742324, 0.2414230091972073, 0.15837119575769826, 0.29120894847741147, 0.14178152408301659, 0.32804486970692875, 0.2385378052194802, 0.13546811487317317, 0.0912895673330379, 0.21566780811788402, 0.3337415314653371, 0.14878485766983235, 0.19813116334468778, 0.14793966141252418, 0.1977976591389517, 0.24137849106739384, 0.2557943503018686, 0.35694683677577876 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15051402762078306, 0.27448001216896806, 0.17177473687223946, 0.27178329083415825, 0.19357066400610673, 0.31836559135036885, 0.18552698623093106, 0.1753683967508571, 0.23328252664011054, 0.17956830785522596, 0.23317318527289388, 0.1850474091723401, 0.1978477612841363, 0.27072408450413443, 0.31441000279513714, 0.21961522045541673, 0.1364431836992366, 0.2614240566968957, 0.26440571976371047, 0.3201438838598807, 0.24075614330794254, 0.1791323542730066, 0.15117953903281586, 0.20733287739339057 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.66332827964209, 60.41512276547026, 36.08565076774318, 58.17450281167677, 62.0181609143871, 73.28169578819559, 37.20086709763527, 38.23551258444487, 34.99346419399177, 45.38302972096537, 34.89044231448238, 57.96633360050864, 36.82603428352445, 35.94092776508311, 56.40075235736675, 41.876881593721336, 52.744762518772156, 38.64960990480476, 55.630952021896164, 59.68095986127854, 39.02932930658477, 40.0555378888952, 45.42864789500426, 70.38159892276173 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.16568508228491, 58.861966521646956, 34.65789752013521, 56.580160316722086, 60.54363041663767, 71.71992757501386, 35.70957878265603, 36.78636593612587, 33.518832802816746, 43.857534647358996, 33.3888763307316, 56.462268296758324, 35.305629075902644, 34.43472051212583, 55.08098697185275, 40.3614891758814, 51.26892410137812, 37.00733794664698, 53.90595420826127, 58.140485823134675, 37.35814421767898, 38.645252633764194, 43.85661059125282, 68.87609588671756 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4412194420600084, "rpss": 0.026900081191732483, "brier_below": 0.21889152717565355, "bss_below": 0.034860653373988026, "brier_above": 0.22232791507669528, "bss_above": 0.018933209171411947, "crps": 48.414754381618195, "crpss": -0.026974586955376356, "crps_fair": 46.895598140561894, "crpss_fair": -0.038000228661465574, "reliability": { "below": { "weight": [ 0.0, 0.004551, 0.321031, 0.470354, 0.159226, 0.036508, 0.008331, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2602, 0.343, 0.4368, 0.5387, 0.6082, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7467, 0.2527, 0.3481, 0.4569, 0.5744, 0.6861, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.24148, 0.489658, 0.236432, 0.029382, 0.003048, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2566, 0.3513, 0.4375, 0.5335, 0.6093, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.228, 0.3656, 0.4282, 0.3899, 0.1015, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41852936693413456, 0.4838515400974356, 0.41314906469213286, 0.4539576059703205, 0.3774726883482404, 0.5234390351215396, 0.39380371606398, 0.41753335316398793, 0.37922595386979324, 0.45095714346203974, 0.3424306066927042, 0.5603665601849764, 0.40685442585597303, 0.3924520767302985, 0.3878420076980834, 0.4227650939129585, 0.4793554542738676, 0.43369818329852466, 0.4715915000209583, 0.46229255520335355, 0.4463188182014914, 0.38302484551700566, 0.3954371707893785, 0.5075089531621364 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25274652741487047, 0.19822138117360752, 0.25760885466827604, 0.1453616809536653, 0.2409134609866442, 0.15046485260891154, 0.17793839888127244, 0.20200436454934242, 0.16676126719087486, 0.3495337137013856, 0.08986807248463356, 0.36489933087132265, 0.2302335479501864, 0.1433642980990119, 0.09096845397737487, 0.1880446643550866, 0.370607494475096, 0.14630679312302408, 0.219612361835804, 0.12781445241077052, 0.1857734345609987, 0.2699931472892134, 0.2687798216103204, 0.29073978168256825 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16578283913502134, 0.2856301602199458, 0.15554020930089932, 0.3085959274421134, 0.1365592282140447, 0.37297418508480606, 0.21586531581059806, 0.21552898865669362, 0.21246468594709558, 0.10142342761775104, 0.2525625347292553, 0.19546722969592836, 0.17662087579395475, 0.24908777972395588, 0.296873553387791, 0.23472042917427058, 0.10874795820856971, 0.28739139253838675, 0.2519791397000146, 0.3344781080234531, 0.2605453849698943, 0.11303169786207859, 0.1266573493627622, 0.21676917222863645 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.66013921333565, 94.02148962790699, 54.89509289992216, 85.7742503146437, 87.68306286392317, 114.79780487818462, 55.320629998555276, 57.449976338777184, 52.18239231484639, 65.08286372955476, 50.68818298009002, 88.93081901644149, 50.720046266845905, 51.73604696300239, 59.078519871176354, 61.60528441232972, 76.16944204939797, 58.334841978889024, 81.79913711398304, 79.85349731441804, 57.4457406053682, 57.21790924835783, 71.86728262469468, 93.56294908144937 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.45063071280683, 91.81423587468105, 52.79022812639401, 83.38959600847969, 85.42972761815918, 112.56582944375997, 53.145932795390614, 55.32529131432084, 50.08238206529475, 62.82304385451667, 48.572411472760834, 86.79031954261966, 48.534245576666954, 49.58998619268137, 57.15551869806445, 59.411911991386276, 74.06422098204435, 55.960629521793955, 79.3529799268483, 77.6273070800834, 55.07741085123505, 55.18851423129455, 69.56047058961003, 91.3892408186795 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43349407163605475, "rpss": 0.043813599071980236, "brier_below": 0.21369000653559422, "bss_below": 0.05773817738105813, "brier_above": 0.2198040655344967, "bss_above": 0.029876055710116534, "crps": 70.11989173775392, "crpss": -0.014874667912671224, "crps_fair": 67.92050272039884, "crpss_fair": -0.025782942074355386, "reliability": { "below": { "weight": [ 0.0, 0.006522, 0.371732, 0.399121, 0.160154, 0.051722, 0.010749, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1936, 0.2579, 0.3426, 0.4399, 0.5394, 0.6075, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7302, 0.2289, 0.3454, 0.5052, 0.6204, 0.645, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.298909, 0.455345, 0.208402, 0.033766, 0.003578, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2532, 0.3496, 0.4397, 0.5334, 0.6095, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2183, 0.3819, 0.443, 0.4417, 0.1547, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4635371738864292, 0.4452874514354901, 0.4374500892109569, 0.44353298020171483, 0.4141296234338897, 0.4781652572077198, 0.4187371910187092, 0.4092814536454903, 0.4486570698563562 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15764948041522786, 0.2086239019652243, 0.13622880760449024, 0.12395969995558682, 0.19090764038382665, 0.2332647091360285, 0.2244887041736055, 0.1361846299180163, 0.22462547473041194 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30588768119425097, 0.23666354783550775, 0.3012212623543466, 0.31957326005469466, 0.22322198174947855, 0.24490055176294517, 0.19424848819342977, 0.27309681460167573, 0.22403159723719354 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.623163923423874, 37.11162483508364, 55.11035226990765, 54.66354285367113, 31.57912336846044, 57.971781134311485, 38.215054321629346, 43.17183809825551, 47.75857482523433 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.87422744287839, 36.358021233054636, 54.33103244572614, 53.83491533261522, 30.869460149142547, 57.13190057471581, 37.4290504118068, 42.327922549058115, 46.91059431940315 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4398642544329729, "rpss": 0.04066221558069594, "brier_below": 0.18177033869804646, "bss_below": 0.027650176464521503, "brier_above": 0.2580939094426136, "bss_above": 0.04961927208411121, "crps": 46.02278395888638, "crpss": -0.015562848246993388, "crps_fair": 45.22968049537786, "crpss_fair": -0.04131721424582624, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.408576, 0.493528, 0.09699, 0.000905, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2534, 0.3431, 0.4284, 0.5108, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1915, 0.228, 0.3771, 0.1662, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.207473, 0.470217, 0.249915, 0.072395, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.27, 0.3476, 0.4425, 0.5321, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3851, 0.4734, 0.5389, 0.6104, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4624286200481078, 0.4299096088376277, 0.4583718792705298, 0.4537757291903981, 0.4149014183902892, 0.4350813952881574, 0.4241507849279265, 0.4405125275518049, 0.4397604616198425 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13389272280062353, 0.21764638811707698, 0.15027547477456743, 0.13059878835213565, 0.16830776768551997, 0.16801523308115493, 0.23658379995596207, 0.14901886371864745, 0.18877323962274636 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3285358801687329, 0.21226322373964499, 0.3080963867977823, 0.32317692299183726, 0.24659364520651536, 0.2670661576240044, 0.1875669852952286, 0.2914936516856405, 0.250987218627558 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.1365590199172, 53.562109513694665, 81.54185628850368, 78.96427930957609, 47.334635276316796, 73.68393383040346, 58.52740153108106, 64.89001257085091, 68.94987189067139 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.06102780856173, 52.469642966651406, 80.44676798746902, 77.80193249995733, 46.30136764556072, 72.49257279248715, 57.38898532493576, 63.67745460638418, 67.74883331969612 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43987693612496487, "rpss": 0.031977747154494085, "brier_below": 0.17145691978982602, "bss_below": 0.03177086415731978, "brier_above": 0.26842000801521604, "bss_above": 0.032109845815695204, "crps": 66.62118435900169, "crpss": -0.023615107344642894, "crps_fair": 65.48762055018928, "crpss_fair": -0.0507385330712502, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.403535, 0.483289, 0.112639, 0.000537, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2528, 0.3429, 0.4297, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1752, 0.1791, 0.3584, 0.5009, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293506, 0.449738, 0.197277, 0.059479, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2696, 0.3423, 0.442, 0.5385, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4283, 0.4957, 0.5929, 0.5553, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "mvs", "1994": "mvs", "1995": "mvs", "1996": "mvs", "1997": "mvs", "1998": "vs", "1999": "mvs", "2000": "vs", "2001": "mvs", "2002": "vs", "2003": "mvs", "2004": "vs", "2005": "mvs", "2006": "vs", "2007": "vs", "2008": "mvs", "2009": "mvs", "2010": "mvs", "2011": "mvs", "2012": "vs", "2013": "vs", "2014": "mvs", "2015": "mvs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 15, "mvs_r3": 0, "mvs_r4": 0, "vs": 9 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41572050653290454, 0.45777802603881845, 0.4284006705235833, 0.46107978097554453, 0.41716706300942114, 0.47972458221551506, 0.43265744182560806, 0.41679140590354796, 0.393804873160686, 0.4707772577775777, 0.37582879521521434, 0.5130922796615173, 0.4379569945453267, 0.4061921983062134, 0.4056995701565493, 0.434783400426553, 0.4698183057286592, 0.41025752579192837, 0.46448111418814564, 0.46808354097354543, 0.43855380179348946, 0.42082001729403445, 0.4073699386420468, 0.5642797135955535 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26517684544979836, 0.1837020593997106, 0.25690960452041917, 0.1899667364192553, 0.22315764267172367, 0.1613589926000383, 0.24736615626911462, 0.2414230091972073, 0.16044836033582094, 0.29120894847741147, 0.14277957801707247, 0.32804486970692875, 0.23997178581355513, 0.13546811487317317, 0.0912895673330379, 0.21513917974589433, 0.33344365174147295, 0.14930419022152877, 0.19980552804566504, 0.14793966141252418, 0.1977976591389517, 0.24129336991133926, 0.25607703154307787, 0.35694683677577876 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15054366011368353, 0.2740759673029171, 0.1714910647324878, 0.2711130458202568, 0.19400942107170965, 0.31836559135036885, 0.18529128365653622, 0.1753683967508571, 0.23335651280968187, 0.17956830785522596, 0.2330492171103312, 0.1850474091723401, 0.19798520782495507, 0.27072408450413443, 0.31441000279513714, 0.219644219883275, 0.1363746524193985, 0.26095333691158684, 0.2646755878693214, 0.3201438838598807, 0.24075614330794254, 0.17952664739634117, 0.1512929074854874, 0.20733287739339057 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.48531825749868, 60.4217498077284, 36.199040586426854, 58.23644739195621, 62.17948101027012, 73.28169578819559, 37.29579372412385, 38.23551258444487, 35.084202767796995, 45.38302972096537, 35.03343127590022, 57.96633360050864, 36.860938006176085, 35.94092776508311, 56.40075235736675, 42.0063106263386, 52.78285544357317, 38.650812008198415, 55.71080032619232, 59.68095986127854, 39.02932930658477, 40.20101498029792, 45.69214337639172, 70.38159892276173 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 48.975371487452136, 58.855328277398016, 34.76049789455847, 56.62842557602322, 60.695535237801245, 71.71992757501386, 35.79182111491752, 36.78636593612587, 33.59756719680408, 43.857534647358996, 33.51955532369774, 56.462268296758324, 35.32438290755749, 34.43472051212583, 55.08098697185275, 40.47768739258037, 51.295211248692695, 36.99468294633532, 53.97149232472499, 58.140485823134675, 37.35814421767898, 38.779883502984404, 44.109590568918165, 68.87609588671756 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44129661684508265, "rpss": 0.026729873875529164, "brier_below": 0.2190008074841875, "bss_below": 0.034378813227233906, "brier_above": 0.22229580955821862, "bss_above": 0.0190748812505519, "crps": 48.46418664566912, "crpss": -0.028023144974608005, "crps_fair": 46.93723178613387, "crpss_fair": -0.03892175936663311 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.419412745727899, 0.4836372544758832, 0.4133469854903796, 0.45376662833360826, 0.3783085108547154, 0.5234390351215396, 0.3943571157539185, 0.41753335316398793, 0.3798793680135661, 0.45095714346203974, 0.3431094781775913, 0.5603665601849764, 0.4066233108895988, 0.3924520767302985, 0.3878420076980834, 0.4229155360141911, 0.4795671003203191, 0.43358895607551556, 0.47130556100206517, 0.46229255520335355, 0.4463188182014914, 0.3836487434840681, 0.397242975055904, 0.5075089531621364 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25341481915703445, 0.1982058226375791, 0.2575284041099852, 0.14553217414229896, 0.24128514242624782, 0.15046485260891154, 0.1782225244177768, 0.20200436454934242, 0.16710098685329075, 0.3495337137013856, 0.0905653203090488, 0.36489933087132265, 0.23014727975970165, 0.1433642980990119, 0.09096845397737487, 0.18821548534043417, 0.37056765981164846, 0.14632196891747282, 0.21946818019892222, 0.12781445241077052, 0.1857734345609987, 0.27004421087396147, 0.27001690826184627, 0.29073978168256825 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1659979261759561, 0.2854314330929504, 0.15581858067867635, 0.30823445660981247, 0.13702336928917577, 0.37297418508480606, 0.21613458998096735, 0.21552898865669362, 0.2127783804716156, 0.10142342761775104, 0.2525441583445939, 0.19546722969592836, 0.17647602904744752, 0.24908777972395588, 0.296873553387791, 0.23470005029018495, 0.1089994389613581, 0.28726698944036133, 0.25183738228459773, 0.3344781080234531, 0.2605453849698943, 0.11360453224707076, 0.1272260670067485, 0.21676917222863645 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.62807702152905, 94.03073045231552, 54.87829130717722, 85.70850911889897, 87.58500227566795, 114.79780487818462, 55.30809752336391, 57.449976338777184, 52.16310208535443, 65.08286372955476, 50.669111966179074, 88.93081901644149, 50.71430196452927, 51.73604696300239, 59.078519871176354, 61.59563556273312, 76.17006251080603, 58.31976505791169, 81.80105597776338, 79.85349731441804, 57.4457406053682, 57.211702864797005, 71.89254260140997, 93.56294908144937 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.41964373021524, 91.82479218277712, 52.77520203783767, 83.3239646539499, 85.33442645519278, 112.56582944375997, 53.13515612526559, 55.32529131432084, 50.065746113533606, 62.82304385451667, 48.55574045131808, 86.79031954261966, 48.5302236920368, 49.58998619268137, 57.15551869806445, 59.404308577020785, 74.06606513297201, 55.94745433454605, 79.35627575220731, 77.6273070800834, 55.07741085123505, 55.18400792517643, 69.58689507885869, 91.3892408186795 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4337258655248804, "rpss": 0.043302316037642896, "brier_below": 0.2138416487366223, "bss_below": 0.05706951411952732, "brier_above": 0.21988421722126775, "bss_above": 0.02952229942120188, "crps": 70.10892525370038, "crpss": -0.014715945379219164, "crps_fair": 67.91057708495288, "crpss_fair": -0.025633038184926793 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4635371738864292, 0.4452874514354901, 0.4374500892109569, 0.44353298020171483, 0.4141296234338897, 0.4781652572077198, 0.4187371910187092, 0.4092814536454903, 0.4486570698563562 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15764948041522786, 0.2086239019652243, 0.13622880760449024, 0.12395969995558682, 0.19090764038382665, 0.2332647091360285, 0.2244887041736055, 0.1361846299180163, 0.22462547473041194 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30588768119425097, 0.23666354783550775, 0.3012212623543466, 0.31957326005469466, 0.22322198174947855, 0.24490055176294517, 0.19424848819342977, 0.27309681460167573, 0.22403159723719354 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.623163923423874, 37.11162483508364, 55.11035226990765, 54.66354285367113, 31.57912336846044, 57.971781134311485, 38.215054321629346, 43.17183809825551, 47.75857482523433 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.87422744287839, 36.358021233054636, 54.33103244572614, 53.83491533261522, 30.869460149142547, 57.13190057471581, 37.4290504118068, 42.327922549058115, 46.91059431940315 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4398642544329729, "rpss": 0.04066221558069594, "brier_below": 0.18177033869804646, "bss_below": 0.027650176464521503, "brier_above": 0.2580939094426136, "bss_above": 0.04961927208411121, "crps": 46.02278395888638, "crpss": -0.015562848246993388, "crps_fair": 45.22968049537786, "crpss_fair": -0.04131721424582624 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4624286200481078, 0.4299096088376277, 0.4583718792705298, 0.4537757291903981, 0.4149014183902892, 0.4350813952881574, 0.4241507849279265, 0.4405125275518049, 0.4397604616198425 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13389272280062353, 0.21764638811707698, 0.15027547477456743, 0.13059878835213565, 0.16830776768551997, 0.16801523308115493, 0.23658379995596207, 0.14901886371864745, 0.18877323962274636 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3285358801687329, 0.21226322373964499, 0.3080963867977823, 0.32317692299183726, 0.24659364520651536, 0.2670661576240044, 0.1875669852952286, 0.2914936516856405, 0.250987218627558 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.1365590199172, 53.562109513694665, 81.54185628850368, 78.96427930957609, 47.334635276316796, 73.68393383040346, 58.52740153108106, 64.89001257085091, 68.94987189067139 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.06102780856173, 52.469642966651406, 80.44676798746902, 77.80193249995733, 46.30136764556072, 72.49257279248715, 57.38898532493576, 63.67745460638418, 67.74883331969612 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43987693612496487, "rpss": 0.031977747154494085, "brier_below": 0.17145691978982602, "bss_below": 0.03177086415731978, "brier_above": 0.26842000801521604, "bss_above": 0.032109845815695204, "crps": 66.62118435900169, "crpss": -0.023615107344642894, "crps_fair": 65.48762055018928, "crpss_fair": -0.0507385330712502 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "mvs_r4", "1994": "mvs_r4", "1995": "mvs_r3", "1996": "mvs_r3", "1997": "mvs_r3", "1998": "mvs_r4", "1999": "mvs_r4", "2000": "mvs_r3", "2001": "mvs_r3", "2002": "mvs_r3", "2003": "mvs_r3", "2004": "mvs_r4", "2005": "mvs_r4", "2006": "mvs_r4", "2007": "vs", "2008": "mvs_r3", "2009": "mvs_r3", "2010": "mvs_r4", "2011": "mvs_r3", "2012": "mvs_r3", "2013": "mvs_r3", "2014": "mvs_r4", "2015": "mvs_r3", "2016": "mvs_r3" }, "chosen_test": "mvs_r4", "frequency": { "mvs": 0, "mvs_r3": 14, "mvs_r4": 9, "vs": 1 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41571617581814196, 0.45659138631965585, 0.42940969367722515, 0.4626045166428047, 0.41615462254983576, 0.4795168914173945, 0.4366314574325919, 0.4164864297505035, 0.39231032206923433, 0.4712683388130352, 0.3752090285239465, 0.5125306578674401, 0.4364189339126014, 0.4064012033543586, 0.4056995701565493, 0.435284789430938, 0.4697351727877602, 0.4102968755874501, 0.46279299938205765, 0.4684596787564625, 0.43880569555436255, 0.42051105868979727, 0.4072898177482436, 0.5618518148110758 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.265161503973638, 0.182150790798617, 0.2577417915011493, 0.19095140970317948, 0.22244935959984016, 0.16135719009996832, 0.25108513530138904, 0.24117740430456527, 0.15888438138003685, 0.29143078566806974, 0.14214055680057014, 0.32769322491027664, 0.2386515347917878, 0.1355764868148053, 0.0912895673330379, 0.21578890342197565, 0.33338924084875304, 0.14890261308795621, 0.1984761349636009, 0.1480631237886635, 0.19809926632822078, 0.24132875560906492, 0.2560017086475925, 0.35547376972270617 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15055467074316586, 0.2744405963187441, 0.17166790090110987, 0.2716531081341797, 0.19370526365180643, 0.3181597030234971, 0.18554632019498893, 0.17530902551567967, 0.23342594060345911, 0.17983755174246904, 0.23306847170429393, 0.18483743220689927, 0.19776739823640874, 0.2708247176201859, 0.31441000279513714, 0.21949588521549265, 0.13634593025712707, 0.2613942639559332, 0.2643168662152702, 0.3203965592115938, 0.24070642988345453, 0.17918230302306362, 0.1512881095364797, 0.20637804564726261 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.66319825896975, 60.41390542318467, 36.09581823550041, 58.183060542590475, 62.03977116250963, 73.27518233839115, 37.201312906845935, 38.23313234656883, 35.003634895489554, 45.39822985479726, 34.90594268881837, 57.96469093091288, 36.82282784177561, 35.93678323158138, 56.40075235736675, 41.89228057731421, 52.75154691328043, 38.64912627313671, 55.639133926395075, 59.67288300628232, 39.03654371694011, 40.05577755297314, 45.45382750665031, 70.39098415096439 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.16539832782941, 58.86055348746014, 34.66672819005324, 56.58719059058721, 60.563932529354226, 71.71312429133307, 35.709909063960154, 36.782585426958356, 33.527544081979414, 43.871211280976176, 33.402979606251456, 56.46040214947737, 35.30216178809768, 34.43030424580224, 55.08098697185275, 40.37537666831715, 51.27431178049101, 37.00665968974049, 53.91267192840724, 58.13069299015793, 37.363774012710365, 38.64529662897841, 43.880596346437535, 68.88429290575391 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44116571379389447, "rpss": 0.027018577718424752, "brier_below": 0.21888602664164436, "bss_below": 0.0348849063995309, "brier_above": 0.22227968734740422, "bss_above": 0.01914602375921659, "crps": 48.420014443301646, "crpss": -0.027086163472570757, "crps_fair": 46.899945207623624, "crpss_fair": -0.038096447854374826 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41879436383770463, 0.48377333322102306, 0.41328530369953814, 0.45392013588306235, 0.3778715284008811, 0.5230490971010717, 0.3939892490564953, 0.4175896857889393, 0.37956414416981366, 0.4515152311897824, 0.34280226575717193, 0.5593049885466455, 0.4068035425946536, 0.3925215737285818, 0.3878420076980834, 0.4228170632906208, 0.47945020976645203, 0.43367251413779356, 0.4714586595146457, 0.4623837447974387, 0.44636876671238435, 0.3831789408325792, 0.39634887723477463, 0.5063166094593373 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2529483322975861, 0.1981994418023412, 0.25759164965424464, 0.14542819100999502, 0.24109144545778172, 0.1503442863809723, 0.178021984323741, 0.20208537157528778, 0.1669195140868874, 0.3497987923544235, 0.09024723274757679, 0.36430936690715143, 0.23023278453772425, 0.14345548930014904, 0.09096845397737487, 0.1881080447918944, 0.37056490038294515, 0.1463028837243538, 0.21955188393710987, 0.12793363025869978, 0.1858335672599457, 0.27000669083099466, 0.26938326879006397, 0.29026074462301993 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1658460311610414, 0.2855738927060801, 0.15569365333183544, 0.30849194726824813, 0.13678008380412437, 0.3727048132743778, 0.21596726336831362, 0.21550431425435526, 0.2126446293560336, 0.10171643671788631, 0.252555033518037, 0.1949956220154364, 0.17657075595724972, 0.24906608551284443, 0.296873553387791, 0.23470901811509318, 0.10888530781289686, 0.2873696327652039, 0.2519067770770825, 0.33445011968882715, 0.260535200767838, 0.1131722496375308, 0.12696560863002443, 0.21605586556737807 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.66013921333565, 94.02148962790699, 54.89509289992216, 85.7742503146437, 87.68306286392317, 114.79780487818462, 55.320629998555276, 57.449976338777184, 52.18239231484639, 65.08286372955476, 50.68818298009002, 88.93081901644149, 50.720046266845905, 51.73604696300239, 59.078519871176354, 61.60528441232972, 76.16944204939797, 58.334841978889024, 81.79913711398304, 79.85349731441804, 57.4457406053682, 57.21790924835783, 71.86728262469468, 93.56294908144937 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.45063071280683, 91.81423587468105, 52.79022812639401, 83.38959600847969, 85.42972761815918, 112.56582944375997, 53.145932795390614, 55.32529131432084, 50.08238206529475, 62.82304385451667, 48.572411472760834, 86.79031954261966, 48.534245576666954, 49.58998619268137, 57.15551869806445, 59.411911991386276, 74.06422098204435, 55.960629521793955, 79.3529799268483, 77.6273070800834, 55.07741085123505, 55.18851423129455, 69.56047058961003, 91.3892408186795 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43352590985081146, "rpss": 0.04374337142650109, "brier_below": 0.21373283129217768, "bss_below": 0.0575493424708734, "brier_above": 0.2197930789873137, "bss_above": 0.02992454577085024, "crps": 70.11989173775392, "crpss": -0.014874667912671224, "crps_fair": 67.92050272039884, "crpss_fair": -0.025782942074355386 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46341604925843505, 0.44531185035937504, 0.4378399670132987, 0.44382306595797316, 0.4141263838175938, 0.47789512848099, 0.418835943751569, 0.4094796015860211, 0.4486095372833335 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15760720633101766, 0.20866801963495762, 0.13632061589103178, 0.1240438060973848, 0.19089436759998385, 0.23322334174808101, 0.22451518569893852, 0.1362657063243727, 0.22458538789525848 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3058088306387072, 0.23664382908969697, 0.30151933187891344, 0.31977923962799165, 0.22323201492300768, 0.24467179038504355, 0.19432075942025717, 0.27321388610323144, 0.22402415146731677 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.62437415411986, 37.11254952606469, 55.112403629890785, 54.66389301353698, 31.580603285113195, 57.971453257890154, 38.21746129742535, 43.17410248944442, 47.7582548076063 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.875350800559275, 36.35886769920303, 54.333008632238844, 53.83518637125777, 30.870870103198314, 57.13148952863303, 37.43135508490079, 42.33008515702966, 46.910203324773036 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.43992639194539884, "rpss": 0.0405266945355115, "brier_below": 0.18179151524678072, "bss_below": 0.027536896082406614, "brier_above": 0.2581348703926851, "bss_above": 0.049468441335609126, "crps": 46.02389949567686, "crpss": -0.015587464265904183, "crps_fair": 45.23071296686597, "crpss_fair": -0.0413409847063293 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4623303572068031, 0.429823386748634, 0.4584878083164516, 0.45377600166926635, 0.41490973052590363, 0.4350228916954636, 0.42429793737069793, 0.4406638982658992, 0.43979774808101224 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13387825947078372, 0.21762309871042151, 0.15032084440387913, 0.13056017178882245, 0.16830797699468053, 0.16798188032657357, 0.2366454694480494, 0.14909467135853358, 0.188775961198317 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3284520806564036, 0.2122002910578873, 0.3081669462102365, 0.32321581201482535, 0.246601748036782, 0.2670410067510285, 0.1876524682665732, 0.2915692147378432, 0.2510217834820487 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.1365590199172, 53.562109513694665, 81.54185628850368, 78.96427930957609, 47.334635276316796, 73.68393383040346, 58.52740153108106, 64.89001257085091, 68.94987189067139 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.06102780856173, 52.469642966651406, 80.44676798746902, 77.80193249995733, 46.30136764556072, 72.49257279248715, 57.38898532493576, 63.67745460638418, 67.74883331969612 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43990108443112574, "rpss": 0.03192460479622872, "brier_below": 0.17146537041111787, "bss_below": 0.03172314291188527, "brier_above": 0.26843570569040315, "bss_above": 0.03205324189347081, "crps": 66.62118435900169, "crpss": -0.023615107344642894, "crps_fair": 65.48762055018928, "crpss_fair": -0.0507385330712502 } } } } } }, "tests": { "mvs_r3": { "rps": { "Jun": { "training": { "mean_difference": 2.4036658132178812e-05, "bootstrap_95": [ -0.0004639947670954707, 0.0005104518126675133 ], "p_improvement": 0.53641, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00031332377896264244, "bootstrap_95": [ -0.0008317680349069539, 0.00027024036447731035 ], "p_improvement": 0.150390625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -6.937151115464733e-05, "bootstrap_95": [ -0.0009345752850467297, 0.0008503068516007655 ], "p_improvement": 0.44019, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0006388617589230816, "bootstrap_95": [ -0.0022775943294655807, 0.0009852124878097445 ], "p_improvement": 0.24609375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0001143352908320507, "bootstrap_95": [ -0.0005426110131798843, 0.00031398833148903334 ], "p_improvement": 0.300165, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0008302134784717986, "bootstrap_95": [ -0.0016449220295143697, -2.4448788430143713e-05 ], "p_improvement": 0.05078125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -6.692974650346119e-05, "bootstrap_95": [ -0.0005307695690930789, 0.00039342022559194406 ], "p_improvement": 0.389255, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00012968338173871243, "bootstrap_95": [ -0.0004898177514389465, 0.0002278999242097214 ], "p_improvement": 0.26953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -4.007686906786397e-06, "bootstrap_95": [ -0.0006599808722364616, 0.0006916934359355839 ], "p_improvement": 0.493365, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0004551606999610312, "bootstrap_95": [ -0.0013739170407537406, 0.0004798356772274416 ], "p_improvement": 0.185546875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": -2.4914528698449328e-05, "bootstrap_95": [ -0.00047583489502281434, 0.00042972075884845193 ], "p_improvement": 0.456905, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00030926292449318414, "bootstrap_95": [ -0.0007773694911959913, 0.0002278993904970223 ], "p_improvement": 0.142578125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00016128104819514272, "bootstrap_95": [ -0.0008749171820224721, 0.0005918423011399989 ], "p_improvement": 0.336365, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.0002898962476392958, "bootstrap_95": [ -0.0013114253516688771, 0.0008738173339519115 ], "p_improvement": 0.3125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00017249227350047552, "bootstrap_95": [ -0.000524922215128253, 0.00018112120988275637 ], "p_improvement": 0.175095, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0003884720549277545, "bootstrap_95": [ -0.000786104021913302, 8.276891428921074e-05 ], "p_improvement": 0.072265625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -6.746439697515733e-05, "bootstrap_95": [ -0.00043547185044557257, 0.0002940269753108068 ], "p_improvement": 0.359995, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00016487203478159844, "bootstrap_95": [ -0.00047985780067288475, 0.00014678700888245063 ], "p_improvement": 0.173828125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -5.295330182192073e-05, "bootstrap_95": [ -0.0005905133969551482, 0.0005445320768384623 ], "p_improvement": 0.429485, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00034890881683014946, "bootstrap_95": [ -0.0010145284931759432, 0.00031878458307750394 ], "p_improvement": 0.17578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 4.895120480461965e-05, "bootstrap_95": [ -7.181783732057465e-05, 0.00019156119963425867 ], "p_improvement": 0.748375, "years_better": 13, "years": 24 }, "test": { "mean_difference": -4.060832348776497e-06, "bootstrap_95": [ -0.0001627755111091756, 0.00014071288268508825 ], "p_improvement": 0.478515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 9.190955040181321e-05, "bootstrap_95": [ -0.00022790508307639766, 0.00042430847705759414 ], "p_improvement": 0.701025, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0003489654352482792, "bootstrap_95": [ -0.0011670411486176435, 0.0003325319014104673 ], "p_improvement": 0.240234375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 5.815697385638865e-05, "bootstrap_95": [ -0.00011921744694482419, 0.0002457300258644794 ], "p_improvement": 0.72128, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0004417413862439644, "bootstrap_95": [ -0.0009227049626216331, -2.977739974916238e-05 ], "p_improvement": 0.0546875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 5.346324406171887e-07, "bootstrap_95": [ -0.0001474422680542022, 0.00016093574888911724 ], "p_improvement": 0.50099, "years_better": 16, "years": 24 }, "test": { "mean_difference": 3.51886810642521e-05, "bootstrap_95": [ -0.00010583603854721592, 0.00017892693759184614 ], "p_improvement": 0.673828125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 4.8945609754037084e-05, "bootstrap_95": [ -0.00011264237841724465, 0.00021470178870993856 ], "p_improvement": 0.712705, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00010625181476295629, "bootstrap_95": [ -0.00041518471531279015, 0.00020476759707119187 ], "p_improvement": 0.265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": -0.030142963359307034, "bootstrap_95": [ -0.058123349709100595, -0.0024711681791512153 ], "p_improvement": 0.02542, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.048620301650490326, "bootstrap_95": [ -0.10974909712752304, 0.007965820193771886 ], "p_improvement": 0.08203125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.15252000000000002, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.052711767056362525, "bootstrap_95": [ -0.0855350905284858, -0.021050484481827315 ], "p_improvement": 0.001825, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.055530204919884106, "bootstrap_95": [ -0.10494993407603473, -0.010342940470734195 ], "p_improvement": 0.017578125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.01675, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Aug": { "training": { "mean_difference": -0.05760691966491257, "bootstrap_95": [ -0.07167712328217556, -0.041887185378208285 ], "p_improvement": 0.0, "years_better": 23, "years": 24 }, "test": { "mean_difference": -0.05292976383302713, "bootstrap_95": [ -0.07094583830664844, -0.033311328520023886 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.0, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.025189497739344462, "bootstrap_95": [ -0.03826302943392535, -0.008970394342132685 ], "p_improvement": 0.001675, "years_better": 21, "years": 24 }, "test": { "mean_difference": -0.03556507741843835, "bootstrap_95": [ -0.04581558258339066, -0.025240571625630828 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.01675, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "JJAS": { "training": { "mean_difference": -0.04066586188228468, "bootstrap_95": [ -0.07630616416268925, -0.0019970982946771083 ], "p_improvement": 0.02597, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.08238242731868636, "bootstrap_95": [ -0.11012256705423477, -0.0529638529922374 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.15252000000000002, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "mvs_r4": { "rps": { "Jun": { "training": { "mean_difference": 5.4053806011480445e-05, "bootstrap_95": [ -0.0005657855482493694, 0.000673955264929936 ], "p_improvement": 0.56523, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0003616123626528757, "bootstrap_95": [ -0.0010425479346244848, 0.0004243407015580635 ], "p_improvement": 0.1875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -6.740726555339027e-05, "bootstrap_95": [ -0.0013919372575610348, 0.0013223247583398245 ], "p_improvement": 0.46124, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.000988523717021418, "bootstrap_95": [ -0.0035137180981960454, 0.001554502728069883 ], "p_improvement": 0.24609375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00020686036327284552, "bootstrap_95": [ -0.0008605814359883226, 0.0004359404394864492 ], "p_improvement": 0.26559, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0012338252539153055, "bootstrap_95": [ -0.0025322024742161684, 6.061640945947349e-05 ], "p_improvement": 0.05859375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.000144405178305528, "bootstrap_95": [ -0.000786859261298133, 0.0005049693967182894 ], "p_improvement": 0.332565, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00012500443919063095, "bootstrap_95": [ -0.0006362791027044197, 0.00036751110802974303 ], "p_improvement": 0.333984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -1.5065260119880944e-05, "bootstrap_95": [ -0.0008487075933881521, 0.0008806002470094748 ], "p_improvement": 0.485, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00048693512564488656, "bootstrap_95": [ -0.0016457192961721447, 0.0006746546219085786 ], "p_improvement": 0.212890625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 5.064428875332465e-06, "bootstrap_95": [ -0.0005912662211197925, 0.0006225437658084384 ], "p_improvement": 0.504465, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0003647210310928844, "bootstrap_95": [ -0.0010025976761051383, 0.0003781947468679514 ], "p_improvement": 0.17578125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00018990411918518835, "bootstrap_95": [ -0.001266855279325141, 0.0009461812644119866 ], "p_improvement": 0.37034, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00044403379721609667, "bootstrap_95": [ -0.0020105403621015136, 0.001342346289245998 ], "p_improvement": 0.3203125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00031529475095680437, "bootstrap_95": [ -0.0008368692808938721, 0.00020175511813948474 ], "p_improvement": 0.123025, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0005638820680106157, "bootstrap_95": [ -0.0012207399031202196, 0.0001917781996205211 ], "p_improvement": 0.083984375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00013732971170351874, "bootstrap_95": [ -0.0006323627183692011, 0.0003577057154438696 ], "p_improvement": 0.29417, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00016630498597262745, "bootstrap_95": [ -0.0005879643404134277, 0.00024096860812847443 ], "p_improvement": 0.22265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -6.49019367457675e-05, "bootstrap_95": [ -0.0007295532614697388, 0.0006821231175709089 ], "p_improvement": 0.43015, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0003725421009655912, "bootstrap_95": [ -0.0011749326856859324, 0.00042472426182062195 ], "p_improvement": 0.201171875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 4.898939563147478e-05, "bootstrap_95": [ -8.186272706179389e-05, 0.00020530336860181516 ], "p_improvement": 0.729415, "years_better": 12, "years": 24 }, "test": { "mean_difference": 3.108696954773338e-06, "bootstrap_95": [ -0.00019421969779001824, 0.0001790419996268496 ], "p_improvement": 0.515625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0001224968881536869, "bootstrap_95": [ -0.00034343984253462113, 0.000610103429242913 ], "p_improvement": 0.67997, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0005444897991583381, "bootstrap_95": [ -0.0017809779486355074, 0.0005319852344749048 ], "p_improvement": 0.22265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.00010843438304532274, "bootstrap_95": [ -0.0001695546624518851, 0.0003978808271000874 ], "p_improvement": 0.761365, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0006699431212271179, "bootstrap_95": [ -0.0014105607521307868, -3.597152166042062e-05 ], "p_improvement": 0.056640625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -7.075475124315954e-06, "bootstrap_95": [ -0.00022179608853170336, 0.0002280091613143309 ], "p_improvement": 0.474945, "years_better": 16, "years": 24 }, "test": { "mean_difference": 4.130059953338619e-05, "bootstrap_95": [ -0.00017140584867442497, 0.0002650166578220567 ], "p_improvement": 0.642578125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 4.983666480174708e-05, "bootstrap_95": [ -0.00016950920296927654, 0.0002731702053932296 ], "p_improvement": 0.66298, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00011439294909749832, "bootstrap_95": [ -0.0005099739278277715, 0.00028707282468902527 ], "p_improvement": 0.298828125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": -0.03665663711644903, "bootstrap_95": [ -0.0736608753266591, -0.00016368915014859997 ], "p_improvement": 0.03474, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.06384281615903692, "bootstrap_95": [ -0.13989933580032152, 0.007768696443668861 ], "p_improvement": 0.07421875, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.15252000000000002, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.08228609136306024, "bootstrap_95": [ -0.11570827399524297, -0.04916196398458231 ], "p_improvement": 2e-05, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.08596305270377276, "bootstrap_95": [ -0.1457835140622351, -0.034125137783039994 ], "p_improvement": 0.0078125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.00022, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Aug": { "training": { "mean_difference": -0.08322110635576196, "bootstrap_95": [ -0.1001183605003304, -0.06479838008384889 ], "p_improvement": 0.0, "years_better": 23, "years": 24 }, "test": { "mean_difference": -0.06845938016025777, "bootstrap_95": [ -0.09425603238653778, -0.03861113841700455 ], "p_improvement": 0.00390625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.0, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.030469417867161692, "bootstrap_95": [ -0.04689638144120926, -0.010110810003306018 ], "p_improvement": 0.002045, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.04513112840355227, "bootstrap_95": [ -0.057945917024598066, -0.03218670688017432 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.01675, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "JJAS": { "training": { "mean_difference": -0.04101423415500408, "bootstrap_95": [ -0.08240966954597292, 0.004414798093621146 ], "p_improvement": 0.04401, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09045498319139059, "bootstrap_95": [ -0.1211526059523685, -0.058324206909778124 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.15252000000000002, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "vs": { "rps": { "Jun": { "training": { "mean_difference": 6.213249046952095e-05, "bootstrap_95": [ -0.0005961481023754694, 0.0007255167421784275 ], "p_improvement": 0.57002, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0004037300768364603, "bootstrap_95": [ -0.0010971438026468954, 0.00040217923781632556 ], "p_improvement": 0.169921875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00021337006744787343, "bootstrap_95": [ -0.002118775935034925, 0.0017727079368346122 ], "p_improvement": 0.415385, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.001039211980911682, "bootstrap_95": [ -0.004408766480078045, 0.002341443333040711 ], "p_improvement": 0.291015625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00023159032840334068, "bootstrap_95": [ -0.0011666058631635853, 0.0006949959982992337 ], "p_improvement": 0.31179, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0015485974163391518, "bootstrap_95": [ -0.0032581605888594672, 0.00014450515885682728 ], "p_improvement": 0.06640625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00023707634314533202, "bootstrap_95": [ -0.0011536006942026358, 0.0006896382180881487 ], "p_improvement": 0.307655, "years_better": 14, "years": 24 }, "test": { "mean_difference": -8.453713745545623e-05, "bootstrap_95": [ -0.0007899615163287977, 0.0005785098997810225 ], "p_improvement": 0.435546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -5.033272045208703e-05, "bootstrap_95": [ -0.0010018396172532913, 0.000949944058007923 ], "p_improvement": 0.460065, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005490726380707898, "bootstrap_95": [ -0.0018029248291161152, 0.0007201623414120032 ], "p_improvement": 0.21484375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 4.6303627859502666e-07, "bootstrap_95": [ -0.0006378244835353608, 0.0006584618157843296 ], "p_improvement": 0.49893, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00040595942091157616, "bootstrap_95": [ -0.0010568771502228926, 0.0003446884514569547 ], "p_improvement": 0.150390625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00040230539256417885, "bootstrap_95": [ -0.0019397169522383348, 0.0012056254196788196 ], "p_improvement": 0.31058, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00037650603885705205, "bootstrap_95": [ -0.002530176549588533, 0.002030701524512449 ], "p_improvement": 0.38671875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0003761188145412382, "bootstrap_95": [ -0.0011466291173504966, 0.0003864954438194306 ], "p_improvement": 0.17235, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0007168970010102354, "bootstrap_95": [ -0.0016121485238152504, 0.00028200576406672996 ], "p_improvement": 0.1015625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0002391910266318631, "bootstrap_95": [ -0.0009348538881520062, 0.00043694852433707917 ], "p_improvement": 0.245865, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0001054840763242631, "bootstrap_95": [ -0.0006722658279335171, 0.0004368186266979584 ], "p_improvement": 0.373046875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.00011061508732353985, "bootstrap_95": [ -0.0008435813343500556, 0.000702579838401139 ], "p_improvement": 0.39319, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0003937186496998476, "bootstrap_95": [ -0.001228353929444492, 0.00043199833064931176 ], "p_improvement": 0.1953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 6.166946958492912e-05, "bootstrap_95": [ -7.758251554028855e-05, 0.0002319744282810906 ], "p_improvement": 0.75741, "years_better": 12, "years": 24 }, "test": { "mean_difference": 2.22937330785242e-06, "bootstrap_95": [ -0.00021224133119406813, 0.0001954780955765935 ], "p_improvement": 0.5078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.00018893537495307672, "bootstrap_95": [ -0.0004180443550740218, 0.0008211497540112845 ], "p_improvement": 0.709985, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006627057603109789, "bootstrap_95": [ -0.002212381060248769, 0.0007331766445090462 ], "p_improvement": 0.228515625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0001445284708739373, "bootstrap_95": [ -0.00019970324476008703, 0.0005066808445663685 ], "p_improvement": 0.775385, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0008317003111351486, "bootstrap_95": [ -0.0017733409756153352, -2.2025614552578185e-05 ], "p_improvement": 0.05859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 2.114679691389796e-06, "bootstrap_95": [ -0.0003109091648634141, 0.0003408025561536205 ], "p_improvement": 0.50322, "years_better": 16, "years": 24 }, "test": { "mean_difference": 2.0947014617044786e-05, "bootstrap_95": [ -0.0002854765926198053, 0.0003488198086551884 ], "p_improvement": 0.537109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 6.028235096837883e-05, "bootstrap_95": [ -0.0002120852529485031, 0.0003364464210679452 ], "p_improvement": 0.658365, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00015535389916895539, "bootstrap_95": [ -0.0006416710969190458, 0.0003349298275473237 ], "p_improvement": 0.2734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": -0.03832044088701806, "bootstrap_95": [ -0.07994619517418167, 0.0034956113675808885 ], "p_improvement": 0.04729, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.07357678842776237, "bootstrap_95": [ -0.1565135209079195, 0.005188756434394523 ], "p_improvement": 0.06640625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.15252000000000002, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.1385532224164859, "bootstrap_95": [ -0.1747657321129244, -0.10193132103199817 ], "p_improvement": 0.0, "years_better": 23, "years": 24 }, "test": { "mean_difference": -0.1399016692539045, "bootstrap_95": [ -0.21082349615493823, -0.07931766116039654 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.0, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Aug": { "training": { "mean_difference": -0.12898291857397526, "bootstrap_95": [ -0.15000224354740296, -0.10768743082491415 ], "p_improvement": 0.0, "years_better": 24, "years": 24 }, "test": { "mean_difference": -0.08486901377524386, "bootstrap_95": [ -0.1360327825084138, -0.014292511681778986 ], "p_improvement": 0.021484375, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.0, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.03246097808067424, "bootstrap_95": [ -0.05078118388734601, -0.009522671684262542 ], "p_improvement": 0.002995, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.049952810384406215, "bootstrap_95": [ -0.06452554334387359, -0.035375305460297844 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.020964999999999998, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "JJAS": { "training": { "mean_difference": -0.03982440254549265, "bootstrap_95": [ -0.0823727437799656, 0.007100986632009775 ], "p_improvement": 0.053105, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.0915705199818721, "bootstrap_95": [ -0.12247452212529672, -0.05904335323988597 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.15252000000000002, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "SEL-P": { "rps": { "Jun": { "training": { "mean_difference": 3.7492021636211424e-05, "bootstrap_95": [ -0.0004547793085772779, 0.0005310347932935708 ], "p_improvement": 0.556605, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00031332377896264244, "bootstrap_95": [ -0.0008317680349069539, 0.00027024036447731035 ], "p_improvement": 0.150390625, "years_better": 7, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00021337006744787343, "bootstrap_95": [ -0.002118775935034925, 0.0017727079368346122 ], "p_improvement": 0.415385, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.001039211980911682, "bootstrap_95": [ -0.004408766480078045, 0.002341443333040711 ], "p_improvement": 0.291015625, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00017863777900000802, "bootstrap_95": [ -0.0010614092982804205, 0.0006793082466104416 ], "p_improvement": 0.34463, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0015485974163391518, "bootstrap_95": [ -0.0032581605888594672, 0.00014450515885682728 ], "p_improvement": 0.06640625, "years_better": 7, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00023707634314533202, "bootstrap_95": [ -0.0011536006942026358, 0.0006896382180881487 ], "p_improvement": 0.307655, "years_better": 14, "years": 24 }, "test": { "mean_difference": -8.453713745545623e-05, "bootstrap_95": [ -0.0007899615163287977, 0.0005785098997810225 ], "p_improvement": 0.435546875, "years_better": 4, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 2.684206462214937e-05, "bootstrap_95": [ -0.000799916667612446, 0.000895924616521277 ], "p_improvement": 0.52034, "years_better": 5, "years": 24 }, "test": { "mean_difference": -0.0005490726380707898, "bootstrap_95": [ -0.0018029248291161152, 0.0007201623414120032 ], "p_improvement": 0.21484375, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } }, "SEL-A": { "crps": { "Jun": { "training": { "mean_difference": -0.03759946083525182, "bootstrap_95": [ -0.07905351048462259, 0.003723542738030116 ], "p_improvement": 0.048735, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.07357678842776237, "bootstrap_95": [ -0.1565135209079195, 0.005188756434394523 ], "p_improvement": 0.06640625, "years_better": 8, "years": 9 }, "decision": { "holm_p": 0.09747, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.1385532224164859, "bootstrap_95": [ -0.1747657321129244, -0.10193132103199817 ], "p_improvement": 0.0, "years_better": 23, "years": 24 }, "test": { "mean_difference": -0.1399016692539045, "bootstrap_95": [ -0.21082349615493823, -0.07931766116039654 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p": 0.0, "no_harm": true, "confirmed": true } }, "Aug": { "training": { "mean_difference": -0.12898291857397526, "bootstrap_95": [ -0.15000224354740296, -0.10768743082491415 ], "p_improvement": 0.0, "years_better": 24, "years": 24 }, "test": { "mean_difference": -0.08486901377524386, "bootstrap_95": [ -0.1360327825084138, -0.014292511681778986 ], "p_improvement": 0.021484375, "years_better": 8, "years": 9 }, "decision": { "holm_p": 0.0, "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.03246097808067424, "bootstrap_95": [ -0.05078118388734601, -0.009522671684262542 ], "p_improvement": 0.002995, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.049952810384406215, "bootstrap_95": [ -0.06452554334387359, -0.035375305460297844 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p": 0.008985, "no_harm": true, "confirmed": true } }, "JJAS": { "training": { "mean_difference": -0.034564340862041, "bootstrap_95": [ -0.0746456710446435, 0.00991955500962618 ], "p_improvement": 0.06828, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09045498319139059, "bootstrap_95": [ -0.1211526059523685, -0.058324206909778124 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p": 0.09747, "no_harm": true, "confirmed": false } } } } } }