{ "created_utc": "2026-10-12T10:13:44.985621+00:00", "config": "config/bias_correction/may_jjas.json", "protocol": "Selection-aware confirmation of rainfall-amount bias-correction methods through the full probability pipeline (docs/47).\n\nRead-only experiment. Configured by the \"confirmation\" block of config/bias_correction/.json; any cycle, any\nmethod of the registry (scripts/bias_methods.py).\n\nPipeline for one amount method (the operational one, with the amount correction swapped):\n corrected members -> tercile counts against the training CHIRPS terciles -> alpha smoothing\n -> blend with climatology, p = (1 - lambda) p_s + lambda p_clim, one lambda per target fitted by\n leave-one-year-out within the training years (local_blend.fit_weights, over the full rectangle as operationally)\nDesign:\n outer leave-one-year-out over the training years. For outer year y every fit (amount correction, terciles,\n climatology, lambda) uses only the other training years; lambda comes from inner leave-one-year-out within them.\n Selection-aware procedures choose a method for year y with the inner (training-only) scores:\n SEL-P: lowest inner blended RPS (probability product); SEL-A: lowest inner CRPS (amount product).\n Their outer scores therefore include the effect of choosing among the declared candidate family.\n Test years: all fits and the selection on the training years, scored on the test years (exploratory).\nScores per year (area-weighted over a region, equal years): blended RPS and RPSS, category Brier scores and skill\n(below and above normal), reliability tables; ensemble CRPS of the amounts (and the fair CRPS).\nTests against the operational method: paired whole-year sign-flip, Holm across the declared family\n(every method and target for the method comparisons; the targets for SEL-P, SEL-A and each sensitivity variant).\nVariants (e.g. the MVS all-zero guard) run through the same pipeline but are never chosen by SEL-P / SEL-A.\nCheckpoints (one per target and method) are reused only when the complete dependency fingerprint of the target\n(configuration contents, masks, input files, calculation code; bias_benchmark.dependencies) is unchanged.", "provenance": { "commit": "9f397927f5d4ddf2be3a1fa52595f34fc8fcb56a", "uncommitted_changes": false, "code_sha256": { "scripts/bias_methods.py": "03b2fdd8a645b96f27e4087a96408c0b412b135c80bfc23637757c6c44f9c370", "scripts/bias_benchmark.py": "b2cbc28349379aa016ef81d0255ac9edd21b38ffc5425b9a12c93a1df52e9084", "scripts/bias_confirmation.py": "f2fd9f9c0a73d3ed54e670f7770b47139793173cbdcd42dda1ba642be90848cc", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/may_jjas.json", "sha256": "2cfeeebc7d4d91f3bee67e440c9f74f41b2fca3705c95a0bfd1d7e7b2c568efa" }, "project_config": { "path": "config/project.json", "sha256": "e4f0865e03a0a8349a5c01a48120cd7e4ef41bb865e2370733a3b81ddf862160" }, "cycle_config": { "path": "config/operational.json", "sha256": "44ba9357752249ef879af3aad10cec30f02165ac3589ce626123f5b8b3286b14" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "jjas_domain": { "path": "data/masks/init05_JJAS_regime_domain.nc", "sha256": "65b8d6bf9c3ac5ef408688ea9f79e028e421f7fdd371d093beb693db0fcfe802" } }, "inputs": { "Jun": { "folder": "data/processed/init05_Jun", "files": 67, "sha256": "ee40e28ce79056d49d6074e4180c2a5275a52d5b6564a4a09edbcaf8850a4ec2" }, "Jul": { "folder": "data/processed/init05_Jul", "files": 67, "sha256": "27e6089a6cbb581469a59d2e5a551c8e0bd7df0751a95e8c844f1eb63ba22d26" }, "Aug": { "folder": "data/processed/init05_Aug", "files": 67, "sha256": "5089f3c813e80e8227cd20d1587a857bc545c3c4ff092cd0f53715a2b7a50c0a" }, "Sep": { "folder": "data/processed/init05_Sep", "files": 67, "sha256": "e29f812041c61bcdae92d419fcec6f05a888f570a5e05b2090dd49a6f11795fb" }, "JJAS": { "folder": "data/processed/init05_JJAS", "files": 67, "sha256": "8b484f2d4d7c869da0d764bc930dd14a9f34666590affb072f4d073058a61c4d" } }, "scoring_version": 3, "dependency_sha256": "d4f6e297ca276421b1d67bfeb02975f0b46767778625c079f42f6d68192da3f3", "python": "3.11.9", "numpy": "1.26.4", "checkpoint_keys": { "Jun": "b1c1cb4d56157eaae382d281d8a471d6b1764c8325fc7aa3e9f1003a80511fab", "Jul": "17951426ed300120328fda6fc78dd3cf9ea5557817f6e6995c9614f3f0429ad3", "Aug": "e052a9d5b671645aeed22fa29ed3a497e80746158d432a3038f17cf9122a8900", "Sep": "d652d8725e1442f11f59cf47d372c5e61c32a9201a8c5858ec486b6ce4d956ef", "JJAS": "dddbd0e80ee099afc11f8f4a539140dfced13be9e8f7e2931298f4dd7ec32076" } }, "methods": [ "mvs", "ls", "vs", "sqrt_mvs", "pt", "dc", "loci", "eqm", "gqm", "dqm", "qdm", "sdm", "cdft", "mvs_zero_guard" ], "family": [ "mvs", "ls", "vs", "sqrt_mvs", "pt", "dc", "loci", "eqm", "gqm", "dqm", "qdm", "sdm", "cdft" ], "variants": [ "mvs_zero_guard" ], "reference": "mvs", "targets": { "Jun": { "tag": "init05_Jun", "methods": { "mvs": { "lambda_": { "training_mean": 0.7978337512440189, "training": [ 0.7975864217429401, 0.7965102382004805, 0.7899722529276202, 0.849573773389875, 0.7218119944085232, 0.7945040019209031, 0.7906226373328963, 0.8027269925834115, 0.8068803033163404, 0.794019576585749, 0.8160078769401922, 0.7520146574654442, 0.7695594063591092, 0.7941096656523936, 0.8230725365066831, 0.8106238449008522, 0.8069797717813294, 0.7916228176836716, 0.7859170552755945, 0.823354845466928, 0.7901537272625366, 0.8380790015683979, 0.7926896147600049, 0.8096170158245773 ], "test": 0.8202209697875432 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42931540966969034, 0.47065644575323196, 0.455007189552589, 0.4309998811722683, 0.5782387558747842, 0.4580698251660113, 0.4673562439957732, 0.4713222547069534, 0.4173031681210436, 0.4140214911447917, 0.411735574757159, 0.5098099865306472, 0.420683955250026, 0.4215406625981025, 0.4820695377199034, 0.41557494494958475, 0.45906283129268155, 0.4330666963668821, 0.48851801158464425, 0.4373224426094803, 0.46643924902319445, 0.4391641594949776, 0.4671247188545888, 0.4392022539345633 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20022938257895642, 0.26058279600831963, 0.2686321725912386, 0.14403679706264286, 0.18905213870318777, 0.1909377628774414, 0.28246189805370403, 0.31505410059872746, 0.2288901608245223, 0.23774337878371035, 0.150354433716597, 0.30432400754213157, 0.222171161949791, 0.21410517024050704, 0.12859286217535396, 0.18262805672868854, 0.27241534869210116, 0.23805809298290848, 0.20985869305003121, 0.2264967346917107, 0.2660500182370166, 0.2776284283762618, 0.20298133751503816, 0.223834299405662 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2290860272144101, 0.2100736502463417, 0.18637501686882932, 0.2869630837804608, 0.3891866159374757, 0.2671320627440449, 0.18489434556747228, 0.15626815398407856, 0.18841300695939942, 0.1762781118680859, 0.2613811410278175, 0.20548597996261608, 0.19851279375917194, 0.20743549194870878, 0.3534766767460981, 0.2329468882060081, 0.18664748258585828, 0.195008603479678, 0.2786593185281907, 0.21082570809740292, 0.20038923061712993, 0.16153573170965968, 0.26414338144911453, 0.21536795498212916 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 13.992539348561507, 16.426253171247513, 17.622709466063082, 25.301008173699287, 39.5738521920994, 23.16808946634383, 15.789933114038936, 17.625631778136672, 13.531384000256473, 13.65591914381851, 16.081923840803803, 27.683911017293052, 16.720055236699938, 12.074581094580825, 25.940712783746765, 13.122798991602016, 16.542960612476318, 13.7719970421911, 15.76312103685389, 15.088812645492602, 13.729466225908142, 13.85365139424581, 21.266885371651128, 15.905069700019377 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.504663790773558, 15.91447449875505, 17.096419477674733, 24.70488297851224, 39.102996237683755, 22.679471892533194, 15.250794482582961, 17.110015576861166, 12.92703198286867, 13.078766144577536, 15.489458742568576, 27.073574019619, 16.113800783781883, 11.565130803154904, 25.392107898773858, 12.540764016877263, 16.084386555399014, 13.238182299137945, 15.196945207003239, 14.56592908436911, 13.15302368073525, 13.331170820844584, 20.763087944640866, 15.367808711957156 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4534835704218156, "rpss": -0.0004143440516757302, "brier_below": 0.22654663472442707, "bss_below": 0.0013788549183141319, "brier_above": 0.22693693576125762, "bss_above": -0.0022108941698355533, "crps": 18.093052785326247, "crpss": -0.0955773261361057, "crps_fair": 17.551870317986896, "crpss_fair": -0.10901646138603827, "reliability": { "below": { "weight": [ 0.0, 0.000485, 0.159414, 0.738974, 0.099091, 0.002036, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2866, 0.3433, 0.4253, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3546, 0.3303, 0.3463, 0.3914, 0.292, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.090399, 0.790824, 0.118694, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3465, 0.4202, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3946, 0.3396, 0.3554, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4387602065538423, 0.46206342788901733, 0.46964338698864616, 0.4542597111179312, 0.624720534625229, 0.4490099492634861, 0.4424775186674838, 0.4679106197851066, 0.42459500550775425, 0.4429952582724905, 0.3897655272361913, 0.5133679454677538, 0.4222128926671658, 0.41866609988360387, 0.4700765644700887, 0.401762891262993, 0.4703843354674176, 0.4297435187678699, 0.4617178098381945, 0.4502174808369144, 0.44454358479440065, 0.42680209867552626, 0.4649703757348442, 0.4500901383052335 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22705373604389353, 0.22461460082748963, 0.2775610804971021, 0.15533031446916076, 0.20070134027609543, 0.2149962365846919, 0.23131829898414288, 0.29120138841415205, 0.2213514082026931, 0.2712451147894328, 0.12112394071568203, 0.3141736267952236, 0.21784724589635368, 0.22318808505907406, 0.13435401902420244, 0.18801565205838366, 0.24286205540250994, 0.22106286410368362, 0.22655654987590715, 0.2011701166753839, 0.24360295155656106, 0.3260215180725731, 0.25566859876003095, 0.20900692901218268 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21170647086087716, 0.23744882763565367, 0.19208230632511816, 0.2989293960305271, 0.4240191921546133, 0.23401371307741378, 0.21115921919169034, 0.17670923130059252, 0.20324359685622934, 0.17175014294561058, 0.26864158623440293, 0.19919431955686898, 0.20436564670508545, 0.19547801433508544, 0.3357225469713776, 0.21374723930984874, 0.22752227992066626, 0.20868065469701097, 0.23516125992561457, 0.24904736418872522, 0.20094063293603479, 0.10078058131721676, 0.2093017765244568, 0.24108320989459314 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.36156501576201, 25.598595323068945, 27.996376817744963, 37.91369379446283, 63.35581418035963, 31.661201513892426, 21.298795388172874, 27.38054489682403, 21.040847227369635, 21.26899258917532, 21.734055175377907, 39.74455819515977, 24.044483212178463, 18.031767572304968, 30.56269426679505, 19.773947054356487, 25.75112291105137, 21.50334641393508, 22.18986060014742, 23.70188524791532, 20.243249380832076, 19.037321284265094, 30.88019997746008, 23.826788844564497 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.62259674044269, 24.842537717416167, 27.205795387984615, 37.06064802524887, 62.60885552566834, 30.92564507531584, 20.523468765901963, 26.614799460896624, 20.14127502756481, 20.404300208124305, 20.911931593041018, 38.91153979292373, 23.189763772495972, 17.273650982892853, 29.739047386024023, 18.92199686254111, 25.071346345739293, 20.678819146224857, 21.33728236493625, 22.912129173701818, 19.356651086298548, 18.230657983085308, 30.124154661371303, 23.046826216821604 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45378153675329935, "rpss": -0.0005989024900743267, "brier_below": 0.22666781967069194, "bss_below": 0.001183728004201412, "brier_above": 0.22711371703730474, "bss_above": -0.0023843885754954997, "crps": 26.62090445346568, "crpss": -0.08866319060722327, "crps_fair": 25.818988304277582, "crpss_fair": -0.1017761291503061, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.132084, 0.763376, 0.10207, 0.00247, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3418, 0.4285, 0.5115, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3073, 0.355, 0.354, 0.1839, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10908, 0.790829, 0.099941, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.3453, 0.4203, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4389, 0.3299, 0.3804, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4403168927053255, 0.4507875332070136, 0.48763048608535786, 0.4349815894893768, 0.4819443585597086, 0.4311193498332336, 0.4228512013394237, 0.4873105412591974, 0.5010627146890039 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.31458172005047014, 0.16897238186048516, 0.13863095702016245, 0.20987229670716623, 0.32042407167176024, 0.16436756400922917, 0.16471264284069415, 0.2838961448970578, 0.33595716917137836 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12573518630423888, 0.28181514013762127, 0.3489995052835633, 0.225109292205907, 0.16152029581246322, 0.2667517788423745, 0.25813855255334556, 0.20341440152112933, 0.16510555765414273 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.485375941908144, 17.484156013500083, 31.825727249421494, 16.813191306561386, 16.48029888071391, 20.64797694967146, 15.491897667223306, 21.074380074268237, 24.377528179826786 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.22891437697213, 17.192420806884037, 31.52372133334653, 16.497070837609296, 16.20202302192183, 20.315222260371716, 15.165100487168651, 20.789135140993636, 24.05731506080517 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4597782963519601, "rpss": 0.010316982686004228, "brier_below": 0.23349054980315595, "bss_below": 0.006574794357530389, "brier_above": 0.22628774559053177, "bss_above": 0.014148845104866581, "crps": 19.63117025145498, "crpss": -0.029660470839953268, "crps_fair": 19.330102591785888, "crpss_fair": -0.05019318101482062, "reliability": { "below": { "weight": [ 0.0, 0.000301, 0.192309, 0.786334, 0.021056, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2854, 0.3428, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.75, 0.3354, 0.3797, 0.3655, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.076612, 0.876766, 0.046622, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.34, 0.4099, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2454, 0.3647, 0.358, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4290545216502245, 0.456452235511164, 0.4785488967424242, 0.44291626807338763, 0.49060332582256794, 0.43113483184680146, 0.4333519310740774, 0.4663386842303351, 0.5265235029628451 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32069739446769385, 0.122748699902549, 0.14173479759626167, 0.21220924935543067, 0.3216433187299576, 0.12548044269772882, 0.14563781253356609, 0.21074983554353702, 0.3618567149158105 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.1083571434319494, 0.33370351469404147, 0.3368140786446527, 0.23070701833859425, 0.16896001505064756, 0.30565437327442374, 0.28771410633128014, 0.25558884312515134, 0.16466680048995733 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.993941196805835, 27.240506132556916, 39.45594088052921, 25.86272821230891, 25.17991899605223, 27.580151440254443, 24.384228888999214, 32.89490111149195, 37.36956661979869 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.606969308115705, 26.8065271057543, 39.03461509677245, 25.41277613448745, 24.759963364699043, 27.128044889270548, 23.901772521694085, 32.471088964542375, 36.90161196852782 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46165824421264745, "rpss": 0.014893481856327218, "brier_below": 0.21808425174917057, "bss_below": 0.011870583318997374, "brier_above": 0.2435739881534109, "bss_above": 0.017584386165008792, "crps": 28.662431497644157, "crpss": -0.026153634151151683, "crps_fair": 28.224818817095976, "crpss_fair": -0.04708960759283243, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157647, 0.840365, 0.001988, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.341, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2612, 0.3416, 0.2665, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.073859, 0.876471, 0.049669, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3363, 0.4115, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3036, 0.4161, 0.4696, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.77897750909364, "training": [ 0.7822393176955414, 0.7799178732689467, 0.7739196980928374, 0.8356683598772259, 0.7021298269874382, 0.7786098731244423, 0.7699594307553134, 0.7797518480545116, 0.7868322587719655, 0.7781890980455498, 0.7998392917755336, 0.7260171365876048, 0.7521335323239722, 0.776985755702106, 0.7863466242463422, 0.7928459976341301, 0.7855994191052695, 0.7700969544347508, 0.7707455211228476, 0.802324706757967, 0.7761743832755514, 0.82063118465114, 0.7779537675133184, 0.7905483584430546 ], "test": 0.8098840565431109 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4321616520027469, 0.46579352857475964, 0.4516373278883973, 0.4320281605119963, 0.5962274679508426, 0.46111648240130226, 0.4614447822043533, 0.46782833861921286, 0.4208187718226498, 0.4128005166377604, 0.41386441501335314, 0.5106123195790659, 0.4190473472765825, 0.4279411323815989, 0.4874958145965753, 0.4137520445887927, 0.4568980951725093, 0.43442749755573257, 0.4896609225987907, 0.43683798289336867, 0.4537240665567057, 0.43488706654880666, 0.47188822992156604, 0.4334843981359623 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20227445409050362, 0.2548521113412278, 0.2654954486595577, 0.14610235470558292, 0.20292923416633918, 0.19477391960766274, 0.27529478963446646, 0.30991979843902495, 0.2310823293666416, 0.23667232330574775, 0.15245716380594926, 0.30310924685994317, 0.21890518094181713, 0.21907148965893258, 0.13490286215835326, 0.18144108165776626, 0.27061710995019483, 0.23871167131342347, 0.21146561710692807, 0.22653540038382944, 0.2523113537187273, 0.2739844176643606, 0.2071097260711781, 0.2191649040333511 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22988719786424486, 0.2109414175084272, 0.18614187918737285, 0.2859258055438052, 0.3932982314407348, 0.26634256292876163, 0.18614999214591998, 0.1579085400585668, 0.18973644209606574, 0.17612819276342187, 0.2614072512280664, 0.20750307385078817, 0.20014216639465346, 0.20886964213129555, 0.35259295376179195, 0.2323109628781393, 0.18628098526335052, 0.19571582627774853, 0.27819530546505994, 0.21030258298562293, 0.20141271244308032, 0.16090264921003458, 0.26477850388445623, 0.2143194945593454 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.769885936270132, 16.4714881973575, 17.959205876727992, 25.623829357485228, 41.08730779875694, 22.662299782290926, 15.153101530716, 17.520975823673737, 13.739522580800598, 13.823866406261999, 16.28755177997946, 29.0985971276195, 17.614258950921194, 12.743914020008337, 26.353937652972178, 12.867958051037844, 16.93770080205795, 15.001822766392053, 16.382789932455324, 15.833061381585512, 13.86702874919814, 14.163808013136949, 21.19638913138847, 17.234500385876466 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 14.234222042438338, 15.88880508012253, 17.378141580205135, 24.896209700133312, 40.60763648051621, 22.125681335318177, 14.532681905855306, 16.931259481315962, 13.067320701408018, 13.191609906535891, 15.597880101399621, 28.356806874346763, 16.906306278519583, 12.184820236968674, 25.722355675581053, 12.214320834904612, 16.418529689310457, 14.427481626189657, 15.756918259100418, 15.250778562352755, 13.243139167930522, 13.601004636982747, 20.62585908924985, 16.622837823362822 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45359909839305973, "rpss": -0.0006692062939048782, "brier_below": 0.22621599952672958, "bss_below": 0.002836300093479127, "brier_above": 0.22738309882794808, "bss_above": -0.004181263094195309, "crps": 18.516450084790435, "crpss": -0.12121503839748948, "crps_fair": 17.90760862791868, "crpss_fair": -0.13149381761716872, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.140241, 0.687342, 0.166941, 0.005476, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2871, 0.3472, 0.4248, 0.5164, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2865, 0.3514, 0.39, 0.238, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.110493, 0.738545, 0.150512, 0.00045, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2841, 0.3456, 0.4255, 0.5103, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3715, 0.3422, 0.348, 0.6848, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4401342273714845, 0.4598391996422542, 0.4671647348763111, 0.45317205420364026, 0.639466997523171, 0.44927337467167533, 0.4388238914203757, 0.4700017542641949, 0.42384880190911345, 0.4409373651534947, 0.38702869119585753, 0.5189651417436397, 0.42276318841857385, 0.42072760401281584, 0.46976863456251367, 0.39832893531976926, 0.4744336663139258, 0.4289131289940157, 0.4610596161002959, 0.45206244756974634, 0.44094331467145076, 0.41704778244255236, 0.46665320235021807, 0.44974571928787915 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22889530599743604, 0.22242699468940808, 0.276379643201976, 0.1559648067496176, 0.20993377596686025, 0.216299697069511, 0.22807675374028866, 0.29175273939378227, 0.22028742098638798, 0.2680995288247743, 0.12025938626737415, 0.3153470246955397, 0.21791460094970358, 0.22420431415013664, 0.13533640364297658, 0.18462455611039305, 0.24777700745926656, 0.22031938557170513, 0.22521981448915826, 0.20344777732316877, 0.23777945960896404, 0.3185761970747624, 0.25551970364696175, 0.20929178266519133 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21123892166063754, 0.23741220538181515, 0.19078509158865548, 0.29720724691806716, 0.42953321876110456, 0.23297367786260953, 0.21074713733605152, 0.1782490149500318, 0.20356138045308855, 0.17283783572861552, 0.2667693043582914, 0.20361811822335132, 0.20484858728800745, 0.19652328915422068, 0.334432232496016, 0.213704379199737, 0.22665665881875963, 0.20859374343261733, 0.2358398017086645, 0.24861467061159762, 0.2031638543975054, 0.09847158619037935, 0.2111334982607895, 0.24045393711696672 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.360969888086256, 25.71703306483374, 28.58256673677463, 38.255268285967446, 65.43694990973052, 30.579562498404332, 20.746102006474974, 27.419584997316232, 21.11004404040932, 21.58596926967262, 22.271571623910713, 41.34241203160536, 25.226651137922182, 18.801997651659413, 31.96063622263926, 18.98954580644013, 26.44416457664697, 23.291203970397117, 22.89132340268441, 24.72751087660875, 20.393822332666538, 19.05251214486854, 30.51462030652608, 25.844367645576 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.57432887183455, 24.874276589763664, 27.730766966280658, 37.24793998273327, 64.68644509317076, 29.79003524410221, 19.88950022751096, 26.56696340993408, 20.13197978018908, 20.658948803418028, 21.340534707065203, 40.37469870576533, 24.26279278866509, 17.99610160301236, 31.0526668140975, 18.06175547713455, 25.693020744457595, 22.423873126091216, 21.968967723989877, 23.866311072311394, 19.45268341907124, 18.195784341375738, 29.678647610517544, 24.98625479913229 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.4537959780841237, "rpss": -0.000630745962324708, "brier_below": 0.22640558667813934, "bss_below": 0.002339262920433516, "brier_above": 0.22739039132906588, "bss_above": -0.0036055124882179435, "crps": 27.18943293449256, "crpss": -0.11191319066592631, "crps_fair": 26.312719912567673, "crpss_fair": -0.12284518475427375, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157777, 0.699924, 0.135609, 0.00669, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2873, 0.3439, 0.427, 0.5167, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2754, 0.3595, 0.3867, 0.0906, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.138494, 0.733578, 0.127479, 0.000449, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3448, 0.4233, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3964, 0.3321, 0.376, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.429668338430854, 0.44643277354216837, 0.49194459045115235, 0.4341823840942424, 0.4701120758893284, 0.4293145239904068, 0.422602430823748, 0.4829703005860729, 0.5000678223581091 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3048245755234753, 0.16408365986992052, 0.14374636808479843, 0.20887319226454465, 0.30980657573832454, 0.16419511415225427, 0.1652749546483802, 0.2786941745435303, 0.33328750687302233 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12484377684309063, 0.282349102481848, 0.34819819863287965, 0.2253091911596195, 0.16030550919543743, 0.26511940307789206, 0.2573274702978443, 0.20427613122328084, 0.16678032774464405 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 13.089872316335471, 18.539298986945447, 31.43020186873831, 18.63185980998444, 16.73636588361998, 22.046639503621147, 16.17570199216868, 21.3043716852941, 24.779107480882548 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.805703941886696, 18.209698095414094, 31.08122920147466, 18.265657267576024, 16.426023147530728, 21.64737554970157, 15.797340001043791, 20.989916031914376, 24.414646270436357 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.45636613779623136, "rpss": 0.0176617299300158, "brier_below": 0.23030956907758338, "bss_below": 0.020108817186765937, "brier_above": 0.22605656785072625, "bss_above": 0.015156000137405146, "crps": 20.303713280843347, "crpss": -0.06493554427826909, "crps_fair": 19.95973216744203, "crpss_fair": -0.08440058802570305, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.127895, 0.823226, 0.048879, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.287, 0.3461, 0.4088, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2681, 0.377, 0.5385, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.069318, 0.863294, 0.067388, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3391, 0.4131, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2704, 0.3625, 0.3496, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4284427765952785, 0.4587957371380872, 0.47975838922263864, 0.4464148305391051, 0.487510126510417, 0.43100882079009817, 0.4335414190239956, 0.4661838848074708, 0.5233151837628405 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3208324667387759, 0.12387055042199364, 0.14372699535264724, 0.2150829303224088, 0.31903988487456636, 0.1267703346545494, 0.14679540819366274, 0.2109018098418383, 0.3583590617981596 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10761032618355182, 0.3349251657555574, 0.3360313736362365, 0.2313318996930073, 0.1684702495378767, 0.30423847050611164, 0.2867459985706501, 0.255282069377606, 0.16495613444085053 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 19.53659674840018, 29.061394028050096, 39.36913661835898, 28.057218166883697, 26.185712407237467, 29.278589780655327, 25.42329359434838, 33.39656662144963, 37.55674434631046 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 19.12056317590294, 28.58115068381307, 38.90225321040534, 27.552046095992527, 25.728735973083197, 28.760834989113288, 24.877543211523058, 32.9421524671713, 37.04060338145893 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4616634631544368, "rpss": 0.014882345450470846, "brier_below": 0.21837549357762243, "bss_below": 0.010550980386859754, "brier_above": 0.24328796530016086, "bss_above": 0.01873801229346661, "crps": 29.762805812410463, "crpss": -0.06554851598861333, "crps_fair": 29.278431465384852, "crpss_fair": -0.08617672668475063, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.14232, 0.84162, 0.01606, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2871, 0.3428, 0.4073, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2312, 0.3451, 0.3397, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072477, 0.867118, 0.060405, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3355, 0.4149, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3005, 0.4178, 0.4373, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7941789653337968, "training": [ 0.7954233418537124, 0.7921305711536795, 0.7881400134564795, 0.84658877387904, 0.7176153908129761, 0.7915063001404677, 0.7848248884466359, 0.7981057126985648, 0.8032722797799786, 0.789939617171953, 0.8145643011660688, 0.7435528776829583, 0.7632932899105034, 0.7921178408844991, 0.8211518950529944, 0.8076362902213299, 0.8042102050163983, 0.7865914382498647, 0.7801848820329585, 0.8219923835741669, 0.7857841898174156, 0.836694453361895, 0.7897116829129094, 0.8052625487336733 ], "test": 0.8158576463388216 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.431963571721835, 0.471546685565719, 0.45137663179934423, 0.4304467954949862, 0.5794484087465442, 0.4611153696688359, 0.4670610814223913, 0.4703324709068252, 0.419060460148002, 0.4114142315864849, 0.4113055175711064, 0.5116149644691459, 0.4206395511940732, 0.4234306724800374, 0.4810031536797182, 0.41463664990257915, 0.45802154575887744, 0.4318799663499358, 0.4909307535819298, 0.43704522467661255, 0.4662820733729014, 0.44020503775520603, 0.4671751843852063, 0.43716086765654333 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.2028498460390043, 0.26122671692260696, 0.2649737775672166, 0.14357147919575228, 0.18930670216331452, 0.19421368646471696, 0.28198142282651917, 0.3138037726099483, 0.23075391892628389, 0.23509013237406687, 0.1503301483307391, 0.30474396337493026, 0.22198005499703344, 0.21609344777982065, 0.12799794472528103, 0.18150974525381772, 0.2716562405697399, 0.2367940802969955, 0.212368410609028, 0.22639270298809488, 0.26595883819507266, 0.27880411000638883, 0.20287518185163506, 0.22185402218892944 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22911372581045647, 0.21031996920191573, 0.18640285414294774, 0.2868753159799958, 0.3901417052851445, 0.2669016837032324, 0.18507965815864985, 0.15652869811069434, 0.18830654092662685, 0.17632409871457555, 0.26097536933462556, 0.20687100210941795, 0.1986594966909914, 0.20733722431996773, 0.3530052102718486, 0.2331269045221604, 0.18636530525893802, 0.19508588606285965, 0.2785623431743019, 0.2106525219339098, 0.20032323499564933, 0.16140092837535172, 0.2643000025813838, 0.21530684587457555 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.036066199178777, 16.36965415093721, 17.371303871917927, 25.407733028464556, 39.5842982234995, 23.205360947631668, 15.665909616979926, 17.508758303477695, 13.563377622299338, 13.467970532264092, 15.885413771155891, 27.86720837993557, 16.707076929439815, 12.131562222934354, 26.008716411203448, 13.019693318364508, 16.553763108144704, 13.662130379840157, 15.80581151541767, 15.108719534895528, 13.596900002657536, 13.74073185445788, 21.27923293969444, 15.766183401749352 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.542414881028431, 15.85487916184429, 16.840040703138392, 24.800820295458575, 39.111585827684586, 22.714622490466702, 15.120846629812856, 16.988954497393642, 12.956288054452655, 12.888505431253748, 15.286883514934953, 27.242855997254917, 16.092456323979384, 11.618065891635101, 25.458806740250193, 12.433585712512796, 16.091954164963884, 13.124897163166606, 15.237829931905884, 14.58392293491067, 13.018756885153005, 13.216302412789169, 20.772714075925823, 15.225211632472174 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4535457029122851, "rpss": -0.000551412379508287, "brier_below": 0.22654709776070567, "bss_below": 0.0013768138470825475, "brier_above": 0.2269986052308425, "bss_above": -0.0024832421419642703, "crps": 18.05473234443923, "crpss": -0.0932569324103214, "crps_fair": 17.509300056432853, "crpss_fair": -0.10632665568592659, "reliability": { "below": { "weight": [ 0.0, 0.000343, 0.153132, 0.748728, 0.094093, 0.003704, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1923, 0.2856, 0.3429, 0.4248, 0.5072, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.502, 0.3318, 0.3461, 0.3917, 0.3135, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088557, 0.791004, 0.120355, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3464, 0.4214, 0.5054, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.398, 0.3389, 0.358, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4404868959803062, 0.4621549429825049, 0.4668322808832131, 0.4536944529178646, 0.626802706689344, 0.45088466154871487, 0.44230605084725394, 0.4682999260746029, 0.42564594017877033, 0.4416060045923721, 0.389320373209908, 0.5150791091408073, 0.42243639617066675, 0.4197642419671543, 0.4699312744857819, 0.4011401513743199, 0.4705710512630932, 0.42893788508480296, 0.4634738539689118, 0.45047503658058335, 0.44381432491560474, 0.4260727066827578, 0.46536050058502876, 0.44816318628094387 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2288500157490457, 0.2245305148428256, 0.2747069281245105, 0.15496897222218545, 0.2016083228806733, 0.217134374134828, 0.23112031422668744, 0.2912327560420402, 0.22242603683509915, 0.2697414674289032, 0.12095540313998873, 0.3144596221264075, 0.21787074342972135, 0.2243252445463717, 0.1342710081229577, 0.18724211626434628, 0.24336708667718135, 0.22026060996101673, 0.22851354204187735, 0.20142348850096328, 0.24293555835178665, 0.3254970859249254, 0.25587662322841703, 0.2070916586354744 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21163688062326752, 0.23762442872179343, 0.1921253526104287, 0.2987254800968907, 0.4251943814233729, 0.23375028785264665, 0.21118573613154693, 0.1770671698790222, 0.20321990290673125, 0.17186453659851147, 0.2683649699102525, 0.20061948795495727, 0.20456565274387117, 0.19543899695275385, 0.3356602680010174, 0.2138980351153973, 0.22720396453376282, 0.20867727513394288, 0.23496031200196948, 0.2490515481486628, 0.2008787662337545, 0.10057562147320136, 0.20948387682662437, 0.2410715281903325 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.418806804928824, 25.52324466209568, 27.728444023675515, 38.128109910646316, 63.27365627865209, 31.66320129916964, 21.15752214445001, 27.263294893700216, 21.083556232617813, 21.078404077032925, 21.425707374345855, 39.89373978437901, 24.008383956732573, 18.081328873502564, 30.621608200256734, 19.61754874366364, 25.816162571513306, 21.360802253565417, 22.212863360177376, 23.728997514271175, 20.0537122643873, 18.785867494218063, 30.873781369595537, 23.66251864592934 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.675702434132294, 24.765932939228968, 26.93355595389828, 37.264557002065516, 62.52587189998724, 30.92643079459027, 20.37926802363103, 26.495497214849006, 20.183618981462093, 20.213907249744903, 20.599606421679304, 39.05093063037252, 23.14733217156872, 17.321785248846243, 29.7970963919873, 18.7647270593658, 25.134382209855808, 20.53372888518717, 21.360333554527127, 22.939482010027575, 19.167683808127197, 17.978052728737552, 30.116286275714398, 22.880461621073994 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.4538855814335547, "rpss": -0.0008283234436421427, "brier_below": 0.22668372889325974, "bss_below": 0.0011136236973853242, "brier_above": 0.22720185250269634, "bss_above": -0.0027733814366084353, "crps": 26.56088594722945, "crpss": -0.08620873085703606, "crps_fair": 25.75650964627751, "crpss_fair": -0.09910997146997524, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.12535, 0.773628, 0.09699, 0.004032, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2877, 0.3415, 0.4281, 0.5083, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.314, 0.3539, 0.3541, 0.1503, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107612, 0.789346, 0.102893, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.345, 0.4214, 0.5054, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4416, 0.3298, 0.3788, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.441291032115465, 0.4491919727756926, 0.4864023255531584, 0.4339842191221965, 0.4803975301078488, 0.43079984872735955, 0.422209513747824, 0.48697841527515096, 0.503116239051417 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3156460372277735, 0.1673368730510751, 0.13806699807070233, 0.20872437838706293, 0.3189170630173133, 0.16395844901571363, 0.16429389053895574, 0.28305617481791223, 0.3377614493136907 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1256450084708889, 0.2818550885693641, 0.34833530381611244, 0.22525984021188608, 0.16148047600896917, 0.2668413927655468, 0.2579156172945274, 0.20392224561703243, 0.16535480192022917 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.426666630405878, 17.431334950761297, 31.50354224233819, 16.796068131793323, 16.280650185158798, 20.804132872404523, 15.46084036878336, 20.96525415955956, 24.349851626040014 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.167712729403613, 17.138328508133757, 31.197939735813264, 16.477283675516155, 16.00061763920235, 20.464960676711097, 15.131256902128863, 20.677120258623972, 24.027315158942482 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4593745662751237, "rpss": 0.011186020663207952, "brier_below": 0.23308459038224438, "bss_below": 0.008302017671457107, "brier_above": 0.2262899749638396, "bss_above": 0.014139132558371958, "crps": 19.557593463027217, "crpss": -0.025801347331521285, "crps_fair": 19.253615031608394, "crpss_fair": -0.046037656555007356, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.184669, 0.794044, 0.021062, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1893, 0.2848, 0.3418, 0.4089, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3235, 0.3816, 0.3797, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.07442, 0.879033, 0.046547, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2934, 0.3402, 0.4118, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2617, 0.363, 0.3586, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42976727377086854, 0.4555815952541457, 0.477873797236247, 0.44304109742528097, 0.48942750354316356, 0.4302890739047723, 0.43286451180505553, 0.4660009415593998, 0.5273194450388001 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32167776184389607, 0.12200639578029726, 0.1415134686078374, 0.21200266138286963, 0.32050141979539604, 0.12494416944445162, 0.1454109041833696, 0.2099361837773998, 0.36238738168759577 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10808952810727848, 0.33357517859917424, 0.3363603081677738, 0.23103843567839402, 0.16892609167213482, 0.30534488863623155, 0.2874535954520039, 0.2560647521955843, 0.16493207586053782 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.97513984664289, 27.243506945132363, 39.14572335197141, 25.83344571960221, 24.96489043625682, 27.75483475426571, 24.344510677664566, 32.764055659964654, 37.29764207822776 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.586394207990402, 26.809223119789344, 38.721615486924726, 25.38142094231429, 24.544137147223225, 27.297337860637363, 23.859846076576698, 32.338058914160705, 36.82837559569398 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4613516932819704, "rpss": 0.015547613616647027, "brier_below": 0.2178200385003459, "bss_below": 0.013067721036858826, "brier_above": 0.24353165048545694, "bss_above": 0.017755148184248393, "crps": 28.591527718858703, "crpss": -0.023615183417070806, "crps_fair": 28.151823261256748, "crpss_fair": -0.04438160480935949, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.150642, 0.847503, 0.001855, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3404, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2467, 0.3435, 0.2856, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072364, 0.877832, 0.049804, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3365, 0.4134, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3209, 0.4146, 0.4684, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.7501823422600961, "training": [ 0.755783615764303, 0.7467240241741635, 0.7438024064488675, 0.8158760844487507, 0.6556447136830993, 0.7473979411770718, 0.7388323757690708, 0.7503333151086551, 0.7594725830120463, 0.7467112503178819, 0.7711826340730576, 0.6883042891533546, 0.7176755635414211, 0.7499404003747479, 0.776851220710551, 0.7684522461214642, 0.7581106529536007, 0.742892185980179, 0.7397452757950539, 0.7789213365716271, 0.7420959512491824, 0.7988477596892409, 0.7471593588484369, 0.7636190292764785 ], "test": 0.7788918658448035 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4260093041226683, 0.47538300370822145, 0.4495390119253598, 0.42486362525589855, 0.6046275437519626, 0.45828735578099916, 0.4712243970456585, 0.4747794441829029, 0.4183867233451769, 0.4119653211716339, 0.406424400730288, 0.5249359153645998, 0.4261036845155311, 0.42466530620478715, 0.47636934192620994, 0.4103207097005948, 0.45753551089577243, 0.4356562434843024, 0.48976534489526014, 0.4358459354557204, 0.4688030108691036, 0.43121469783410554, 0.46648222496212, 0.43339167529180156 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.1989624404132151, 0.261884378771984, 0.2625100033584833, 0.14151037925498033, 0.20654972379313163, 0.19227090414771805, 0.2830426585414002, 0.31482289450201684, 0.22916294584875807, 0.23520442634781685, 0.14757819464639022, 0.31042439641959146, 0.22128356984298203, 0.21685378805263053, 0.127609444739498, 0.17984913444013836, 0.2709913672601639, 0.23892031969112074, 0.21175197041623642, 0.2259107869154855, 0.2651207001078084, 0.2726058456238754, 0.20395257815840748, 0.2185834267406591 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22704686362089643, 0.21349862539195733, 0.18702900832017968, 0.2833532456682165, 0.3980778183326608, 0.2660164522615236, 0.18818173792365617, 0.15995654918136562, 0.1892237768979826, 0.1767608942547638, 0.25884620610541015, 0.21451152036857823, 0.20482011534500388, 0.20781151772316775, 0.34875989895642595, 0.23047157498437276, 0.18654414378396356, 0.19673592395127718, 0.27801337499149475, 0.2099351487672714, 0.20368231062802278, 0.15860885277884368, 0.262529647115549, 0.21480824890308997 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 13.937161844395868, 16.295509721176025, 17.080782850024097, 25.51630441216881, 39.426514227700984, 22.916986470972137, 15.625985724236585, 17.49165344186324, 13.491936907532471, 13.375006615303468, 15.561909160727996, 27.954570389426472, 16.745081663150867, 12.058651815295274, 26.023618628555898, 12.848002108368588, 16.634772543733224, 13.53823841397744, 15.726381648236062, 14.984907200592907, 13.51139813857349, 13.476138043039352, 21.360137267276627, 15.611897191070138 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.447551161287143, 15.787235849148837, 16.548248862908597, 24.91881810974932, 38.956071078449945, 22.43076331003964, 15.086245822288047, 16.972276607638893, 12.890803824026996, 12.799563161989063, 14.977954367332655, 27.34231396176839, 16.140042228908875, 11.547471903677456, 25.478424296999297, 12.267328865414083, 16.17591764255427, 13.000432891189872, 15.160793232300817, 14.468388820707423, 12.936885298796264, 12.950613223128206, 20.862167439627257, 15.080918693978292 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4542741555175283, "rpss": -0.0021584263548311, "brier_below": 0.2265565115847705, "bss_below": 0.0013353175618755486, "brier_above": 0.22771764401065306, "bss_above": -0.005658699217910845, "crps": 17.96639776780825, "crpss": -0.08790806395683282, "crps_fair": 17.42613461057957, "crpss_fair": -0.10107183971481715, "reliability": { "below": { "weight": [ 0.0, 2.8e-05, 0.177315, 0.696664, 0.116485, 0.009508, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1827, 0.2827, 0.343, 0.4275, 0.5238, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.293, 0.3516, 0.4234, 0.2027, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.133594, 0.681849, 0.18296, 0.001597, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2794, 0.347, 0.4295, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3441, 0.3423, 0.3608, 0.7177, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4389126401252775, 0.4609019724055707, 0.46462085982142387, 0.4468162860652547, 0.6638005433678478, 0.45112036272223194, 0.4415109811701346, 0.475546769335413, 0.4231430164751719, 0.44294533641349787, 0.380539112203132, 0.5289540786327582, 0.4254355352060167, 0.4216319032026565, 0.4661983824552365, 0.39830416014246217, 0.4708387575653097, 0.42850675565284463, 0.4636071944093998, 0.44924406190634464, 0.4450180434560379, 0.41259121030840695, 0.46738695323571516, 0.4472182657421683 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22732870486160117, 0.22333541775156246, 0.27240370038421724, 0.15273933516645968, 0.22238618483937947, 0.21769326396835323, 0.23052319908329652, 0.29499405141097645, 0.22070129504071068, 0.27042318911437874, 0.11606770864874516, 0.3211290047874055, 0.21783093403596857, 0.22510412277885936, 0.13234550074365473, 0.1849385368961722, 0.2436179412343566, 0.22064580558735053, 0.22844623518512905, 0.20101970262950028, 0.24271405267854393, 0.3166418916820821, 0.25760565687216663, 0.20614654086601744 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21158393561387318, 0.23756655506269747, 0.19221715921079924, 0.2940769502796086, 0.44141435507812765, 0.23342709931759847, 0.21098778148478053, 0.18055271779570436, 0.20244172078980868, 0.17252214672230556, 0.26447140323155843, 0.20782507520172358, 0.20760460117482613, 0.19652777988554737, 0.33385288379655287, 0.2133656232412985, 0.22722081639197717, 0.20786095021305767, 0.23516095941190823, 0.24822435953507108, 0.20230399028310997, 0.09594931942934302, 0.20978129566349907, 0.24107172551105813 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.342769146567964, 25.453498161896405, 27.369054077588295, 38.43037594669786, 63.03565922577422, 31.294818645261536, 21.16327089746326, 27.308013042877977, 21.047923125339647, 20.993845015203664, 20.99115209959709, 39.91142338314797, 24.073943531149535, 18.011190035124354, 30.77970804090334, 19.386448053490753, 26.002055297496447, 21.188250857383668, 22.19657985700906, 23.59768645594471, 19.99631686665877, 18.394305027504263, 31.157065995366757, 23.509062092769266 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.608816467923003, 24.709454880158805, 26.577075777332205, 37.58375049966883, 62.29296162505186, 30.567522477052282, 20.391713359824312, 26.546807314494206, 20.16176599034126, 20.138030109008454, 20.188914600449863, 39.086639197480686, 23.22763881857865, 17.257728485888688, 29.972128354893794, 18.544255983756912, 25.32826934035066, 20.36324700033423, 21.352761868622153, 22.82523570985934, 19.118885833888285, 17.588370881170498, 30.415345911374434, 22.74388684410948 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.4547830492508464, "rpss": -0.0028072609725404707, "brier_below": 0.226949249010287, "bss_below": -5.6395998460079255e-05, "brier_above": 0.22783380018024313, "bss_above": -0.005562532592394476, "crps": 26.48476728659237, "crpss": -0.08309585450459012, "crps_fair": 25.691300305483868, "crpss_fair": -0.09632728710460214, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.184549, 0.684046, 0.119796, 0.011609, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2824, 0.3415, 0.4306, 0.5239, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2776, 0.3595, 0.4199, 0.0565, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.165827, 0.688216, 0.143911, 0.002045, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2789, 0.3458, 0.4278, 0.515, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3658, 0.3353, 0.3734, 0.8777, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43157742406802163, 0.44799203100130486, 0.4841491626172444, 0.43621471554049285, 0.47485512430597737, 0.4290249337553738, 0.42106507350780525, 0.4925287905097157, 0.5042331068579937 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.30789832789516763, 0.16662754152638345, 0.139925008638112, 0.21053392580863586, 0.3140632103058196, 0.1636157141413154, 0.16406461719723056, 0.28488303896666073, 0.3365918714031392 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12367910972858258, 0.2813644786519565, 0.34422413064824303, 0.22568078919310983, 0.16079192282845653, 0.26540921318108524, 0.2570004508729241, 0.20764575678526856, 0.16764124795790908 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.368824722488663, 17.4677681873122, 31.35570307644869, 16.685096611338945, 16.112006160380822, 20.800009474570462, 15.373825989023864, 20.822858243162646, 24.290561083076028 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.110069888533049, 17.178035213990146, 31.05641299029689, 16.372437164897214, 15.83200563560797, 20.46757220903839, 15.048299954276885, 20.535879374943363, 23.973145937547237 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.45796004024043657, "rpss": 0.014230819439457032, "brier_below": 0.2320225839869405, "bss_below": 0.012820504276323086, "brier_above": 0.22593745553861502, "bss_above": 0.015674927974839048, "crps": 19.475183727533594, "crpss": -0.021478933233774367, "crps_fair": 19.174873152125684, "crpss_fair": -0.041759656244332755, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.184543, 0.779888, 0.035343, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1939, 0.285, 0.3442, 0.4118, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3152, 0.3817, 0.4214, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.128248, 0.75799, 0.113762, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2923, 0.3415, 0.4165, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2552, 0.3712, 0.3618, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42409888478108115, 0.4522612659882486, 0.47760927084648724, 0.4475719031168599, 0.48714557205220577, 0.42384015447039314, 0.43058168850301676, 0.4691925970804324, 0.5291701862205515 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3182448943547202, 0.12092799358186775, 0.14229086343291006, 0.21506425486673372, 0.318662755904532, 0.12270043045615503, 0.14482387501589597, 0.21185543112545707, 0.3625268955122921 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10585400624986521, 0.3313332518804169, 0.335318387104717, 0.2325076477782706, 0.16848282389236077, 0.30113970873030055, 0.2857578015183564, 0.257337160155609, 0.16664330343650136 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.095418579487603, 27.37035321593078, 39.051099561318026, 25.703758431870874, 24.91313627791547, 27.791551065028113, 24.281735316745355, 32.55823336394026, 37.27512397221127 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.70821446034716, 26.942900133062714, 38.636024922563855, 25.260830337987972, 24.494338208646603, 27.34321543171747, 23.80480774782754, 32.1342823436459, 36.81454583705537 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4601635025621418, "rpss": 0.01808302685268104, "brier_below": 0.21745526602784043, "bss_below": 0.01472048783495239, "brier_above": 0.24270823230515529, "bss_above": 0.02107626996402745, "crps": 28.5600455316053, "crpss": -0.02248807873079306, "crps_fair": 28.126573269206066, "crpss_fair": -0.04344487588155288, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.180316, 0.808806, 0.010879, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3431, 0.4076, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2359, 0.3496, 0.3183, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.142339, 0.767533, 0.090128, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2928, 0.3377, 0.4199, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2985, 0.4273, 0.4443, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.7587805899127534, "training": [ 0.7643801754359136, 0.7554127559220953, 0.753876931320892, 0.8198536712915798, 0.6648812539482507, 0.7572347935468113, 0.7457438934475603, 0.7605789354910204, 0.7680512410424327, 0.7537009417007141, 0.7779832312044939, 0.7012441939127768, 0.7244742669988032, 0.7584436598313915, 0.7924672124001214, 0.7760312163069115, 0.767251830580374, 0.7528153281628748, 0.7489849624943691, 0.7871723701048161, 0.748689800098973, 0.805119181923432, 0.754747534896003, 0.7715947758434695 ], "test": 0.7875728332903175 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42919992909994314, 0.4716975423134035, 0.44869458960513076, 0.4246426559176545, 0.6024385827127924, 0.4598107982374617, 0.4679525146360801, 0.47094093973380247, 0.41840514518911687, 0.4136762287422149, 0.4062863608522427, 0.5261671286966905, 0.4261537458667632, 0.42362086924973896, 0.4756466940989177, 0.41346911464775987, 0.4553951188042026, 0.4320975237139864, 0.491587994779462, 0.43533606799014674, 0.4698757209490528, 0.43364831068457893, 0.4689891153083472, 0.4343791880379795 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20081818511694058, 0.2597637321405526, 0.2627268808346614, 0.1421085376728259, 0.20509710717224588, 0.1941067489396442, 0.28117397298272, 0.31163442718389905, 0.22922904246691334, 0.23628089194889912, 0.14803977918421354, 0.3106804414483173, 0.2230742040092861, 0.2159494521248166, 0.12766669938958686, 0.1816810989947628, 0.26950552922995574, 0.2366744116626288, 0.21262260103412678, 0.2252350704693702, 0.266069197711337, 0.2744904442754835, 0.20556370856926928, 0.21890529153677526 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22838174414056156, 0.2119338106573873, 0.18596770863425424, 0.2825341178363117, 0.3973414740315762, 0.2657040500461705, 0.18677854098480257, 0.1593065121399908, 0.18917610218373182, 0.1773953362326072, 0.25824658162934755, 0.2154866885755892, 0.20307954241332576, 0.20767141676061815, 0.3479799961731238, 0.2317880156372131, 0.18588958977709014, 0.1954231120240298, 0.27896539406648696, 0.21010099792328535, 0.2038065229703246, 0.15915786688142602, 0.26342540712704454, 0.21547389687549473 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 13.85802261115456, 16.311535067168503, 17.147646037466668, 25.466317457076237, 39.596215471702244, 22.92956425647425, 15.691559655114478, 17.612336575640715, 13.591738984546774, 13.554404718404564, 15.798209095453242, 28.184158060987375, 16.822100297996585, 11.991737438246165, 25.874646669749534, 13.043613889625616, 16.487547916184255, 13.562423650696507, 15.732048045775477, 15.03396697068933, 13.74265675180847, 13.578286023752, 21.28012026380248, 15.716479689608427 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.356741888168655, 15.791981159652401, 16.601956278629082, 24.88046769215084, 39.111605902054364, 22.43065263382826, 15.138178169742115, 17.08227421878072, 12.972871380277573, 12.962031940495482, 15.212172363024429, 27.572858992189317, 16.214091606944674, 11.463233057076852, 25.324187392230723, 12.443718815737963, 16.018707903413294, 13.00830689652452, 15.150312946675493, 14.508175104242854, 13.150028751600779, 13.035064781015217, 20.769786681425423, 15.182057343089378 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45417132832781126, "rpss": -0.0019315828653179157, "brier_below": 0.22662906067080132, "bss_below": 0.001015520044446716, "brier_above": 0.22754226773840805, "bss_above": -0.004884193252043145, "crps": 18.025305649963517, "crpss": -0.0914750761568055, "crps_fair": 17.4742276624571, "crpss_fair": -0.10411060340462264, "reliability": { "below": { "weight": [ 0.0, 2.8e-05, 0.172549, 0.691645, 0.126831, 0.008946, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1835, 0.2841, 0.3436, 0.4269, 0.5195, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3074, 0.3467, 0.421, 0.2154, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.125735, 0.704082, 0.169458, 0.000726, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2813, 0.3479, 0.4262, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3399, 0.3445, 0.3575, 0.8457, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43803771904743577, 0.4610635046262704, 0.46500304454805985, 0.4472055654193195, 0.6582707928510646, 0.4504282490405043, 0.44203443772283085, 0.47450103247542286, 0.42505751600898595, 0.4436256314977976, 0.3810670884550991, 0.5274369843096878, 0.4258340088906273, 0.4207008538621436, 0.4672424317013599, 0.4001438709123348, 0.46941872344862845, 0.42837273615494087, 0.4632335097364797, 0.44924984945245616, 0.44817596104308904, 0.4152259544062859, 0.46755215243720183, 0.44782538977716413 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22656703338547934, 0.2236833857175693, 0.27304486760528185, 0.15289035544213045, 0.21954675456398945, 0.2171081444847933, 0.2309311889647822, 0.2939069941168169, 0.22169294481870466, 0.27091552239368044, 0.11666333115294668, 0.3203957240822786, 0.21855413442852584, 0.22402983994870085, 0.1331238164157918, 0.18654034629891028, 0.2425878180988881, 0.2201264765770526, 0.22804956486638478, 0.20098061958142152, 0.24473377456190823, 0.3182783165221712, 0.2572742047869479, 0.20659691074100056 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21147068614924458, 0.23738011942521234, 0.19195817678198063, 0.2943152092813549, 0.43872403499970314, 0.23332010516941448, 0.21110324818859486, 0.18059403819841935, 0.20336457055689666, 0.1727101085463641, 0.264403757024906, 0.2070412615404946, 0.20727987440310375, 0.19667101334427037, 0.3341186171244669, 0.21360352459573506, 0.22683090558292324, 0.2082462596813517, 0.23518394503771767, 0.24826923026160955, 0.20344218606697603, 0.09694763872721099, 0.21027794718537243, 0.24122847977846693 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.18762194207673, 25.45688040625845, 27.4283918676515, 38.34221819906241, 63.377512127718404, 31.38821164656033, 21.223122580069614, 27.442248096293163, 21.133802115449946, 21.25827729828858, 21.312346008545525, 40.21914275286524, 24.142896261898887, 17.92892289924212, 30.57562214637793, 19.692041974625816, 25.68514999071882, 21.257144025437956, 22.18672763899651, 23.652404576804962, 20.305464072239523, 18.46978004658945, 31.066642271650082, 23.56540939794214 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.436242356786558, 24.69635831273982, 26.618108935466395, 37.510995651755195, 62.61709600408035, 30.645710721763145, 20.43542972783726, 26.66617547638779, 20.22104605330576, 20.378057255483004, 20.507183464314974, 39.391586357037845, 23.289753768438302, 17.151674120082603, 29.755108429771962, 18.82134686348576, 24.996710986595353, 20.40861732556855, 21.318078794108263, 22.86621367567344, 19.402848368035905, 17.639036509216954, 30.30773195980849, 22.791259413514368 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45486279199271634, "rpss": -0.002983095583546369, "brier_below": 0.2270092528981732, "bss_below": -0.0003208043281948125, "brier_above": 0.22785353906882463, "bss_above": -0.005649651741427064, "crps": 26.554082514306838, "crpss": -0.08593050413466585, "crps_fair": 25.744682105469085, "crpss_fair": -0.09860525370273754, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.177339, 0.688874, 0.122879, 0.010908, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2843, 0.3412, 0.4285, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2897, 0.3556, 0.4162, 0.0602, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.15949, 0.694857, 0.144357, 0.001297, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2808, 0.3465, 0.4263, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3663, 0.3354, 0.3764, 0.8457, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4344103416237262, 0.44802679918084787, 0.48324651715843114, 0.43509167253012626, 0.47644917402474063, 0.4302897064403212, 0.4204572065206468, 0.48919996656303955, 0.5036255528040673 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3092494066491835, 0.16666718937944108, 0.13965481984686143, 0.20963422140703522, 0.3144528050830157, 0.16425924276042558, 0.16430851571531443, 0.28294184739135575, 0.3365704335965252 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1251609485367758, 0.2813595989056136, 0.34359167380021, 0.2254574505787278, 0.16199637783085485, 0.26603045705420286, 0.25614868523603396, 0.20625812446105457, 0.16705513160099528 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.230554201521821, 17.37631251085952, 31.355205350468133, 16.731187243382532, 16.057348761861583, 20.757622549845003, 15.371060619193184, 20.94425750461938, 24.29739236963643 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 11.964217320345647, 17.079809972849663, 31.054820728257177, 16.416700433989547, 15.768689511014223, 20.427722192434636, 15.04135682375114, 20.648862178198797, 23.976040661316063 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4578663263162163, "rpss": 0.014432540747362443, "brier_below": 0.23197094242546198, "bss_below": 0.013040222071646124, "brier_above": 0.22589538311160762, "bss_above": 0.015858221818905838, "crps": 19.457882345709734, "crpss": -0.020571470829508387, "crps_fair": 19.15313553579521, "crpss_fair": -0.04057866424838341, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.162484, 0.798582, 0.038708, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1917, 0.2838, 0.3434, 0.4168, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3049, 0.3832, 0.3918, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.082195, 0.826983, 0.090822, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2917, 0.3403, 0.4166, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2617, 0.3621, 0.3777, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4240873021079446, 0.4535536316920451, 0.47695076519840246, 0.446428941872575, 0.48686222754304886, 0.42447992026345693, 0.43073790824936414, 0.4687500689006225, 0.528722001362821 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3173366455335228, 0.12152767072625717, 0.1422852109863487, 0.2142890186228951, 0.3181353050105199, 0.12330681807777204, 0.1451415508934186, 0.21172410827912394, 0.3621977928730878 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10675067262417462, 0.33202594032208427, 0.33466553378878544, 0.23213992283001195, 0.16872693036049816, 0.30117308670459847, 0.2855963453687983, 0.25702595490392877, 0.1665242212423226 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.842675040306208, 27.18729837195842, 39.055271652543844, 25.759344391680195, 24.769194977851168, 27.6612895152051, 24.25224285647815, 32.69950342609829, 37.1692944750797 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.44467570414036, 26.750096706324033, 38.637385931505605, 25.31248116344854, 24.33742960233774, 27.212490914896946, 23.769727337456757, 32.264511264592514, 36.7013980123951 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4600636407989201, "rpss": 0.01829611624314731, "brier_below": 0.21732712455588288, "bss_below": 0.01530109077589148, "brier_above": 0.24273651201613364, "bss_above": 0.02096220840174612, "crps": 28.48845718968901, "crpss": -0.019925119715041184, "crps_fair": 28.047799626344176, "crpss_fair": -0.04052251654499095, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.154092, 0.841136, 0.004771, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3421, 0.4075, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2483, 0.3438, 0.2787, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.091193, 0.827243, 0.081565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2918, 0.3365, 0.4192, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2939, 0.4191, 0.4534, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.8005473940249233, "training": [ 0.7966689000011669, 0.8034970511827367, 0.7953229347613652, 0.8612134542137428, 0.7144210019857221, 0.7890078224195821, 0.7763648984004973, 0.8141475695410215, 0.8094104333924722, 0.7988570775175116, 0.823325981769188, 0.7456710467869923, 0.7654086754118443, 0.8010652437491291, 0.8387940330889001, 0.8195102721430663, 0.8076302816676098, 0.7879824365808857, 0.7838942346769769, 0.8219698779135264, 0.8083028048999285, 0.8400675566400411, 0.7945819781771664, 0.8160218896770864 ], "test": 0.8284991164317976 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43848080981378196, 0.4659776815360921, 0.44642925993631044, 0.4319344219893353, 0.6176242234183758, 0.4692472418442502, 0.489291026820241, 0.45262445216396174, 0.4173385718746775, 0.4097620879867262, 0.4113123411288318, 0.5103392528350229, 0.4291001779444027, 0.419915983860124, 0.48132491366313984, 0.40785963529461283, 0.45114032805021764, 0.43205921470881814, 0.5002115269432895, 0.43868436265196203, 0.4469738241871809, 0.4369097592746007, 0.480995371771768, 0.43772203625870637 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20533855531437717, 0.258050332337153, 0.26397010459995884, 0.1438907085034745, 0.21313576266792633, 0.1956139799724636, 0.2907592891361402, 0.3014290840602809, 0.22965174519174064, 0.2355565537581995, 0.154125610093168, 0.30093060896573537, 0.22347283190798894, 0.21628057405676818, 0.13105047493500807, 0.1802001086654075, 0.26707642301549983, 0.23816735501532935, 0.21800854192712413, 0.22734529484411234, 0.24998646165257446, 0.275083054809447, 0.21110596468097395, 0.2203469717643563 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.23314225456819135, 0.20792734931180926, 0.1824591554623718, 0.28804371359277586, 0.40448846065506994, 0.27363326128814397, 0.19853173820689318, 0.15119536841925676, 0.18768682686027757, 0.17420553453860474, 0.2571867308318037, 0.20940864417751273, 0.20562734645219552, 0.2036354100904427, 0.35027443798189745, 0.22765952643327889, 0.1840639052078293, 0.19389185987715396, 0.28220298479645217, 0.21133906781855458, 0.19698736285613014, 0.1618267044587833, 0.26988940703671055, 0.2173750642734043 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.577355890487716, 16.026047137193146, 18.02686993814164, 24.81140510172193, 42.50386025009132, 23.164907225116913, 15.287448001136974, 16.03748051683449, 13.532466475252567, 13.328170954599035, 15.761853836023032, 28.47336185488543, 17.44082616895599, 12.693140069881421, 25.377964056499295, 12.667878430662306, 16.277318183384182, 14.706741944819303, 15.909326910901394, 15.849740288086753, 13.187591847109697, 13.81714483616195, 21.12355395635713, 17.2696363202669 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.962549092761487, 15.332602103040804, 17.468503283282388, 23.96311965344463, 42.055821806453565, 22.610902627567825, 14.56370136445891, 15.307892566742822, 12.805469504771462, 12.628764763100724, 14.835876074335951, 27.548364331986537, 16.60576173456628, 12.015830956801935, 24.647682172973514, 11.936868837458272, 15.648317083904432, 14.124002660610264, 15.204442251480137, 15.137829446002433, 12.537227226491193, 13.33289640562228, 20.494927572210482, 16.533297128992615 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45513577108151787, "rpss": -0.004059206505414137, "brier_below": 0.22710734966146698, "bss_below": -0.0010927853829081347, "brier_above": 0.22802842146648097, "bss_above": -0.007031171049560081, "crps": 18.243837091440437, "crpss": -0.1047076740589199, "crps_fair": 17.554277110377537, "crpss_fair": -0.1091685347737743, "reliability": { "below": { "weight": [ 0.0, 0.00031, 0.107474, 0.717965, 0.168394, 0.005858, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1834, 0.2831, 0.3475, 0.4304, 0.5164, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3441, 0.3386, 0.3993, 0.1403, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.099717, 0.786247, 0.107252, 0.006785, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2838, 0.344, 0.4385, 0.5033, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4043, 0.3365, 0.3673, 0.3254, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44273438493810024, 0.46003979657072186, 0.4682296006368595, 0.45922844727748585, 0.6470587270557467, 0.4501142575672432, 0.44133222170006453, 0.4583100922792178, 0.42771232231446504, 0.44129300643753094, 0.39482573215181566, 0.5088326015848165, 0.42343632018889155, 0.4221362236754729, 0.4693824341653872, 0.40334746429783674, 0.47109251420110476, 0.4295131864334404, 0.46391625341898135, 0.46041282960192265, 0.4376402953849031, 0.4152425662245748, 0.4656141900836449, 0.45431341283284243 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2310820584424137, 0.222817572665963, 0.27726669369237866, 0.15725424523695633, 0.21645377029080667, 0.21458049653087358, 0.2296456991736975, 0.28406759415310184, 0.2228092893445751, 0.2691331624648921, 0.1275030686768259, 0.3083861725413069, 0.21990669238990418, 0.22629351131760567, 0.135534027352062, 0.18863413210185068, 0.2443057853004301, 0.22015687775905274, 0.22979129528879122, 0.20741980793648826, 0.23800393526873048, 0.3172970683436631, 0.25553900578763383, 0.21094246185401047 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21165232658691535, 0.23722222375405333, 0.19096290693553486, 0.3019742021088342, 0.4306049565953012, 0.23553376047337493, 0.2116865228039138, 0.17424249838202832, 0.20490303331902815, 0.17215984439972598, 0.2673226632718418, 0.2004464289862042, 0.2035296278777432, 0.19584271282379054, 0.33384840626276907, 0.2147133322600336, 0.22678672880511483, 0.2093563088283764, 0.23412495826390214, 0.25299302148869873, 0.1996363606578145, 0.09794549783920202, 0.21007518442051393, 0.24337095052732785 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.005429005197765, 25.09567580724674, 29.067113464028942, 37.322682513974115, 67.78471823025335, 31.268485382701655, 20.669703292940035, 25.17710080507829, 21.126284549051903, 21.1018299547693, 21.794755214225578, 39.75818425458468, 24.84400946630402, 18.937826444384317, 30.27760789944738, 18.970414385047178, 25.440819207949403, 23.14366258821582, 22.11216363336984, 24.931575518145387, 19.51065488480185, 18.602455656229836, 30.57769491341208, 25.80130919231566 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.090222800875726, 24.079050985055925, 28.24116942077796, 36.09129268201851, 67.09966899640503, 30.451033341102313, 19.608895154713363, 24.065206102423883, 20.03757876149223, 20.049429188900746, 20.458583432925924, 38.44836110884402, 23.64634904174163, 17.922307581034918, 29.189242440188224, 17.870223740037957, 24.506265152204502, 22.27696833989273, 21.046861864529465, 23.85380128910231, 18.526874656774808, 17.867618696490695, 29.651791415451456, 24.744345711653946 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45482328670929456, "rpss": -0.002895985509572707, "brier_below": 0.22728435099641722, "bss_below": -0.0015330295894624424, "brier_above": 0.22753893573633513, "bss_above": -0.004261125001628674, "crps": 26.846756510986467, "crpss": -0.09789942155405629, "crps_fair": 25.825964246026597, "crpss_fair": -0.10207381417215244, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.042865, 0.831537, 0.117569, 0.008029, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3455, 0.4312, 0.5169, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.357, 0.3445, 0.3917, 0.044, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.120008, 0.810082, 0.069861, 5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2831, 0.3481, 0.4209, 0.5033, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4211, 0.3317, 0.3962, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4322501597284773, 0.44591993207673813, 0.4836954090891304, 0.4334066665763718, 0.4718094137039298, 0.4380088497942169, 0.4237377898448909, 0.4970634782762181, 0.49641325264029684 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.30718951356047314, 0.16488680256686683, 0.1394428473804098, 0.20790525684680367, 0.3104546218340167, 0.16761103341377054, 0.16593803757383646, 0.2889346802872866, 0.33484369676220627 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12506065995226856, 0.28103311789050867, 0.34425253851366744, 0.22550140891548917, 0.16135480031294144, 0.2703978094933491, 0.25779974657575233, 0.20812880305128648, 0.16156956749753257 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.399763701184824, 17.711000308789735, 31.270642498002317, 18.8051095107227, 16.44049327715017, 22.7633051228108, 15.716186673621674, 21.828113883035062, 24.46563613019298 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 11.834148989999965, 17.022410930691986, 30.553028397368532, 18.088134177105243, 15.85937363133272, 21.91842399592915, 15.026463665968514, 21.219941312358113, 23.71190769299986 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4580338835255856, "rpss": 0.014071870124462094, "brier_below": 0.23191183224729667, "bss_below": 0.013291716365307904, "brier_above": 0.22612205024475507, "bss_above": 0.01487071781418381, "crps": 20.155583456167808, "crpss": -0.05716609278520024, "crps_fair": 19.470425865972675, "crpss_fair": -0.0578168625234361, "reliability": { "below": { "weight": [ 0.0, 0.000602, 0.171918, 0.752936, 0.074544, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.176, 0.2863, 0.3438, 0.4123, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.375, 0.361, 0.368, 0.4244, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.131947, 0.76868, 0.099373, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2947, 0.336, 0.4252, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2584, 0.3679, 0.386, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42641132537481297, 0.46298937745295204, 0.4816595799226749, 0.44592845600834996, 0.48515930577008426, 0.4385595262000976, 0.4348919098864454, 0.47031672217949405, 0.5173569828554102 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3183866848947082, 0.12669486394908022, 0.1445640447242436, 0.21396081500536787, 0.3156562195348152, 0.1303875787483156, 0.14597037709982139, 0.2114039868405275, 0.35776378148411947 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.1080246567959572, 0.33629449244879267, 0.33709551462258114, 0.23196764042828188, 0.1695030937344216, 0.308171931152067, 0.2889215204984222, 0.25891272975430807, 0.15959321344458885 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.418559106169518, 27.84168162600361, 39.47104372350808, 28.530738300216615, 25.341101177461976, 29.763091133621593, 24.79411893237068, 34.637423616608615, 37.27795044002617 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.570568334542088, 26.82149284766996, 38.470358672983124, 27.52111034505135, 24.47132898448201, 28.580430973752165, 23.78114131820708, 33.75712739177088, 36.200067347493174 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46258590951670236, "rpss": 0.01291398912737407, "brier_below": 0.218309816920111, "bss_below": 0.0108485582117408, "brier_above": 0.24427608809771342, "bss_above": 0.014752581533550968, "crps": 29.56396756177632, "crpss": -0.05842983893173992, "crps_fair": 28.574847357327982, "crpss_fair": -0.060075031847029114, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.087507, 0.892985, 0.019508, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2921, 0.3421, 0.4101, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2899, 0.3338, 0.2731, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.125173, 0.832137, 0.04269, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2937, 0.3367, 0.4124, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3053, 0.4249, 0.4368, NaN, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.7986533136091899, "training": [ 0.8014695411480369, 0.7981967707570166, 0.7937027962771488, 0.8560810492110834, 0.72716782782745, 0.7966807023825334, 0.7928105845348453, 0.8005929371580022, 0.8052705032998262, 0.8007426490511209, 0.8196563027575047, 0.747849029760822, 0.7752309234171304, 0.7966392994886455, 0.7928677885309284, 0.8130560195972665, 0.8057137936652662, 0.79089889333567, 0.7899437214710148, 0.8201497651518862, 0.793019034507922, 0.8396478927975759, 0.7996311546047552, 0.8106605458871045 ], "test": 0.8300737523218387 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43125387821365696, 0.4685866036536377, 0.45405172056167054, 0.4343768879455347, 0.5830716888634286, 0.45874955750240576, 0.46430545688766184, 0.47191705663316286, 0.4230398183652766, 0.41249028131456184, 0.414794134094382, 0.5052603155722624, 0.41703714410549036, 0.4276799457148822, 0.48681562156491337, 0.4136026074102563, 0.4607071026513543, 0.43700357153591807, 0.48738390838113005, 0.43908028454455655, 0.45692444739285504, 0.43744450771543514, 0.4683536464506681, 0.4367113568758625 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20169493463115576, 0.2569489218708759, 0.2667806881914353, 0.14634721103553988, 0.1953567890455891, 0.19250770722232563, 0.2777125868301591, 0.3135396712637689, 0.2323303521553328, 0.23616453714986232, 0.15309664714151391, 0.30106702433403926, 0.21840415783992995, 0.21934393358489868, 0.13432410903595812, 0.18130682257450825, 0.2731249665624169, 0.24042184155749213, 0.21047874388239496, 0.2277359739814523, 0.2545745137199335, 0.2753139718046833, 0.2047988374716627, 0.22142860379421914 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2295589435541835, 0.21163768198284644, 0.18727103248092733, 0.2880296766575162, 0.3877148977622378, 0.26624185054297483, 0.18659286969847147, 0.15837738519932182, 0.19070946584584234, 0.17632574368005174, 0.2616974869708042, 0.20419329228617145, 0.1986329862506258, 0.20833601164346338, 0.35249151391403244, 0.23229578465083825, 0.18758213606431537, 0.19658173016415684, 0.27690516453544456, 0.21134431094148923, 0.20234993340183366, 0.16213053627373383, 0.2635548089929299, 0.21528275352285198 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.744772817514702, 16.46179671235855, 17.888368368747017, 25.631403029221847, 40.91747957930114, 22.581859337194427, 15.132785789896325, 17.49214447224903, 13.680470397193492, 13.777769494194903, 16.18209129540038, 28.96349259839617, 17.53902892472159, 12.698961594096392, 26.419189133648423, 12.80673240732909, 16.917652737908004, 14.957384618943165, 16.336618466779214, 15.78409557204255, 13.812302803801694, 14.08050812440164, 21.148709285753668, 17.13073160073663 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 14.216726437649118, 15.886799672418297, 17.314409059144396, 24.91550095762704, 40.44421973245122, 22.052624094883253, 14.52407494896195, 16.910273845969606, 13.017414444224935, 13.153838837328456, 15.503448855465015, 28.23537493269464, 16.84201780465871, 12.149071357633334, 25.79672252697509, 12.164083403310045, 16.40501189679605, 14.39057326651203, 15.71880972415568, 15.208522905502052, 13.195894721128383, 13.525092217782133, 20.58626297546996, 16.526843328430743 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4537767309979568, "rpss": -0.0010610754100119912, "brier_below": 0.22645014777838116, "bss_below": 0.001804170900884361, "brier_above": 0.2273265832090444, "bss_above": -0.003931675829936143, "crps": 18.461931215076252, "crpss": -0.11791379132690838, "crps_fair": 17.861817164465506, "crpss_fair": -0.12860047999328694, "reliability": { "below": { "weight": [ 0.0, 0.000144, 0.116534, 0.750578, 0.130145, 0.002599, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1946, 0.2881, 0.3458, 0.4238, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5981, 0.3075, 0.3516, 0.3649, 0.2943, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.083807, 0.776184, 0.139841, 0.000169, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3458, 0.4254, 0.5049, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4215, 0.3381, 0.3474, 0.8316, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44144030377820215, 0.4598097688220591, 0.46730389926864063, 0.457434069169074, 0.6247853755842384, 0.4489759411607658, 0.43972788149796316, 0.46773239686272233, 0.4247259829461296, 0.4405913396429011, 0.390588900291272, 0.5136286264286992, 0.42137077387611094, 0.4202404417743263, 0.4701397355365699, 0.3998040852804615, 0.47429821063232913, 0.4293331176668642, 0.46162235148234554, 0.4522344825575674, 0.44017612524393057, 0.42414353926505827, 0.46593628847094753, 0.4493709027444879 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2299638649737641, 0.22231890074412086, 0.2764740413861025, 0.1572418769355124, 0.20173038953215922, 0.21585112792073216, 0.2287781731794179, 0.29072687102450834, 0.2207064622167285, 0.2681988735030687, 0.1222988669216839, 0.3127081042144304, 0.2179212588713568, 0.2242032630116008, 0.13533448129099832, 0.18588123218295688, 0.24765937061872192, 0.2203853291856553, 0.22587578476189596, 0.20364778189244484, 0.23721820334200183, 0.3231878012759595, 0.2551299406797627, 0.20889941323166264 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21147643901677168, 0.2374908683930297, 0.1908298578227269, 0.3001921917294686, 0.4230549833261433, 0.2331248135344279, 0.21094970795219006, 0.1770055259246231, 0.2040195202702799, 0.1723924655866554, 0.2682900328127459, 0.2009205232916848, 0.20344951477066203, 0.19603717813135693, 0.33480525582285064, 0.2139228531085408, 0.22663883990285652, 0.20894778855248142, 0.2357465668287204, 0.24858670103779051, 0.20295792133578733, 0.10095573872252206, 0.21080634735925086, 0.24047148998897747 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.37134343753525, 25.70474375674403, 28.525817405156836, 38.33580207987034, 65.26852475659608, 30.48974983447646, 20.75292502573194, 27.399674182490543, 21.0716290064854, 21.55445290161684, 22.165423242208853, 41.254760849811795, 25.186052483802825, 18.775052134291286, 31.97271471795548, 18.957473121119712, 26.46861832824298, 23.252914666620395, 22.892013751115854, 24.719070514539368, 20.328789804070343, 19.03163635731825, 30.509922313899917, 25.815856973447236 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.58980983830475, 24.86757223695325, 27.67929701355362, 37.33560833362772, 64.52305450703217, 29.70547241154542, 19.901818957258794, 26.552458137187912, 20.10023481518231, 20.63378978622425, 21.241011145135143, 40.29409130382642, 24.22831049326444, 17.974897897221513, 31.07117811222643, 18.03619359924477, 25.722162751884134, 22.39116718074905, 21.976128372440286, 23.863707068159908, 19.393677530495133, 18.181227637122323, 29.679489031896402, 24.96306005851364 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45355893916598616, "rpss": -0.00010806960349185601, "brier_below": 0.22634755887071858, "bss_below": 0.002594963612151835, "brier_above": 0.227211380217606, "bss_above": -0.0028154327614198227, "crps": 27.158540068547833, "crpss": -0.11064982540103907, "crps_fair": 26.287725759127074, "crpss_fair": -0.1217786068812512, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.113797, 0.76711, 0.11577, 0.003323, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2889, 0.3431, 0.4262, 0.5095, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2953, 0.3559, 0.355, 0.1216, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.106769, 0.790112, 0.102919, 0.0002, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3449, 0.4213, 0.5028, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4528, 0.329, 0.3736, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43328405456626323, 0.4495264887153713, 0.49206772161051704, 0.43466548075301054, 0.47349456240137394, 0.42904483647252456, 0.42300425398359803, 0.4833722911323269, 0.49895757107678074 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.30729796399582393, 0.16605936486781306, 0.14297037729513654, 0.20925735144526622, 0.31284412027124736, 0.16357438960949686, 0.16544084933963074, 0.27975936347886327, 0.3327296250509287 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12598610466690013, 0.28346711266161884, 0.3490973205965878, 0.22540812866964155, 0.1606504513026888, 0.265470439946315, 0.25756339871196077, 0.20361293280978282, 0.16622795822296837 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 13.067319110788675, 18.53030773882056, 31.482151457184507, 18.509182050711782, 16.705487437051453, 21.945985195346164, 16.11433510768132, 21.265652378292053, 24.70244594484536 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.787260486077946, 18.204819971991533, 31.139081340181935, 18.147920635007853, 16.399016361957568, 21.553252215465463, 15.741850250072476, 20.955808583971123, 24.342693529187887 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4574908067457518, "rpss": 0.015240854981649954, "brier_below": 0.23110371170602295, "bss_below": 0.01673000247828138, "brier_above": 0.22638709417649602, "bss_above": 0.013716020437518961, "crps": 20.258096268969098, "crpss": -0.06254291901328934, "crps_fair": 19.91907815265709, "crpss_fair": -0.08219187915283022, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.116431, 0.864256, 0.019088, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.195, 0.2893, 0.3437, 0.4069, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2907, 0.3776, 0.5552, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.043225, 0.906465, 0.050311, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2947, 0.3395, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.248, 0.3616, 0.3338, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4318993730719528, 0.4604637301885076, 0.47964272662444984, 0.4442799190055053, 0.48868198522415857, 0.43377710760585814, 0.43454892219814933, 0.464370347722569, 0.522790544844535 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32291782669026586, 0.12440677801231127, 0.1432674347664175, 0.21380521656767631, 0.3198059893383852, 0.12764309940753682, 0.1470403024358403, 0.2097964751325427, 0.35860518874730873 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10898156291021714, 0.33605693109037343, 0.3363752715213724, 0.23047470192422376, 0.1688760038953173, 0.3061339923161193, 0.2875086074213342, 0.254573867063149, 0.16418536841357778 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 19.54993508305695, 29.083425477294867, 39.38495609201522, 27.995836304154164, 26.187775989788832, 29.25687201485872, 25.409335126235106, 33.35922910246296, 37.539661028872096 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 19.136489878736636, 28.606342551353038, 38.92116540901632, 27.49383655355993, 25.733749292626655, 28.742337637766177, 24.867319057595967, 32.90762715961925, 37.02690501882199 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46227273960952064, "rpss": 0.013582244748753247, "brier_below": 0.21858759012203166, "bss_below": 0.009589980988571223, "brier_above": 0.24368514517285383, "bss_above": 0.017136052612169328, "crps": 29.751891802082103, "crpss": -0.0651577797259717, "crps_fair": 29.270641395455105, "crpss_fair": -0.08588772921345722, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.120791, 0.873899, 0.00531, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3412, 0.4057, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2324, 0.3415, 0.4256, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.044534, 0.913963, 0.041504, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2947, 0.3354, 0.4104, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2687, 0.4159, 0.4428, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.8082611878442728, "training": [ 0.8090749113664175, 0.8066712489207585, 0.8076061759584123, 0.8866854217339692, 0.6925436633204756, 0.8042149225000695, 0.7957807562456278, 0.8058021848898078, 0.8194486167174962, 0.807178726724668, 0.834878276255195, 0.7354813961792138, 0.7718232994204143, 0.8100236495829714, 0.8493971983285048, 0.8277053649245155, 0.8151658834081281, 0.7969285762428038, 0.7979398531459334, 0.8379571583551241, 0.7956295030376763, 0.8647025756402527, 0.8039495758458974, 0.821679569518218 ], "test": 0.8294162072160899 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4370482679477289, 0.4675615312383656, 0.4509182104503826, 0.43635462856731166, 0.6041945401771431, 0.46048716879344403, 0.4649538363645084, 0.46913980685079587, 0.41949572602840846, 0.4148698189275698, 0.4137385443255841, 0.5164849166772167, 0.4170783268909215, 0.4250674105658275, 0.4906562806042937, 0.42128555243687466, 0.4583234512599448, 0.4316390352018344, 0.4899521676348843, 0.43766687102637297, 0.4680004264376553, 0.4445089968824769, 0.4707494748420802, 0.4414763320679402 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20052202561350707, 0.2610153042513557, 0.2659298193362108, 0.14703610422245855, 0.20267202295904718, 0.19150844971693384, 0.282820491015793, 0.31499196141824165, 0.22990754408932884, 0.23765441343683857, 0.15299564932320459, 0.30517452881420837, 0.22258717278776455, 0.2166374807837205, 0.1327594893082947, 0.18334387634237662, 0.27388254671597095, 0.23924603334795502, 0.20922756275503782, 0.22669919462638902, 0.2651551061054106, 0.279429160471075, 0.2037116539954331, 0.2220358357736146 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.23652624307002376, 0.20654622698905475, 0.18498839079602244, 0.2893185238439967, 0.40152251589301924, 0.2689787196941716, 0.18213334411742088, 0.1541478445840175, 0.18958818135460506, 0.1772154045364546, 0.26074289507479864, 0.21131038963936807, 0.19449115417887028, 0.2084299291849843, 0.35789679353340154, 0.2379416764389883, 0.18444090468316687, 0.1923930013553677, 0.28072460564064305, 0.21096767677619233, 0.20284531985386184, 0.16507983696678385, 0.26703782176200447, 0.21944049656875564 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.252731358692909, 16.530825778639052, 17.216593605308088, 25.7893187836463, 39.90637501844439, 23.425500866138027, 15.610917994840506, 17.445176364957913, 13.641803290787879, 13.604576242708436, 15.829934033880255, 28.09029190229008, 16.82396211345812, 12.173196918859935, 26.439104435197855, 13.332090990978479, 16.54952084411407, 13.663209410757217, 15.762542627523413, 15.062739585609256, 13.97422852769972, 13.575270526980669, 21.273921777728273, 16.195773746714863 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.764862475074567, 16.001192612547467, 16.719698111685307, 25.213826521563437, 39.49438557977277, 22.966047140709833, 15.056831530483427, 16.908967162547107, 13.01911214450623, 13.008945720865663, 15.23856154302724, 27.480300442017857, 16.199800712540675, 11.640873036972199, 25.883196574154653, 12.723852938576881, 16.091083139545777, 13.144911051821325, 15.191336293468002, 14.527724207389902, 13.398934631338008, 13.104007143489264, 20.774402902908562, 15.66722610890207 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4563188050916486, "rpss": -0.006669056719248667, "brier_below": 0.22778930946709045, "bss_below": -0.004098874980397849, "brier_above": 0.2285294956889989, "bss_above": -0.00924404152351177, "crps": 18.173733614414818, "crpss": -0.10046274199445038, "crps_fair": 17.63416998857951, "crpss_fair": -0.1142165732715692, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.082124, 0.833626, 0.078632, 0.005618, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2887, 0.3449, 0.4253, 0.5138, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.371, 0.3471, 0.3483, 0.1563, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.069876, 0.86223, 0.067894, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3454, 0.4197, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4817, 0.3393, 0.2983, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44117893581718204, 0.46260564158031575, 0.4685225648354017, 0.46336856278859734, 0.6490948283098393, 0.4509483532803898, 0.4441692733884399, 0.46802347940457495, 0.42861354215698366, 0.44507942059140465, 0.39343757602422935, 0.5201241604340822, 0.4252964105635289, 0.42040621383038107, 0.47572455698538046, 0.40672038559208923, 0.4715512800253742, 0.4302135662637569, 0.4619487712872561, 0.45286126071030564, 0.4493217825057483, 0.4343740009877021, 0.46535181040503537, 0.4523040330455935 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22868266797081924, 0.22432756583836133, 0.276013510485702, 0.15806495370725848, 0.21553276639744304, 0.21700749842062414, 0.23219240705888908, 0.29184984096012684, 0.22173226992795259, 0.27243124773576444, 0.12419810712282016, 0.3155121612932317, 0.2200277656599615, 0.22449498692396208, 0.1368451034675416, 0.18990879639068436, 0.24448692873300956, 0.22035197709356902, 0.2266584582404654, 0.20265915342755092, 0.24413622891668033, 0.33004832626513264, 0.25624326033541206, 0.20750296229485057 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21249626854292325, 0.23827807609207086, 0.19250905418487155, 0.30530360838826925, 0.4335620583025501, 0.23394085517188093, 0.21197686547620526, 0.17617363801487862, 0.20688127174434984, 0.17264817185016926, 0.2692394689756198, 0.20461200051083228, 0.20526864528539238, 0.19591122609308442, 0.3388794554794374, 0.216811589421507, 0.22706435175258985, 0.20986158913389028, 0.23529031337127404, 0.25020210780541774, 0.2051855530708136, 0.10432567544417844, 0.20910854945535934, 0.24480107099364928 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.847419850689057, 25.946906897431777, 27.738751776405756, 38.826725605389484, 63.76171748329335, 32.1607480933789, 21.29422643708236, 27.21658130722928, 21.3898949539699, 21.47494622442114, 21.485006054598795, 40.14505956186967, 24.268341870004207, 18.27653782786373, 31.382002018158857, 20.240301520645556, 25.9863063025264, 21.568689956668546, 22.228113649299495, 23.89883337891297, 20.717042531368953, 18.54388483797208, 30.992606068747854, 24.451784150784878 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.115077804272392, 25.170484925709385, 27.004746282190563, 38.00402332736627, 63.116304902487514, 31.475812664510187, 20.496841486531853, 26.418323462559577, 20.46857773015894, 20.58709422942668, 20.655311621582353, 39.2975820197185, 23.38824261072899, 17.48574221491222, 30.552613021459663, 19.346797177842372, 25.307897612329217, 20.77996445089922, 21.363996077402003, 23.08780744534999, 19.839367569577053, 17.826507224922768, 30.248657739884816, 23.681551666432668 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45755168378389977, "rpss": -0.008912164876278217, "brier_below": 0.22837120602782557, "bss_below": -0.0063222779805585105, "brier_above": 0.22918047769005065, "bss_above": -0.011506200504161512, "crps": 26.868434514946372, "crpss": -0.09878594458704493, "crps_fair": 26.071638552843968, "crpss_fair": -0.1125574970960137, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.07955, 0.820738, 0.092265, 0.007446, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2889, 0.3436, 0.4269, 0.5129, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3649, 0.3507, 0.333, 0.0746, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.094526, 0.827262, 0.078213, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2813, 0.3461, 0.4201, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4985, 0.3326, 0.3149, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.436482416484001, 0.4519665475072336, 0.49085929218712415, 0.4362353551664088, 0.4784298955407097, 0.43271907214372446, 0.42230495998539075, 0.4855994263453394, 0.49791244580900124 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3102233188416468, 0.16928288541434952, 0.1412127671848206, 0.2108952569239281, 0.31619698468641344, 0.16508666715902973, 0.16649764911352893, 0.28361313685059697, 0.3334538911597659 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1262591113675069, 0.2826836507821879, 0.34964650111386775, 0.22534009734002097, 0.1622329196916684, 0.2676323976254523, 0.25580730472580476, 0.20198629448103433, 0.1644585668315092 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.35462222954397, 17.78275619422444, 31.59656095492365, 16.93028961705281, 16.013460381282286, 20.8951421572139, 15.681817517928481, 21.287624716660297, 24.241296385464427 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.10074569641312, 17.484671106892787, 31.30217502784954, 16.62793920802146, 15.740611753931791, 20.583010429333477, 15.360262919692897, 21.004833524061006, 23.93098833379018 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4591677123521037, "rpss": 0.011631278336964979, "brier_below": 0.23294028414823112, "bss_below": 0.008915993056417992, "brier_above": 0.2262274271065614, "bss_above": 0.014411630201463521, "crps": 19.642618906032695, "crpss": -0.0302609560332443, "crps_fair": 19.34835977777625, "crpss_fair": -0.051185083263686204, "reliability": { "below": { "weight": [ 0.0, 7.5e-05, 0.099454, 0.895411, 0.00506, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1939, 0.2896, 0.3419, 0.4103, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3091, 0.3789, 0.1789, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.019138, 0.95344, 0.027422, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2956, 0.336, 0.4071, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.444, 0.3546, 0.3185, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42949344834617703, 0.461850904572177, 0.47971833967822514, 0.4444356147339108, 0.48882226837374443, 0.43473008763638327, 0.43621947249347887, 0.4687727465033342, 0.5235971938834434 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32098931987571155, 0.12467827257823906, 0.14306045306161388, 0.21364786587193138, 0.32008905397183746, 0.12712547826181805, 0.14779202940604472, 0.21092599244300028, 0.35998844995258183 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10850414478989445, 0.33717261119736386, 0.3366578659425443, 0.23078774822693177, 0.168733222016094, 0.3076045929728275, 0.2884274307959041, 0.25784674854102035, 0.1636087564683895 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.11733101302624, 27.787501284028366, 39.472962402472604, 26.16133208681952, 24.777669301788432, 28.11734393871683, 24.859768932754776, 33.436475110867825, 37.3127339888354 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.736241100593833, 27.344807586069212, 39.06217396806165, 25.728936585368874, 24.369083984196966, 27.684145039786877, 24.39037550885296, 33.0232352258802, 36.86066481373043 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46307111958009717, "rpss": 0.011878626709154183, "brier_below": 0.21869965726919757, "bss_below": 0.009082210052018147, "brier_above": 0.24437145788344117, "bss_above": 0.014367923190936716, "crps": 28.89367978436778, "crpss": -0.034432634131742246, "crps_fair": 28.46662931250455, "crpss_fair": -0.05606033857927306, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.114309, 0.885691, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.3416, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2656, 0.3369, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.018261, 0.944238, 0.037501, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2965, 0.3343, 0.4078, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.572, 0.4101, 0.3403, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.7688749559789453, "training": [ 0.77304249968872, 0.7644979124455537, 0.7641872652917547, 0.8305938936553393, 0.6818165653019886, 0.7640609840400843, 0.7587129654126213, 0.7702568859474784, 0.7774471962700132, 0.7684594678505907, 0.788544214291866, 0.7131243266107322, 0.7397914053765234, 0.769545038908797, 0.792627533453227, 0.7850758151661952, 0.7759743106969991, 0.7625920596236115, 0.7584953999641748, 0.7939252203622342, 0.7575254763686843, 0.8145914291261128, 0.7661087601556307, 0.7820023174857539 ], "test": 0.7976529104226304 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4241657655031438, 0.4766673777642892, 0.45072578298785726, 0.426673386060421, 0.5900555452912888, 0.45655785222356415, 0.4725362323180137, 0.4775212141645989, 0.41919617832018186, 0.41240832699872915, 0.40770166914830264, 0.5198848949947538, 0.425511080796058, 0.42358302033867007, 0.4763815527137132, 0.41011039109426084, 0.46166681536722776, 0.43766929113962655, 0.4878771988054105, 0.43821417389005496, 0.471200109165197, 0.43338932185446294, 0.46441009024995406, 0.4350932750393139 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.19824467110449576, 0.26217730870972766, 0.26367469513144226, 0.14226351426804293, 0.19930662441331493, 0.19110150708455262, 0.2838060981222262, 0.31702962142055546, 0.22905282598035004, 0.23494485990575373, 0.14879606862122333, 0.3081927239964301, 0.2215000267151991, 0.2165983185056098, 0.12785417826641932, 0.18000862574883797, 0.2739244890406581, 0.2402061796992494, 0.21112526614725785, 0.22748794792172905, 0.26556683774306306, 0.27399970579412125, 0.20333100923083464, 0.2194731787284358 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22592109437971755, 0.2144900695478992, 0.18705108758849318, 0.2844098713940063, 0.39074891959310387, 0.26545634561991704, 0.18873013359307347, 0.16049159233541396, 0.19014335172342414, 0.17746346674910557, 0.2589056006396391, 0.21169217226133366, 0.20401105466674216, 0.2069847014990207, 0.348527375941424, 0.23010176493974077, 0.18774232638629376, 0.19746311179234857, 0.27675193329039965, 0.2107262261649594, 0.205633271381842, 0.15938961657792186, 0.2610790811635299, 0.21562009662781298 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 13.910251457673407, 16.307137857060557, 17.012782877048203, 25.663905165913285, 39.29044057323348, 22.847018905491733, 15.666246438716351, 17.54084834045311, 13.509744998861727, 13.372036457517611, 15.473418514870351, 27.9576513741221, 16.739687990720338, 12.045374579892258, 26.10991300080582, 12.790867329672258, 16.737615685299918, 13.481681193454675, 15.7273699661945, 14.962288511239217, 13.519322295342223, 13.465810740203455, 21.44154802301271, 15.519041306850859 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.42425631942694, 15.805564691479763, 16.480810325171596, 25.076688574694494, 38.8198505324713, 22.363215308701452, 15.13250390441144, 17.02610885593954, 12.915894097162532, 12.80179556855848, 14.902042605062286, 27.355636275117675, 16.143975771679195, 11.538416695203804, 25.573366956224024, 12.217136658528927, 16.282422446918947, 12.945593461965133, 15.167423353207825, 14.452379060969502, 12.948980113794521, 12.93981387175146, 20.949959176845898, 14.995344802899043 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45413335609287886, "rpss": -0.0018478136375446041, "brier_below": 0.22665276176248042, "bss_below": 0.0009110452578710015, "brier_above": 0.2274805944107151, "bss_above": -0.004611828241533722, "crps": 17.962166815985423, "crpss": -0.08765186977334927, "crps_fair": 17.42746580950774, "crpss_fair": -0.10115595163553981, "reliability": { "below": { "weight": [ 0.0, 5.6e-05, 0.162048, 0.731122, 0.10107, 0.005703, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1973, 0.2855, 0.3421, 0.4273, 0.5187, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3072, 0.3513, 0.3981, 0.2186, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.118506, 0.69589, 0.184569, 0.001035, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2827, 0.3476, 0.4277, 0.5057, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3579, 0.3401, 0.3614, 0.7009, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4397098829369218, 0.46053743971885336, 0.4655491954377454, 0.449573831660296, 0.647716766777078, 0.4505726636724032, 0.44228960106858367, 0.4734962010961778, 0.42431982994425255, 0.44262642134206476, 0.38335206214460477, 0.523195310729209, 0.42445235342270404, 0.42129535466339574, 0.466846583975898, 0.3991464025958784, 0.4719085655917834, 0.42850545504559284, 0.4642619468600959, 0.44904239337088453, 0.4447080062885003, 0.4181709546194342, 0.4672685475506491, 0.44648180853880715 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22806977561851388, 0.2230488184722659, 0.2736189637287853, 0.1535400192760636, 0.21336615907641965, 0.2171486679770994, 0.23103830322037303, 0.29393429886828326, 0.2212439230267122, 0.27033168007134173, 0.11783322800730682, 0.31833500677322313, 0.21808362071166587, 0.22497547029057435, 0.1325381324168818, 0.18569874822294405, 0.24479144502318514, 0.22032454505034166, 0.22908271534801314, 0.20111114619116965, 0.2419436237462015, 0.32011969307274857, 0.2575751547432284, 0.2056193717904974 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21164010783534395, 0.23748862158380354, 0.19193023142666119, 0.2960338117773114, 0.43435060466463316, 0.23342399609547135, 0.21125129729156178, 0.17956190207362366, 0.20307590631954614, 0.17229474079327672, 0.2655188337578838, 0.20486030527990298, 0.2063687327045845, 0.19631988401382855, 0.3343084533199761, 0.21344765428368834, 0.22711712062429348, 0.20818091017886248, 0.23517923180539996, 0.247931247489855, 0.20276438201937083, 0.09805126226498795, 0.20969339201227444, 0.24086243719265252 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.318487598944078, 25.454291212613583, 27.280039458365778, 38.685817101189755, 62.81449203648897, 31.19464059322655, 21.21032544185045, 27.364992989653285, 21.077587893042576, 20.98736108500081, 20.86430490231082, 39.90420046109922, 24.051698452379167, 18.00024112393426, 30.839493946758, 19.311170254582002, 26.143383233491534, 21.08754863551501, 22.225977636464744, 23.55832628602656, 19.989851720838296, 18.370468926662443, 31.344987927169864, 23.38505337947926 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.59026789168478, 24.72036632647514, 26.490363267343, 37.85219077664511, 62.07314367471035, 30.47219342196218, 20.446285521942542, 26.611753693210364, 20.203557410581357, 20.140087472258546, 20.078494047307395, 39.091959946414576, 23.21737175901126, 17.25332428349299, 30.044128408130632, 18.478769282819407, 25.476171425116785, 20.26506456021973, 21.391176082017946, 22.79700712246538, 19.119804329265946, 17.565616070507627, 30.613105352490003, 22.63052449601649 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45437614912715896, "rpss": -0.001910036682416738, "brier_below": 0.22680718794682667, "bss_below": 0.0005695989134217871, "brier_above": 0.2275689611170331, "bss_above": -0.004393644398806851, "crps": 26.47769759571196, "crpss": -0.0828067391500038, "crps_fair": 25.692613609253737, "crpss_fair": -0.09638332984054965, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.16998, 0.71251, 0.110366, 0.007144, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3415, 0.4299, 0.5178, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2872, 0.36, 0.3824, 0.0848, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.150682, 0.717018, 0.130854, 0.001446, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2823, 0.3462, 0.425, 0.5066, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3825, 0.3324, 0.3802, 0.8617, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4349608610056117, 0.45025535354517693, 0.48378660376065685, 0.4372162999940155, 0.478612567269408, 0.42966077426625626, 0.4213838887580962, 0.4922491007195472, 0.5029824051831998 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3100154951283283, 0.16767859333269244, 0.13969176948215462, 0.2113530593502735, 0.316649971855762, 0.16379583860252897, 0.1643605364140668, 0.28492378094476556, 0.3362661115948973 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12494537958941167, 0.282576749476316, 0.3440948109205194, 0.22586324005209021, 0.16196260436387735, 0.26586492906112924, 0.2570233468083317, 0.20732532504511286, 0.16671630615202207 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.410595145606802, 17.473712126553675, 31.359573688416024, 16.59678240187318, 16.128451118743186, 20.785190967051612, 15.351894447412889, 20.795797041597265, 24.315286570050162 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.152711885625452, 17.187306908947168, 31.06511276397035, 16.28831386700675, 15.849657088416539, 20.4580730553896, 15.030833293101962, 20.510665911911623, 24.00209847396424 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4590119838335521, "rpss": 0.011966487439579954, "brier_below": 0.23274835074505218, "bss_below": 0.009732606322708337, "brier_above": 0.2262636323854234, "bss_above": 0.014253897329600473, "crps": 19.4685870563672, "crpss": -0.021132935952299814, "crps_fair": 19.171641472037077, "crpss_fair": -0.04158408095309141, "reliability": { "below": { "weight": [ 0.0, 0.000226, 0.160704, 0.821474, 0.017596, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1951, 0.2865, 0.3418, 0.4117, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3301, 0.3787, 0.3761, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088148, 0.817654, 0.094197, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2934, 0.3417, 0.4151, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2403, 0.3686, 0.3475, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42764282858366914, 0.4537373746172356, 0.4772050860306166, 0.446025381779208, 0.48879708133522004, 0.4262713179812428, 0.43125584049217386, 0.46719191396918375, 0.5286077842518367 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32036822209210597, 0.12141398647192628, 0.14183577140808393, 0.21428176590116485, 0.31989892572254, 0.12367582872764073, 0.14498867410224797, 0.21065001001932224, 0.3626468524212188 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10727462250632235, 0.33232336742974017, 0.3353692942850468, 0.23174361545476516, 0.16889816347754552, 0.30259547374126783, 0.2862671543007255, 0.25654189829697005, 0.16596094444645637 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.17635739991618, 27.388410443352605, 39.036351504080315, 25.59804028326562, 24.95542355383372, 27.81087068187689, 24.25667817744363, 32.456844342142695, 37.35299340926518 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.790871231917333, 26.9663217516014, 38.62669441819327, 25.160635662184696, 24.53902751040219, 27.368697624714414, 23.78564984664622, 32.03520990535107, 36.898313850938415 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4607482898933763, "rpss": 0.01683518211266255, "brier_below": 0.21775111520736118, "bss_below": 0.013380009213315724, "brier_above": 0.2429971704376489, "bss_above": 0.019910885536297607, "crps": 28.55910775501965, "crpss": -0.022454505066553665, "crps_fair": 28.130157977994333, "crpss_fair": -0.043577862078657104, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.155703, 0.839388, 0.004909, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2852, 0.3409, 0.4066, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2449, 0.3442, 0.3521, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.097038, 0.832916, 0.070046, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2935, 0.3371, 0.4174, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2871, 0.4211, 0.4553, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.8328308259237517, "training": [ 0.8301383886866482, 0.8343660889251111, 0.8282090975722926, 0.8857258054794662, 0.760176325627172, 0.8258048649882992, 0.8125387581806086, 0.8409893743841468, 0.8408195327803207, 0.8330780804299539, 0.8528173563400977, 0.7837336813434962, 0.7988250723932263, 0.8342058553711953, 0.8639737293432157, 0.8505054406422211, 0.8413748941786814, 0.8222203706686878, 0.8199059683681812, 0.853948846866721, 0.8347266822141096, 0.8673588299609767, 0.8295326883610681, 0.8429640890641478 ], "test": 0.8564883460061965 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43574844483181135, 0.4690600203720587, 0.4494078366654057, 0.4336139168966376, 0.5881824645173531, 0.46417254519037987, 0.48419240249421547, 0.46020732671108067, 0.4184446390940037, 0.41180818665736957, 0.4104752822736647, 0.5101833163406032, 0.4265297398185323, 0.4209644810500144, 0.48477448058145245, 0.4111739477824438, 0.4541194604996185, 0.43370128293523624, 0.49625011296950383, 0.43712436701753266, 0.45676291387582707, 0.44477558373492, 0.4745197411098557, 0.43895582190571375 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.2029855585768168, 0.26037145997889155, 0.26509665335144517, 0.1443413495968996, 0.19681760626243677, 0.19301030119644721, 0.2905509630372403, 0.3064739110993791, 0.22942635087963917, 0.23729846346970698, 0.15299764073036123, 0.3027640722188909, 0.22306765643656204, 0.21609214092886084, 0.13126127658819745, 0.18135534414124238, 0.26978680778501707, 0.23964889397994987, 0.21479191497142422, 0.22550370115091864, 0.2564429646712146, 0.27962336802024385, 0.20694409603906064, 0.22073924268528136 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.23276288621132823, 0.20868856047017786, 0.18431118309505157, 0.289272567040027, 0.3913648562064446, 0.2711622442363681, 0.19364143957896598, 0.1537334155032123, 0.1890182879994266, 0.17450972249667718, 0.2574776413117844, 0.2074192452540274, 0.20346208410865968, 0.2048723395885597, 0.3535132051455655, 0.2298186033611812, 0.18433265292345352, 0.19405238885342685, 0.28145819794510757, 0.21162066628242385, 0.20031994907417183, 0.1651522160484423, 0.26757564510645326, 0.21821657960294033 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.786199984543188, 16.468043217074182, 18.07066236572567, 25.76801117285904, 41.52159017759292, 23.355712138773473, 15.780680605486685, 17.47014391189589, 13.440904637815263, 13.888276241422789, 15.999270189255725, 31.12434037330194, 18.3314973381179, 12.717312095006607, 26.4665470649149, 13.047191773745144, 16.68526367413121, 14.898886480223142, 16.188706396404047, 15.721927369770757, 14.042910419396565, 13.911450947216796, 21.1379041942939, 18.570868579581084 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 14.29754682730826, 15.937935478628638, 17.551035641445477, 25.140081921095238, 41.0653106177967, 22.874264110521356, 15.22653540061747, 16.940506308315452, 12.822224030901417, 13.305925950214883, 15.389323311023611, 30.481133182787815, 17.6991196314683, 12.195708504744227, 25.90743631891902, 12.451387905238347, 16.218290191773804, 14.377417387227577, 15.619032820305673, 15.191491189318935, 13.47280596557444, 13.399401911688338, 20.627169409735117, 18.02668195151168 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4547978464718847, "rpss": -0.00331372276854891, "brier_below": 0.22697465574150533, "bss_below": -0.000507868487282348, "brier_above": 0.22782319072682822, "bss_above": -0.006124820206280468, "crps": 18.724762556189532, "crpss": -0.1338288533862635, "crps_fair": 18.175740248673407, "crpss_fair": -0.14843573752928085, "reliability": { "below": { "weight": [ 0.0, 0.00031, 0.117429, 0.748212, 0.134049, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1882, 0.2899, 0.3455, 0.4254, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.3371, 0.3446, 0.3782, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.061128, 0.822473, 0.116399, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2871, 0.3429, 0.434, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4823, 0.3325, 0.3744, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44176030387215276, 0.4618808949616494, 0.4699463142113304, 0.4610860152662631, 0.6081586668108693, 0.44989823479451285, 0.4435516117175758, 0.4646404814396057, 0.4281402246365198, 0.44419138589551604, 0.392492550125539, 0.5122667520061783, 0.42420296215056136, 0.4208174757847014, 0.4734646334455198, 0.40557982297136086, 0.4713457470693465, 0.43077373988023826, 0.46534373527028877, 0.45552414267444297, 0.4446655315687305, 0.43159527819044663, 0.46300575345953504, 0.4525734254072199 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22948257186570972, 0.22359014921637332, 0.27733919474488744, 0.15728418271358247, 0.19503026249490749, 0.2144986034651477, 0.23142347343762462, 0.28877267582979776, 0.22209758357502238, 0.272274289802229, 0.12533619293190576, 0.3126213527572702, 0.2198834681189281, 0.2255291484793111, 0.13540156386903932, 0.18961386930631546, 0.24523663766786805, 0.2210245011443067, 0.22963025363396383, 0.20362126385879398, 0.24171108161774896, 0.32696245070643487, 0.25406703873554154, 0.20872291166102894 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.2122777322087032, 0.2382907459000793, 0.19260711912497977, 0.3038018320939024, 0.41312840155387487, 0.2353996315310396, 0.21212813790702192, 0.17586780532921403, 0.20604264066794717, 0.17191709559074467, 0.2671563568834372, 0.19964540011822765, 0.20431949405700503, 0.19528832678471938, 0.33806307090132615, 0.21596595374795194, 0.22610910951880325, 0.20974923868572828, 0.23571348147425353, 0.2519028791189502, 0.20295444951269956, 0.10463282811501529, 0.20893871456306398, 0.2438505141419906 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.371416579023858, 25.766544747291633, 29.053194853106643, 38.923101352303476, 66.05270669224521, 31.58928704586623, 21.12270778817647, 27.36961650662897, 20.904709677526142, 21.976232257719786, 21.76305620284318, 43.24335314259383, 25.86977326878307, 18.945891095264884, 32.07672975763404, 19.487437877985116, 26.023193045750002, 23.457764374425885, 22.62903993703531, 24.868052765620366, 20.77281312423371, 18.685111138387533, 30.650564348660918, 27.41174436816638 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.629082555442192, 24.986241444783644, 28.28111021746778, 38.031998970110365, 65.33287685878173, 30.863289160355894, 20.333753963839666, 26.59009396486517, 19.990341816288314, 21.103211348193074, 20.918199575336168, 42.38297621364278, 24.984584754821523, 18.17046325926617, 31.244853735457475, 18.617559219842413, 25.333679185502437, 22.658037639103917, 21.773337208341676, 24.070436421379668, 19.89921627036531, 17.89810289366176, 29.8866466057445, 26.62036185790456 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45487107015042105, "rpss": -0.0030013491149112337, "brier_below": 0.2271314467347391, "bss_below": -0.0008592539081877515, "brier_above": 0.22773962331377828, "bss_above": -0.0051468755288723855, "crps": 27.50058508113636, "crpss": -0.12463777293253009, "crps_fair": 26.691685630854092, "crpss_fair": -0.13901682468274834, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.065544, 0.835043, 0.099413, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2915, 0.3435, 0.427, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3221, 0.3516, 0.3361, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072023, 0.849895, 0.078081, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2871, 0.3448, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5248, 0.328, 0.3891, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4345851320074257, 0.4485514235239607, 0.4845770179533886, 0.4340919525467811, 0.475233641512305, 0.43476651119909887, 0.42402975873018917, 0.4937317999423815, 0.49777023045896573 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3085492190139964, 0.16583282000956157, 0.13931879012542048, 0.20867791998251062, 0.31339338549780676, 0.16615988128788883, 0.16690024600089762, 0.2875077907025049, 0.3344781802141628 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12603592683696532, 0.2827185920114773, 0.34525820447948713, 0.22541403174915847, 0.16184026489119926, 0.2686066228357681, 0.2571295070054359, 0.20622401440937535, 0.16329206218077452 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.411074156676001, 18.150713695480952, 31.07498810745736, 19.67866082846131, 16.434515835847225, 23.26409883210671, 15.993260130448812, 21.99160032425016, 25.68499448862459 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.154461690475888, 17.853509829253085, 30.767227662476554, 19.35966028756661, 16.157898082403175, 22.922232937687273, 15.664724367391653, 21.70457713447413, 25.362121632079578 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.45859305198605516, "rpss": 0.012868247566513613, "brier_below": 0.2323131369816389, "bss_below": 0.011584297206051364, "brier_above": 0.22627991404440462, "bss_above": 0.014182964225077588, "crps": 20.52043404437257, "crpss": -0.07630261004959049, "crps_fair": 20.216268180423107, "crpss_fair": -0.09833803974062261, "reliability": { "below": { "weight": [ 0.0, 0.000602, 0.148193, 0.817508, 0.033697, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1798, 0.289, 0.3438, 0.4066, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.375, 0.3552, 0.3727, 0.3982, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.03775, 0.876505, 0.085746, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2941, 0.3343, 0.4182, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2525, 0.3589, 0.3639, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4290110496433956, 0.46380560868734666, 0.4790017564512498, 0.44393015134694697, 0.48736800162796584, 0.43539963140756305, 0.4356459769608199, 0.46707863193915056, 0.5215757926094344 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3197511900549798, 0.12561240898577428, 0.14311385982980432, 0.21315778203239905, 0.3188288891396596, 0.12813371792131875, 0.14716478648904052, 0.20990854135791143, 0.3596085595949514 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10925987607567499, 0.3381931787359867, 0.33588787622295285, 0.23077236869766773, 0.16853912036440144, 0.30726589729101256, 0.28848117824668124, 0.2571700851728294, 0.1619672453447702 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.41565097026966, 28.51947645877139, 39.4969098769353, 29.511933450370087, 25.45901488174511, 30.311694223711307, 25.201216121753667, 34.60848870110218, 38.71425028912899 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 18.028807322328017, 28.079020695513915, 39.06997564010173, 29.06044342089746, 25.044223551804468, 29.85341666102605, 24.720240987256823, 34.18612672630145, 38.247958495221674 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4625351778526525, "rpss": 0.013022242567138798, "brier_below": 0.21836441504509324, "bss_below": 0.01060117669309435, "brier_above": 0.24417075846133077, "bss_above": 0.015177411295408394, "crps": 30.026514997087517, "crpss": -0.07498965981612282, "crps_fair": 29.587801500050173, "crpss_fair": -0.09765379409474528, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.081519, 0.912647, 0.005835, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2916, 0.3404, 0.4086, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2356, 0.3377, 0.2278, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.039657, 0.92207, 0.038273, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2936, 0.3347, 0.4126, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.271, 0.4156, 0.4311, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.8161350568089358, "training": [ 0.8170140736695131, 0.8156749606576075, 0.809621891194728, 0.8643594297798757, 0.740180226356229, 0.8145348430699308, 0.8092289164023359, 0.8211854744565388, 0.8261081594978278, 0.8154119610551966, 0.8313842401407048, 0.7695375408764281, 0.7849039476226435, 0.8172998978495569, 0.8441999641831915, 0.8301662240066081, 0.8243544213297386, 0.8056342605132067, 0.804698030231098, 0.8381595202036688, 0.8095753366780322, 0.8568363840969029, 0.8123718458821292, 0.8247998136607664 ], "test": 0.8405576468932859 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4301136700947375, 0.47537410827426635, 0.4490844448690491, 0.4296832761120379, 0.5951531869389343, 0.46130784796624413, 0.4682397914603497, 0.46622178460036934, 0.41825123419247756, 0.4140483678604826, 0.40952687977324514, 0.51516218635691, 0.4230110462112088, 0.42667026797768454, 0.4810620332125175, 0.4136126020886085, 0.4535582336698122, 0.4363092609332856, 0.4957422923627322, 0.43665698642910095, 0.4678108389776383, 0.44210164535595825, 0.4725402987516678, 0.4362865003802251 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20083140642115566, 0.26284029627264, 0.2646525710842616, 0.14380712096025253, 0.19976813205501037, 0.19142930661507537, 0.28388747969322387, 0.30996539601044515, 0.22971606987082607, 0.23772747999746258, 0.1529620373775155, 0.30545640740356456, 0.22094331971928244, 0.21950654179831533, 0.12913114402981593, 0.18215272916981207, 0.26977208260148705, 0.24019055085715496, 0.2144121155075149, 0.22532562156302682, 0.262940620819926, 0.2780118606124994, 0.20561322387319703, 0.2186505885706154 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22928226380481956, 0.21253381217416698, 0.1844318735982079, 0.2858761548710291, 0.39538505284613346, 0.2698785416954462, 0.1843523113615345, 0.15625638835316025, 0.1885351639585082, 0.17632088737151344, 0.25656484214817143, 0.2097057796702536, 0.2020677269354283, 0.20716372592533117, 0.35193089029279845, 0.23145987279833838, 0.1837861513965355, 0.19611870999216732, 0.28133017676488475, 0.2113313650518701, 0.20487021806890304, 0.16408978504992375, 0.2669270751836855, 0.21763591207200403 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.71901227103254, 16.44129149509712, 17.878304350276185, 25.791286038575567, 41.504231130313826, 22.992076830235156, 15.919029710383167, 18.128498914379488, 13.338426750751855, 14.238765112623321, 17.10002490811223, 32.56768537001049, 18.793088371175457, 12.812942996480631, 26.23057634954462, 13.081606105707744, 16.95187708216102, 14.755138726304564, 16.156026681281734, 15.893273324916397, 14.0468560839616, 13.901528327686865, 21.19948010055428, 19.361625830050123 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 14.228927589240882, 15.92053653798862, 17.33428167080709, 25.177617976185005, 41.031423451268296, 22.493504807781978, 15.364944576721433, 17.600766106932326, 12.718254889414537, 13.654840484255281, 16.5087100271772, 31.928974745731086, 18.168420738146278, 12.294422026125975, 25.68218825613783, 12.473819450049698, 16.48902479018456, 14.204279297225488, 15.580304663152663, 15.376318611136014, 13.456491343901256, 13.361880304909429, 20.69442512135506, 18.828656056150813 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45489703270206433, "rpss": -0.003532534063767079, "brier_below": 0.22707058762017004, "bss_below": -0.0009307377240668213, "brier_above": 0.22782644505770064, "bss_above": -0.00613919215433989, "crps": 18.908443869234, "crpss": -0.1449511932254326, "crps_fair": 18.357208896749114, "crpss_fair": -0.15990184993185408, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.136983, 0.723678, 0.136146, 0.003193, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2891, 0.3447, 0.427, 0.5075, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3401, 0.3423, 0.3887, 0.2841, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.077593, 0.778747, 0.14366, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3432, 0.4324, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4322, 0.3323, 0.377, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4403105148316243, 0.46076840941367364, 0.4688412888038752, 0.4537787829239804, 0.6195411825507562, 0.4488321776343974, 0.4443595502811612, 0.47065274484802, 0.426297615219581, 0.4463631663372685, 0.3862040686573202, 0.519572399218224, 0.42365172544593493, 0.423792552273767, 0.4701632858205628, 0.40354327510813925, 0.4715773983506531, 0.429688512798619, 0.46459421579388904, 0.4537601055891406, 0.4476967309061578, 0.42773345165108917, 0.46333981015219944, 0.45035455609709646 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22880650612887243, 0.22313555575661478, 0.2759404346574763, 0.15534865219890048, 0.20122692459379427, 0.21432935236745013, 0.23233249350561916, 0.29102225054374514, 0.22142918372079481, 0.27421170838100456, 0.12339605077141394, 0.31581517449647656, 0.21919996508190415, 0.22760842808249848, 0.13289457786393483, 0.18774136346596368, 0.24518001939433853, 0.2204708074180163, 0.2296536969092544, 0.2015962429254541, 0.24344331397672023, 0.3245649816319875, 0.2546040505212623, 0.2062075615532853 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21150400903594715, 0.23763285378713378, 0.19290085380860195, 0.29843013017038306, 0.418314255056419, 0.2345028257846312, 0.2120270563734767, 0.17963049400108233, 0.20486843105029798, 0.17215145746168575, 0.26280801732413367, 0.20375722530578336, 0.20445176052095215, 0.19618412375877184, 0.3372687092732865, 0.21580191166235407, 0.22639737925912265, 0.20921770536942946, 0.23494051881948397, 0.2521638625644761, 0.20425341661642832, 0.10316847062790208, 0.20873575949713458, 0.24414699477695717 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.317232582150655, 25.599456906202644, 28.797515415089, 39.15869295109243, 66.11790694715755, 31.109410469109097, 21.468449355398764, 28.48662549955271, 20.795920062020897, 22.46991564692439, 23.20057260581234, 45.52665234078598, 26.547337775882788, 19.129084272620346, 32.09978879512432, 19.53691979223817, 26.36075633726793, 23.158689349500136, 22.73344082016306, 25.212802797639814, 20.689138942864982, 18.622866852754953, 30.889517004143276, 28.490965117680503 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.581179849163952, 24.832592899716744, 27.985988271466145, 38.298722701470886, 65.3663598021341, 30.356894049294425, 20.682603642201833, 27.712319903562236, 19.880383506004815, 21.597532467160608, 22.38807372438879, 44.67910271355292, 25.680323321023366, 18.365414691370386, 31.285510490281926, 18.657646170921744, 25.67506148844263, 22.307929726373217, 21.871768272525422, 24.435700479635234, 19.78431278252542, 17.791046825412415, 30.132466696322414, 27.72155092956073 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.4548090633627971, "rpss": -0.0028646226978619183, "brier_below": 0.22708997066444928, "bss_below": -0.0006764887765335903, "brier_above": 0.22771909257941148, "bss_above": -0.0050562615057136995, "crps": 27.813319109965693, "crpss": -0.13742704634853786, "crps_fair": 27.002936891854677, "crpss_fair": -0.15229887917291451, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.121969, 0.765009, 0.109499, 0.003523, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2892, 0.3431, 0.427, 0.5075, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3195, 0.3509, 0.3691, 0.1004, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088941, 0.801099, 0.10996, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3442, 0.4293, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4781, 0.3252, 0.3996, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43197920266283435, 0.4480957152380249, 0.4893114049820634, 0.4352639397955175, 0.4743556047170954, 0.43238693189600524, 0.4214707567710819, 0.4924859379681683, 0.49934082321678586 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3068338381744619, 0.166068759384761, 0.14153844696043064, 0.209457579721868, 0.3128822755628882, 0.16651868367395253, 0.16583514408786126, 0.28582227327757326, 0.33511241701617694 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1251453781377362, 0.28202694462962896, 0.34777293434323014, 0.22580635924172923, 0.16147333803503838, 0.26586824130575976, 0.2556356069040914, 0.206663669834993, 0.16422841821958314 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.50625342045753, 17.954501403452262, 31.47032530880257, 20.545170741076006, 16.489414877995785, 23.874151407169904, 15.98541565731228, 21.96186685281983, 26.440641692592425 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.247007316180666, 17.658731436555183, 31.16992154006233, 20.227332724336865, 16.202270478871043, 23.532349940576484, 15.642543257779746, 21.674028003164892, 26.120163220001288 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.45829892413861967, "rpss": 0.013501364305245511, "brier_below": 0.2322299353177749, "bss_below": 0.011938292817880614, "brier_above": 0.22606898785019888, "bss_above": 0.015101890840448218, "crps": 20.803082373519842, "crpss": -0.09112759541439996, "crps_fair": 20.49714976861428, "crpss_fair": -0.1135981723338313, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.143184, 0.797887, 0.058928, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2889, 0.344, 0.4092, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3633, 0.3678, 0.4323, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078497, 0.844318, 0.077185, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2946, 0.3363, 0.419, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2659, 0.3608, 0.3853, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42601596464254454, 0.4610000466207234, 0.47936358729313466, 0.44581532418168146, 0.4876444486610398, 0.43035663426174736, 0.4347789002585664, 0.46845805290247305, 0.5231031641637134 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.31800359856910504, 0.12401222952707609, 0.14334363034765868, 0.21413304925942037, 0.3193749533910585, 0.12673733811556426, 0.1472027878330084, 0.21103960930518229, 0.36052882648754986 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10801238241071683, 0.3369877963873127, 0.3360199365943622, 0.23168227424888402, 0.16826950318789513, 0.30361928048813086, 0.28757610013156976, 0.257418438127873, 0.16257435021240094 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.537736714556942, 28.190545558553136, 40.1568808367918, 30.595708181862186, 25.690916729088737, 31.264334095710634, 25.35342213116125, 34.492867733658755, 39.605892174543044 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 18.148019452170985, 27.75113432988718, 39.7438548800233, 30.14658785834238, 25.258617861509066, 30.81099854945606, 24.850102209868197, 34.0665128712217, 39.141203412836255 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46183734699840273, "rpss": 0.01451130451220517, "brier_below": 0.2182640025372915, "bss_below": 0.011056141010626686, "brier_above": 0.24357334019879393, "bss_above": 0.01758699958336918, "crps": 30.432033795102946, "crpss": -0.08950777871103721, "crps_fair": 29.99078126947946, "crpss_fair": -0.11260361295359922, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.119639, 0.867085, 0.013277, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2887, 0.3422, 0.4088, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2636, 0.3385, 0.2805, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.077598, 0.866319, 0.056083, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2942, 0.3355, 0.4219, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3148, 0.414, 0.4875, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.8451293885128264, "training": [ 0.8420547148859528, 0.8461593322442964, 0.8407602546841522, 0.8913878350444087, 0.7868339378832766, 0.8429665224543398, 0.839596098853048, 0.8494091500845382, 0.8554254735516015, 0.8429524809714252, 0.8598590700700709, 0.8007806250383361, 0.8190262493788256, 0.8444018979362466, 0.8663175601027937, 0.8565344917460392, 0.8511742856212141, 0.839668486446988, 0.8345031734719068, 0.8597272288956922, 0.8434177775440304, 0.8777958119415121, 0.8397706945302069, 0.8525821709269314 ], "test": 0.8623364222906045 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43897739978244665, 0.4674488946459956, 0.4501905323061011, 0.4352811448555532, 0.5841951203890705, 0.46384827861202266, 0.4629108753931276, 0.4612852867774496, 0.4146776300048591, 0.41271933661169924, 0.4147902024421469, 0.5109960830173979, 0.4183156534887702, 0.42689688240384127, 0.48846428793789537, 0.4194693034200554, 0.45415419736158563, 0.43087695869100506, 0.49573722949146976, 0.4359575242666945, 0.45686334635348663, 0.445080314699531, 0.4786795996048131, 0.437754304627927 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20442871673233087, 0.2597196768193665, 0.2660971695392882, 0.14590878649833358, 0.19363704980285812, 0.1921433869518021, 0.28126724075801696, 0.30875093259740044, 0.2282602592237836, 0.23898674956037388, 0.1551458239530332, 0.30410421485508865, 0.22186531331799544, 0.21898850087239313, 0.1313579535175667, 0.1845638212478508, 0.27002322421797614, 0.23720206256532853, 0.2130864219702803, 0.22440389144006345, 0.2564531389951421, 0.27942951212579503, 0.20870133511592587, 0.22000053808183606 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2345486829417994, 0.20772921800616095, 0.18409336269636298, 0.2893723581438946, 0.39055806878301325, 0.27170489198812786, 0.1816436342945107, 0.1525343541369549, 0.1864173705852677, 0.17373258671307085, 0.25964437843049143, 0.20689186904103773, 0.19645034045938134, 0.2079083811392218, 0.3571063351698347, 0.23490548219113988, 0.18413097326897904, 0.19367489622762693, 0.2826508073133095, 0.21155363308291328, 0.20041020732404857, 0.16565080280422634, 0.2699782642949414, 0.217753766730697 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 15.105291370416685, 16.61388366406744, 18.033213936878944, 26.77385410177735, 42.98433442023637, 24.12021674570109, 15.742244167185362, 17.808383823608022, 13.14108979193282, 14.061474267933162, 17.286198526506496, 32.28763753667664, 18.269434314026096, 12.946804981389453, 27.442125565742714, 12.820887326105494, 17.59218273628796, 15.118632225466412, 16.588876869329233, 16.482195629741742, 13.731663746610687, 13.910790776658205, 22.010449471153038, 19.882131413902943 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 14.683567394995775, 16.16634244517971, 17.547915193768123, 26.258521007533616, 42.55147524715103, 23.677602050639518, 15.261721968493712, 17.346622834010365, 12.590560951153922, 13.546212896748196, 16.788908424750794, 31.757548225998498, 17.7245491657424, 12.495436704297681, 26.980386284082694, 12.284000926420756, 17.201570422611606, 14.626127282232982, 16.0831192372633, 16.03582169209163, 13.20003968864875, 13.413544033402829, 21.56603905723945, 19.425361720462547 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.454398766132706, "rpss": -0.0024333255021782296, "brier_below": 0.22685523836499288, "bss_below": 1.85251950627352e-05, "brier_above": 0.22754352774029218, "bss_above": -0.004889757738981704, "crps": 19.19808322538893, "crpss": -0.16248954427790707, "crps_fair": 18.717208118954996, "crpss_fair": -0.18264843227774552, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.084032, 0.7786, 0.137368, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2923, 0.3456, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.415, 0.3373, 0.3684, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072611, 0.820418, 0.106972, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3396, 0.4285, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4348, 0.3375, 0.3556, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44184205205754895, 0.4598449424145428, 0.468654530889405, 0.4598267075589856, 0.6006746163504281, 0.44991805483422886, 0.44338464057207017, 0.46545943980852333, 0.42583226419987796, 0.44384000208606594, 0.3930492779683898, 0.5139219321661518, 0.42128994621604654, 0.4210552460667312, 0.47332544523114056, 0.40471412921134287, 0.4725350827520015, 0.43114792971526367, 0.4638008155028996, 0.45577102005354586, 0.4421198716462648, 0.4316616712276383, 0.4639971684800802, 0.4517051292633786 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22993213785718258, 0.22299045711920543, 0.27708412701962054, 0.15734424580615722, 0.19038722893014748, 0.21428838629171507, 0.23198749083219544, 0.2895486318800134, 0.2216329908550529, 0.2731174155579097, 0.12645506400904533, 0.3129180099336404, 0.2192360554810425, 0.22603435027571475, 0.134179525879397, 0.18924191289982012, 0.2451405914527497, 0.2209413846897393, 0.22839377846834802, 0.20255719054274823, 0.24097232831777207, 0.3275113069267479, 0.2551491220819527, 0.20757548508198662 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21190991440981868, 0.23685448531764125, 0.1915704036044788, 0.30248246132252743, 0.41028738501461953, 0.23562966902778062, 0.21139714934202414, 0.17591080770512296, 0.20419927293619983, 0.17072258614099173, 0.2665942135625317, 0.20100392300736836, 0.20205389067284743, 0.19502089529673816, 0.33914592032758434, 0.2154722164963989, 0.22739449135574638, 0.2102065450207937, 0.2354070369903576, 0.2532138294698763, 0.20114754297587312, 0.10415036493660013, 0.2088480461871676, 0.24412964431875028 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.715097171633897, 26.043861209609293, 28.983536480112033, 40.655616430208276, 68.09888061185556, 32.35708400750408, 21.385168731114636, 28.216363144944694, 20.443064558276244, 22.28053478424317, 23.603985967292772, 45.663938043120055, 26.09904884325651, 19.26533477638605, 33.006482557857844, 19.108038465144652, 27.370251957257835, 23.85182090610988, 22.949993499870416, 26.04971891440481, 20.134726782191652, 18.261723320914122, 31.667283554630785, 29.122279677852486 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 21.07567299225427, 25.38222996383645, 28.260982064954206, 39.93434332887511, 67.41003070993892, 31.690219720715, 20.698586760829645, 27.542106651004755, 19.629810482841478, 21.507531424761282, 22.917166949812746, 44.956001849964515, 25.33763906789682, 18.59552766580229, 32.31622109882506, 18.32319833480159, 26.793152911292193, 23.08664254827822, 22.189100242121047, 25.378383850114098, 19.317603239310003, 17.494898744227388, 30.99952702323133, 28.455194846380834 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.4541404965113563, "rpss": -0.0013904171526577525, "brier_below": 0.22685913409124603, "bss_below": 0.00034069719111773367, "brier_above": 0.22728136230999332, "bss_above": -0.003124304272150269, "crps": 28.18057643315799, "crpss": -0.15244605255620813, "crps_fair": 27.47049051966955, "crpss_fair": -0.1722508393408777, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.072474, 0.835948, 0.091578, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2916, 0.3435, 0.4249, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4341, 0.3448, 0.3103, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072627, 0.845118, 0.082255, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.3418, 0.4261, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5047, 0.3304, 0.378, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4336515828718001, 0.44952011331516356, 0.49247352125175436, 0.4351988260918762, 0.47411025014387737, 0.4341625723118848, 0.42286159386870453, 0.4857096645319385, 0.49832265430305567 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.30793023274679826, 0.16605064594728058, 0.14137736951391738, 0.20931270663124815, 0.31345290715563195, 0.1667635822384977, 0.16622304486380401, 0.28266052748149684, 0.3349626814525793 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1257213638538866, 0.28346945563267323, 0.35109612796817524, 0.2258861185118833, 0.16065735177672913, 0.2673989827840192, 0.25663854290003385, 0.20304914198887425, 0.16335998467998877 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.45198179421977, 18.204715942380517, 32.69880411174473, 20.64765190491339, 16.60190640097216, 23.91660169483081, 15.807893479826946, 22.09623279976788, 26.597652048134982 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.213223784448743, 17.933750820106766, 32.4255937787529, 20.35639885199832, 16.33515763933478, 23.60908267831888, 15.493384908251612, 21.830034014308552, 26.306633254739836 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4584456420766728, "rpss": 0.01318555067772409, "brier_below": 0.23208152200347268, "bss_below": 0.012569742473573564, "brier_above": 0.22636411889958483, "bss_above": 0.013816115134285822, "crps": 21.00260446408791, "crpss": -0.10159258589055686, "crps_fair": 20.722584414473378, "crpss_fair": -0.12584590494267545, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.126097, 0.841268, 0.032635, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3446, 0.4068, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3479, 0.3733, 0.4017, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.066886, 0.876054, 0.05706, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2949, 0.3341, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2397, 0.3627, 0.3761, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42837972628572624, 0.46450873021778566, 0.4807504911132713, 0.4445979146600101, 0.48788668365398846, 0.4348035354830729, 0.43673158920087796, 0.46660959640660926, 0.5217040375604025 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.319729173651999, 0.1251181101958478, 0.142731279813475, 0.2133958722127628, 0.32007305568943356, 0.12764172800989407, 0.1474709148037733, 0.20967335529162628, 0.36050034957636706 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10865056906436157, 0.3393905988841771, 0.33801919075969333, 0.23120204171271175, 0.16781363586719772, 0.3071617914313846, 0.28926066193719785, 0.25693623556391615, 0.16120370027234848 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.362982962464432, 28.62749659739, 41.53713746390697, 30.846844329853518, 25.819688460620316, 31.602858273080738, 25.227619491367875, 34.986203660844645, 39.98484795022297 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 18.00488883952092, 28.225925802719736, 41.15999527869425, 30.434677211045972, 25.418559826072375, 31.195318523968577, 24.763653522249758, 34.59000398182583, 39.56124658789226 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4628858116201939, "rpss": 0.012274044924799776, "brier_below": 0.21848153769390877, "bss_below": 0.010070499517984444, "brier_above": 0.24440426949922095, "bss_above": 0.014235582936127145, "crps": 30.777297687750163, "crpss": -0.10186869087615613, "crps_fair": 30.372696619332185, "crpss_fair": -0.12677198003515344, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.106784, 0.887912, 0.005304, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2912, 0.3413, 0.4078, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2563, 0.3377, 0.301, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.060843, 0.895937, 0.04322, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2948, 0.3335, 0.4175, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2792, 0.4169, 0.4623, NaN, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.821260077435331, "training": [ 0.8215031224683317, 0.8209315154728158, 0.8146920893640662, 0.8737578295254431, 0.7497031300887156, 0.8194495907574344, 0.8142955859032353, 0.8272221323628612, 0.8291106007836864, 0.8202976499946554, 0.8398273549994311, 0.7749664743936694, 0.7914459056047835, 0.8228000860572254, 0.8398601430101519, 0.8384254213792532, 0.8306803645786109, 0.8084169392964415, 0.8109686420941119, 0.840177871754149, 0.8180022202719732, 0.8551537888570705, 0.8165435819851531, 0.8320098174446718 ], "test": 0.8421584168789807 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4296829455752645, 0.4739557492955271, 0.4499917941313791, 0.4306299072122053, 0.5929435264050785, 0.4604995745024744, 0.4674341632447391, 0.464927020986331, 0.41876459759856005, 0.4120860634977193, 0.4084943407288508, 0.517037133354328, 0.4277973217694716, 0.4226053641972353, 0.4804642333132265, 0.4105043962253063, 0.4535407943074546, 0.4379817408041579, 0.49528960669139205, 0.43645387733649205, 0.4665287234000094, 0.44180991460829244, 0.4733298862898995, 0.4371145889935216 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20032213755095984, 0.26127137632418457, 0.2651114982297912, 0.14298920633064965, 0.19931222156716474, 0.19084623692006844, 0.28343863285799975, 0.31003342711553017, 0.22985761754234263, 0.23625521704216443, 0.15088123306921905, 0.304594169944737, 0.22188531207847834, 0.21593223080375398, 0.12928363526090597, 0.18003728172023217, 0.2695852658914588, 0.24102383897181862, 0.21376870981800541, 0.22576692576945612, 0.26196561278541897, 0.27786557228131364, 0.20556268348089474, 0.21979405496660387 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2293608078592617, 0.2126843733646134, 0.1848802956717158, 0.2876407006653622, 0.3936313026912079, 0.2696533380361145, 0.18399553006294964, 0.15489359370891315, 0.18890697987440264, 0.17583084596187953, 0.25761310755812317, 0.21244296440194696, 0.20591201046743157, 0.20667313301088053, 0.35118059923749717, 0.23046711433452702, 0.183955528712067, 0.19695790197176788, 0.28152089672999564, 0.21068695177198607, 0.20456311078351044, 0.1639443426719934, 0.26776720280574606, 0.21732053428712467 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.892340406984664, 16.407182045428335, 18.124324142706882, 25.839767615142442, 42.02960088373336, 22.81213113918631, 15.673366399699432, 17.69022492548111, 13.193146999457113, 13.995712454974559, 16.289425497303508, 31.727622914982042, 18.898650546028477, 12.875994806795282, 26.557006919193412, 12.962479053281664, 16.74007805968739, 14.92041388679207, 16.00937011816931, 15.6459147279312, 14.264006564452735, 14.125116705490148, 20.98851879905321, 18.454271084791944 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 14.416325091239019, 15.896167693974874, 17.602749403952583, 25.218600111452453, 41.573459000821764, 22.325539489522605, 15.139605038719369, 17.17906085058118, 12.604184921505654, 13.434758127065624, 15.6941937567028, 31.09345895533407, 18.288652590745436, 12.379916926183412, 26.015151208104847, 12.38217131352881, 16.286626117359106, 14.390636153688924, 15.43659516147227, 15.133947113234159, 13.702505209842203, 13.610000258591285, 20.49751718692975, 17.930448695131314 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45457780268620485, "rpss": -0.002828291820502038, "brier_below": 0.22655767076346467, "bss_below": 0.001330207883877721, "brier_above": 0.22802013194337575, "bss_above": -0.0069945624193445965, "crps": 18.79652777903111, "crpss": -0.1381744081073606, "crps_fair": 18.259677932320145, "crpss_fair": -0.15373934741292095, "reliability": { "below": { "weight": [ 0.0, 0.000455, 0.163685, 0.688655, 0.143903, 0.003301, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1846, 0.2884, 0.3446, 0.4252, 0.5016, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1889, 0.314, 0.3482, 0.3902, 0.206, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.068991, 0.790036, 0.140888, 8.5e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2857, 0.3424, 0.4369, 0.5016, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4508, 0.3335, 0.3684, 0.3333, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44176069004311913, 0.46169294992885906, 0.47013461842379406, 0.45735189025549544, 0.6156478513715811, 0.44895463104699146, 0.4429670492979747, 0.4666452200653564, 0.42609457934869244, 0.4444291795929696, 0.3891898528727477, 0.5143347434875367, 0.4226895190033509, 0.4218988219320202, 0.47307706780945535, 0.40238250664439074, 0.4714102883880406, 0.429227414763102, 0.4635853947445869, 0.45390691208978823, 0.4470808427834769, 0.4265738223935182, 0.4625137130257759, 0.4525895892292488 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22964794089144389, 0.22340908518448868, 0.2771730834735888, 0.15610770167083732, 0.19935469450261847, 0.2142662355840951, 0.23135541150105948, 0.28995816013559333, 0.22127005119217139, 0.2724607465325901, 0.12265273999206239, 0.3129275144730397, 0.21783778782627286, 0.2257259710813835, 0.13511765177948418, 0.1875038065078933, 0.24508489096661049, 0.2202747079965738, 0.22852171747767008, 0.2028802347167411, 0.24294671212844424, 0.3239340117034387, 0.25337259507958665, 0.20869338070859586 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21211274939313615, 0.23828386499833276, 0.1929615344829652, 0.3012441880923831, 0.4162931541087316, 0.2346883959906377, 0.21161163741270256, 0.17668705959175507, 0.20482452771354395, 0.17196843257897163, 0.2665371126013303, 0.2014072296925741, 0.20485173119103248, 0.1961728503524768, 0.337959417688605, 0.21487870012158355, 0.2263253976596144, 0.20895270680440672, 0.2350636770596212, 0.2510266774007041, 0.20413413044125678, 0.10263981135148277, 0.20914111758735227, 0.2438962087494105 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.56465443739416, 25.658546695117018, 29.200505628333215, 38.90955189044601, 66.89416490904722, 30.86700635909317, 21.14443144494131, 27.726205950911655, 20.45836555298048, 22.066988124945954, 22.099827612847054, 43.91048558001292, 26.356266586467292, 19.21124832263644, 32.556424503988616, 19.256227908314457, 26.106555119079538, 23.343848372049123, 22.414996782007425, 24.72406785249588, 21.05677797547452, 18.879716819446575, 30.34099463060954, 27.24232983928342 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.842281159038638, 24.906669220302607, 28.424867073054372, 38.035278700388986, 66.16648415453378, 30.12794365339978, 20.386243822787762, 26.97517019556191, 19.588108399101614, 21.225731467386385, 21.279354142899095, 43.06157580979376, 25.507036058494396, 18.475811722817436, 31.755505843645025, 18.414571921526626, 25.43436915683689, 22.526240978432806, 21.558165888692393, 23.95173628658215, 20.19456053130278, 18.083298471559278, 29.604596640720086, 26.486664575689193 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45442246452257806, "rpss": -0.002012163212632867, "brier_below": 0.22676986804609514, "bss_below": 0.0007340498009542618, "brier_above": 0.2276525963776921, "bss_above": -0.004762775249698148, "crps": 27.582924537413458, "crpss": -0.12800504902715648, "crps_fair": 26.792177744772818, "crpss_fair": -0.1433051341617515, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.104378, 0.782638, 0.10876, 0.004224, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2903, 0.3431, 0.4257, 0.5016, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3122, 0.351, 0.373, 0.0717, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.081538, 0.821976, 0.096486, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3444, 0.4248, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4811, 0.3287, 0.3887, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4324859056990258, 0.4472715891340999, 0.4862703539500811, 0.4339343933767282, 0.4736012357751574, 0.4371360792171241, 0.4237285675963516, 0.49771738953324896, 0.5006606747210696 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3069615478678868, 0.16527019285792746, 0.13998964794643234, 0.20879572556089737, 0.31193951579419293, 0.16774783872159993, 0.16618605098350311, 0.289280727170329, 0.3359623545305211 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12552437142102826, 0.2820013849628773, 0.3462806825877771, 0.225138666978008, 0.16166172876407167, 0.26938823335648, 0.25754251100185876, 0.2084366675417583, 0.16469833214040078 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.692220026425336, 18.1486924505402, 31.26920783528579, 20.27012762561672, 16.547661414106514, 23.666520603575833, 16.11623414482622, 22.121636936816593, 26.078273408317724 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.442908764794758, 17.861972505253753, 30.967658777256265, 19.953965447951337, 16.268130909596927, 23.330536067523088, 15.787443824722041, 21.83661532893311, 25.759085758617726 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4592006876669874, "rpss": 0.011560298237665134, "brier_below": 0.23245928904814336, "bss_below": 0.010962468413217352, "brier_above": 0.22674139763936227, "bss_above": 0.012172452635654585, "crps": 20.76784160505677, "crpss": -0.08927920707159309, "crps_fair": 20.467590820516556, "crpss_fair": -0.11199225195225049, "reliability": { "below": { "weight": [ 0.0, 0.000451, 0.167772, 0.763556, 0.06822, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1805, 0.2855, 0.3439, 0.412, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.3547, 0.3716, 0.4032, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.069805, 0.837089, 0.093107, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2932, 0.3346, 0.4253, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.264, 0.3626, 0.3576, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42719566940537895, 0.4619410579355692, 0.47928964555799447, 0.44557346631963735, 0.48758506559183745, 0.43216151476644815, 0.43440805817093864, 0.4682820512406425, 0.5223132834161739 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3186859632715731, 0.12491525261613877, 0.14365953306723747, 0.21413279482967992, 0.3187723525229366, 0.12690189806030455, 0.1462207194839764, 0.21070638148447818, 0.3596239145348545 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10850972249452165, 0.33702578450279763, 0.3356300919388576, 0.23144067086022002, 0.16881272094215627, 0.3052596007150229, 0.28818732657134366, 0.2575756642716852, 0.16268938134906138 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.789920294939286, 28.54386266110365, 39.79928764709535, 29.867398134892618, 25.75010274838655, 30.473444672454846, 25.487225346496135, 34.7738170647387, 39.046348505869375 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 18.41239547969557, 28.1190960425163, 39.38084086501414, 29.418804503786742, 25.329282093020144, 30.026131056379498, 25.00470709774373, 34.35061116651741, 38.582190707439366 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46208331248940226, "rpss": 0.013986452608314104, "brier_below": 0.21817986776346443, "bss_below": 0.011437351686397812, "brier_above": 0.24390344040507406, "bss_above": 0.01625559470209148, "crps": 30.28126745288628, "crpss": -0.08411014069187539, "crps_fair": 29.84711766801254, "crpss_fair": -0.10727395379581384, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.106657, 0.879142, 0.014202, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2876, 0.3417, 0.4104, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2254, 0.3412, 0.3374, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.066137, 0.885023, 0.04884, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3355, 0.419, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3153, 0.4148, 0.4612, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.7978337512440189, "training": [ 0.7975864217429401, 0.7965102382004805, 0.7899722529276202, 0.849573773389875, 0.7218119944085232, 0.7945040019209031, 0.7906226373328963, 0.8027269925834115, 0.8068803033163404, 0.794019576585749, 0.8160078769401922, 0.7520146574654442, 0.7695594063591092, 0.7941096656523936, 0.8230725365066831, 0.8106238449008522, 0.8069797717813294, 0.7916228176836716, 0.7859170552755945, 0.823354845466928, 0.7901537272625366, 0.8380790015683979, 0.7926896147600049, 0.8096170158245773 ], "test": 0.8202209697875432 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42931540966969034, 0.47065644575323196, 0.455007189552589, 0.4309998811722683, 0.5782387558747842, 0.4580698251660113, 0.4673562439957732, 0.4713222547069534, 0.4173031681210436, 0.4140214911447917, 0.411735574757159, 0.5098099865306472, 0.420683955250026, 0.4215406625981025, 0.4820695377199034, 0.41557494494958475, 0.45906283129268155, 0.4330666963668821, 0.48851801158464425, 0.4373224426094803, 0.46643924902319445, 0.4391641594949776, 0.4671247188545888, 0.4392022539345633 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20022938257895642, 0.26058279600831963, 0.2686321725912386, 0.14403679706264286, 0.18905213870318777, 0.1909377628774414, 0.28246189805370403, 0.31505410059872746, 0.2288901608245223, 0.23774337878371035, 0.150354433716597, 0.30432400754213157, 0.222171161949791, 0.21410517024050704, 0.12859286217535396, 0.18262805672868854, 0.27241534869210116, 0.23805809298290848, 0.20985869305003121, 0.2264967346917107, 0.2660500182370166, 0.2776284283762618, 0.20298133751503816, 0.223834299405662 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.2290860272144101, 0.2100736502463417, 0.18637501686882932, 0.2869630837804608, 0.3891866159374757, 0.2671320627440449, 0.18489434556747228, 0.15626815398407856, 0.18841300695939942, 0.1762781118680859, 0.2613811410278175, 0.20548597996261608, 0.19851279375917194, 0.20743549194870878, 0.3534766767460981, 0.2329468882060081, 0.18664748258585828, 0.195008603479678, 0.2786593185281907, 0.21082570809740292, 0.20038923061712993, 0.16153573170965968, 0.26414338144911453, 0.21536795498212916 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 13.992539348561507, 16.426253171247513, 17.622709466063082, 25.301008173699287, 39.5738521920994, 23.16808946634383, 15.789933114038936, 17.625631778136672, 13.531384000256473, 13.65591914381851, 16.081923840803803, 27.683911017293052, 16.720055236699938, 12.074581094580825, 25.940712783746765, 13.122798991602016, 16.542960612476318, 13.7719970421911, 15.76312103685389, 15.088812645492602, 13.729466225908142, 13.85365139424581, 21.266885371651128, 15.905069700019377 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.504663790773558, 15.91447449875505, 17.096419477674733, 24.70488297851224, 39.102996237683755, 22.679471892533194, 15.250794482582961, 17.110015576861166, 12.92703198286867, 13.078766144577536, 15.489458742568576, 27.073574019619, 16.113800783781883, 11.565130803154904, 25.392107898773858, 12.540764016877263, 16.084386555399014, 13.238182299137945, 15.196945207003239, 14.56592908436911, 13.15302368073525, 13.331170820844584, 20.763087944640866, 15.367808711957156 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.4534835704218156, "rpss": -0.0004143440516757302, "brier_below": 0.22654663472442707, "bss_below": 0.0013788549183141319, "brier_above": 0.22693693576125762, "bss_above": -0.0022108941698355533, "crps": 18.093052785326247, "crpss": -0.0955773261361057, "crps_fair": 17.551870317986896, "crpss_fair": -0.10901646138603827, "reliability": { "below": { "weight": [ 0.0, 0.000485, 0.159414, 0.738974, 0.099091, 0.002036, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2866, 0.3433, 0.4253, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3546, 0.3303, 0.3463, 0.3914, 0.292, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.090399, 0.790824, 0.118694, 8.4e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3465, 0.4202, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3946, 0.3396, 0.3554, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4387602065538423, 0.46206342788901733, 0.46964338698864616, 0.4542597111179312, 0.624720534625229, 0.4490099492634861, 0.4424775186674838, 0.4679106197851066, 0.42459500550775425, 0.4429952582724905, 0.3897655272361913, 0.5133679454677538, 0.4222128926671658, 0.41866609988360387, 0.4700765644700887, 0.401762891262993, 0.4703843354674176, 0.4297435187678699, 0.4617178098381945, 0.4502174808369144, 0.44454358479440065, 0.42680209867552626, 0.4649703757348442, 0.4500901383052335 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22705373604389353, 0.22461460082748963, 0.2775610804971021, 0.15533031446916076, 0.20070134027609543, 0.2149962365846919, 0.23131829898414288, 0.29120138841415205, 0.2213514082026931, 0.2712451147894328, 0.12112394071568203, 0.3141736267952236, 0.21784724589635368, 0.22318808505907406, 0.13435401902420244, 0.18801565205838366, 0.24286205540250994, 0.22106286410368362, 0.22655654987590715, 0.2011701166753839, 0.24360295155656106, 0.3260215180725731, 0.25566859876003095, 0.20900692901218268 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21170647086087716, 0.23744882763565367, 0.19208230632511816, 0.2989293960305271, 0.4240191921546133, 0.23401371307741378, 0.21115921919169034, 0.17670923130059252, 0.20324359685622934, 0.17175014294561058, 0.26864158623440293, 0.19919431955686898, 0.20436564670508545, 0.19547801433508544, 0.3357225469713776, 0.21374723930984874, 0.22752227992066626, 0.20868065469701097, 0.23516125992561457, 0.24904736418872522, 0.20094063293603479, 0.10078058131721676, 0.2093017765244568, 0.24108320989459314 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.36156501576201, 25.598595323068945, 27.996376817744963, 37.91369379446283, 63.35581418035963, 31.661201513892426, 21.298795388172874, 27.38054489682403, 21.040847227369635, 21.26899258917532, 21.734055175377907, 39.74455819515977, 24.044483212178463, 18.031767572304968, 30.56269426679505, 19.773947054356487, 25.75112291105137, 21.50334641393508, 22.18986060014742, 23.70188524791532, 20.243249380832076, 19.037321284265094, 30.88019997746008, 23.826788844564497 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.62259674044269, 24.842537717416167, 27.205795387984615, 37.06064802524887, 62.60885552566834, 30.92564507531584, 20.523468765901963, 26.614799460896624, 20.14127502756481, 20.404300208124305, 20.911931593041018, 38.91153979292373, 23.189763772495972, 17.273650982892853, 29.739047386024023, 18.92199686254111, 25.071346345739293, 20.678819146224857, 21.33728236493625, 22.912129173701818, 19.356651086298548, 18.230657983085308, 30.124154661371303, 23.046826216821604 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45378153675329935, "rpss": -0.0005989024900743267, "brier_below": 0.22666781967069194, "bss_below": 0.001183728004201412, "brier_above": 0.22711371703730474, "bss_above": -0.0023843885754954997, "crps": 26.62090445346568, "crpss": -0.08866319060722327, "crps_fair": 25.818988304277582, "crpss_fair": -0.1017761291503061, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.132084, 0.763376, 0.10207, 0.00247, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3418, 0.4285, 0.5115, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3073, 0.355, 0.354, 0.1839, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10908, 0.790829, 0.099941, 0.00015, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2848, 0.3453, 0.4203, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4389, 0.3299, 0.3804, 1.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4403168927053255, 0.4507875332070136, 0.48763048608535786, 0.4349815894893768, 0.4819443585597086, 0.4311193498332336, 0.4228512013394237, 0.4873105412591974, 0.5010627146890039 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.31458172005047014, 0.16897238186048516, 0.13863095702016245, 0.20987229670716623, 0.32042407167176024, 0.16436756400922917, 0.16471264284069415, 0.2838961448970578, 0.33595716917137836 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12573518630423888, 0.28181514013762127, 0.3489995052835633, 0.225109292205907, 0.16152029581246322, 0.2667517788423745, 0.25813855255334556, 0.20341440152112933, 0.16510555765414273 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.485375941908144, 17.484156013500083, 31.825727249421494, 16.813191306561386, 16.48029888071391, 20.64797694967146, 15.491897667223306, 21.074380074268237, 24.377528179826786 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.22891437697213, 17.192420806884037, 31.52372133334653, 16.497070837609296, 16.20202302192183, 20.315222260371716, 15.165100487168651, 20.789135140993636, 24.05731506080517 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4597782963519601, "rpss": 0.010316982686004228, "brier_below": 0.23349054980315595, "bss_below": 0.006574794357530389, "brier_above": 0.22628774559053177, "bss_above": 0.014148845104866581, "crps": 19.63117025145498, "crpss": -0.029660470839953268, "crps_fair": 19.330102591785888, "crpss_fair": -0.05019318101482062, "reliability": { "below": { "weight": [ 0.0, 0.000301, 0.192309, 0.786334, 0.021056, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.188, 0.2854, 0.3428, 0.4072, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.75, 0.3354, 0.3797, 0.3655, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.076612, 0.876766, 0.046622, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2945, 0.34, 0.4099, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2454, 0.3647, 0.358, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4290545216502245, 0.456452235511164, 0.4785488967424242, 0.44291626807338763, 0.49060332582256794, 0.43113483184680146, 0.4333519310740774, 0.4663386842303351, 0.5265235029628451 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32069739446769385, 0.122748699902549, 0.14173479759626167, 0.21220924935543067, 0.3216433187299576, 0.12548044269772882, 0.14563781253356609, 0.21074983554353702, 0.3618567149158105 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.1083571434319494, 0.33370351469404147, 0.3368140786446527, 0.23070701833859425, 0.16896001505064756, 0.30565437327442374, 0.28771410633128014, 0.25558884312515134, 0.16466680048995733 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.993941196805835, 27.240506132556916, 39.45594088052921, 25.86272821230891, 25.17991899605223, 27.580151440254443, 24.384228888999214, 32.89490111149195, 37.36956661979869 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.606969308115705, 26.8065271057543, 39.03461509677245, 25.41277613448745, 24.759963364699043, 27.128044889270548, 23.901772521694085, 32.471088964542375, 36.90161196852782 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.46165824421264745, "rpss": 0.014893481856327218, "brier_below": 0.21808425174917057, "bss_below": 0.011870583318997374, "brier_above": 0.2435739881534109, "bss_above": 0.017584386165008792, "crps": 28.662431497644157, "crpss": -0.026153634151151683, "crps_fair": 28.224818817095976, "crpss_fair": -0.04708960759283243, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.157647, 0.840365, 0.001988, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2874, 0.341, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2612, 0.3416, 0.2665, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.073859, 0.876471, 0.049669, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2952, 0.3363, 0.4115, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3036, 0.4161, 0.4696, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "dc", "1994": "pt", "1995": "ls", "1996": "pt", "1997": "pt", "1998": "sqrt_mvs", "1999": "dc", "2000": "pt", "2001": "pt", "2002": "pt", "2003": "pt", "2004": "pt", "2005": "pt", "2006": "pt", "2007": "ls", "2008": "sqrt_mvs", "2009": "ls", "2010": "ls", "2011": "pt", "2012": "ls", "2013": "pt", "2014": "dc", "2015": "dc", "2016": "pt" }, "chosen_test": "pt", "frequency": { "mvs": 0, "ls": 5, "vs": 0, "sqrt_mvs": 2, "pt": 13, "dc": 4, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43848080981378196, 0.4716975423134035, 0.4516373278883973, 0.4246426559176545, 0.6024385827127924, 0.45828735578099916, 0.489291026820241, 0.47094093973380247, 0.41840514518911687, 0.4136762287422149, 0.4062863608522427, 0.5261671286966905, 0.4261537458667632, 0.42362086924973896, 0.4874958145965753, 0.4103207097005948, 0.4568980951725093, 0.43442749755573257, 0.491587994779462, 0.43683798289336867, 0.4698757209490528, 0.4369097592746007, 0.480995371771768, 0.4343791880379795 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.20533855531437717, 0.2597637321405526, 0.2654954486595577, 0.1421085376728259, 0.20509710717224588, 0.19227090414771805, 0.2907592891361402, 0.31163442718389905, 0.22922904246691334, 0.23628089194889912, 0.14803977918421354, 0.3106804414483173, 0.2230742040092861, 0.2159494521248166, 0.13490286215835326, 0.17984913444013836, 0.27061710995019483, 0.23871167131342347, 0.21262260103412678, 0.22653540038382944, 0.266069197711337, 0.275083054809447, 0.21110596468097395, 0.21890529153677526 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.23314225456819135, 0.2119338106573873, 0.18614187918737285, 0.2825341178363117, 0.3973414740315762, 0.2660164522615236, 0.19853173820689318, 0.1593065121399908, 0.18917610218373182, 0.1773953362326072, 0.25824658162934755, 0.2154866885755892, 0.20307954241332576, 0.20767141676061815, 0.35259295376179195, 0.23047157498437276, 0.18628098526335052, 0.19571582627774853, 0.27896539406648696, 0.21030258298562293, 0.2038065229703246, 0.1618267044587833, 0.26988940703671055, 0.21547389687549473 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 14.577355890487716, 16.311535067168503, 17.959205876727992, 25.466317457076237, 39.596215471702244, 22.916986470972137, 15.287448001136974, 17.612336575640715, 13.591738984546774, 13.554404718404564, 15.798209095453242, 28.184158060987375, 16.822100297996585, 11.991737438246165, 26.353937652972178, 12.848002108368588, 16.93770080205795, 15.001822766392053, 15.732048045775477, 15.833061381585512, 13.74265675180847, 13.81714483616195, 21.12355395635713, 15.716479689608427 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.962549092761487, 15.791981159652401, 17.378141580205135, 24.88046769215084, 39.111605902054364, 22.43076331003964, 14.56370136445891, 17.08227421878072, 12.972871380277573, 12.962031940495482, 15.212172363024429, 27.572858992189317, 16.214091606944674, 11.463233057076852, 25.722355675581053, 12.267328865414083, 16.418529689310457, 14.427481626189657, 15.150312946675493, 15.250778562352755, 13.150028751600779, 13.33289640562228, 20.494927572210482, 15.182057343089378 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45672724392956177, "rpss": -0.007570099444426104, "brier_below": 0.22792183752618175, "bss_below": -0.004683060758686741, "brier_above": 0.22880540647354808, "bss_above": -0.010462533318011946, "crps": 18.19900655823479, "crpss": -0.10199307877854058, "crps_fair": 17.624810045756593, "crpss_fair": -0.11362516446554505 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.44273438493810024, 0.4610635046262704, 0.4671647348763111, 0.4472055654193195, 0.6582707928510646, 0.45112036272223194, 0.44133222170006453, 0.47450103247542286, 0.42505751600898595, 0.4436256314977976, 0.3810670884550991, 0.5274369843096878, 0.4258340088906273, 0.4207008538621436, 0.46976863456251367, 0.39830416014246217, 0.4744336663139258, 0.4289131289940157, 0.4632335097364797, 0.45206244756974634, 0.44817596104308904, 0.4152425662245748, 0.4656141900836449, 0.44782538977716413 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.2310820584424137, 0.2236833857175693, 0.276379643201976, 0.15289035544213045, 0.21954675456398945, 0.21769326396835323, 0.2296456991736975, 0.2939069941168169, 0.22169294481870466, 0.27091552239368044, 0.11666333115294668, 0.3203957240822786, 0.21855413442852584, 0.22402983994870085, 0.13533640364297658, 0.1849385368961722, 0.24777700745926656, 0.22031938557170513, 0.22804956486638478, 0.20344777732316877, 0.24473377456190823, 0.3172970683436631, 0.25553900578763383, 0.20659691074100056 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21165232658691535, 0.23738011942521234, 0.19078509158865548, 0.2943152092813549, 0.43872403499970314, 0.23342709931759847, 0.2116865228039138, 0.18059403819841935, 0.20336457055689666, 0.1727101085463641, 0.264403757024906, 0.2070412615404946, 0.20727987440310375, 0.19667101334427037, 0.334432232496016, 0.2133656232412985, 0.22665665881875963, 0.20859374343261733, 0.23518394503771767, 0.24861467061159762, 0.20344218606697603, 0.09794549783920202, 0.21007518442051393, 0.24122847977846693 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 21.005429005197765, 25.45688040625845, 28.58256673677463, 38.34221819906241, 63.377512127718404, 31.294818645261536, 20.669703292940035, 27.442248096293163, 21.133802115449946, 21.25827729828858, 21.312346008545525, 40.21914275286524, 24.142896261898887, 17.92892289924212, 31.96063622263926, 19.386448053490753, 26.44416457664697, 23.291203970397117, 22.18672763899651, 24.72751087660875, 20.305464072239523, 18.602455656229836, 30.57769491341208, 23.56540939794214 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 20.090222800875726, 24.69635831273982, 27.730766966280658, 37.510995651755195, 62.61709600408035, 30.567522477052282, 19.608895154713363, 26.66617547638779, 20.22104605330576, 20.378057255483004, 20.507183464314974, 39.391586357037845, 23.289753768438302, 17.151674120082603, 31.0526668140975, 18.544255983756912, 25.693020744457595, 22.423873126091216, 21.318078794108263, 23.866311072311394, 19.402848368035905, 17.867618696490695, 29.651791415451456, 22.791259413514368 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45544534737836423, "rpss": -0.004267643834868995, "brier_below": 0.22754646194356934, "bss_below": -0.0026880267102009636, "brier_above": 0.22789888539004058, "bss_above": -0.005849791323743636, "crps": 26.80060330101665, "crpss": -0.09601198377333264, "crps_fair": 25.95996076211929, "crpss_fair": -0.10779186017303988 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4344103416237262, 0.44802679918084787, 0.48324651715843114, 0.43509167253012626, 0.47644917402474063, 0.4302897064403212, 0.4204572065206468, 0.48919996656303955, 0.5036255528040673 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3092494066491835, 0.16666718937944108, 0.13965481984686143, 0.20963422140703522, 0.3144528050830157, 0.16425924276042558, 0.16430851571531443, 0.28294184739135575, 0.3365704335965252 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.1251609485367758, 0.2813595989056136, 0.34359167380021, 0.2254574505787278, 0.16199637783085485, 0.26603045705420286, 0.25614868523603396, 0.20625812446105457, 0.16705513160099528 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.230554201521821, 17.37631251085952, 31.355205350468133, 16.731187243382532, 16.057348761861583, 20.757622549845003, 15.371060619193184, 20.94425750461938, 24.29739236963643 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 11.964217320345647, 17.079809972849663, 31.054820728257177, 16.416700433989547, 15.768689511014223, 20.427722192434636, 15.04135682375114, 20.648862178198797, 23.976040661316063 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4578663263162163, "rpss": 0.014432540747362443, "brier_below": 0.23197094242546198, "bss_below": 0.013040222071646124, "brier_above": 0.22589538311160762, "bss_above": 0.015858221818905838, "crps": 19.457882345709734, "crpss": -0.020571470829508387, "crps_fair": 19.15313553579521, "crpss_fair": -0.04057866424838341 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4240873021079446, 0.4535536316920451, 0.47695076519840246, 0.446428941872575, 0.48686222754304886, 0.42447992026345693, 0.43073790824936414, 0.4687500689006225, 0.528722001362821 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.3173366455335228, 0.12152767072625717, 0.1422852109863487, 0.2142890186228951, 0.3181353050105199, 0.12330681807777204, 0.1451415508934186, 0.21172410827912394, 0.3621977928730878 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10675067262417462, 0.33202594032208427, 0.33466553378878544, 0.23213992283001195, 0.16872693036049816, 0.30117308670459847, 0.2855963453687983, 0.25702595490392877, 0.1665242212423226 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 17.842675040306208, 27.18729837195842, 39.055271652543844, 25.759344391680195, 24.769194977851168, 27.6612895152051, 24.25224285647815, 32.69950342609829, 37.1692944750797 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.44467570414036, 26.750096706324033, 38.637385931505605, 25.31248116344854, 24.33742960233774, 27.212490914896946, 23.769727337456757, 32.264511264592514, 36.7013980123951 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4600636407989201, "rpss": 0.01829611624314731, "brier_below": 0.21732712455588288, "bss_below": 0.01530109077589148, "brier_above": 0.24273651201613364, "bss_above": 0.02096220840174612, "crps": 28.48845718968901, "crpss": -0.019925119715041184, "crps_fair": 28.047799626344176, "crpss_fair": -0.04052251654499095 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "gqm", "1994": "gqm", "1995": "gqm", "1996": "gqm", "1997": "gqm", "1998": "gqm", "1999": "gqm", "2000": "gqm", "2001": "gqm", "2002": "gqm", "2003": "gqm", "2004": "gqm", "2005": "gqm", "2006": "gqm", "2007": "gqm", "2008": "gqm", "2009": "gqm", "2010": "gqm", "2011": "gqm", "2012": "gqm", "2013": "gqm", "2014": "gqm", "2015": "gqm", "2016": "gqm" }, "chosen_test": "gqm", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 24, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4241657655031438, 0.4766673777642892, 0.45072578298785726, 0.426673386060421, 0.5900555452912888, 0.45655785222356415, 0.4725362323180137, 0.4775212141645989, 0.41919617832018186, 0.41240832699872915, 0.40770166914830264, 0.5198848949947538, 0.425511080796058, 0.42358302033867007, 0.4763815527137132, 0.41011039109426084, 0.46166681536722776, 0.43766929113962655, 0.4878771988054105, 0.43821417389005496, 0.471200109165197, 0.43338932185446294, 0.46441009024995406, 0.4350932750393139 ], "rps_clim": [ 0.4472054714310519, 0.4589801912597414, 0.46359114484830244, 0.4595146544011181, 0.4903287371504829, 0.4582362527063328, 0.45761747388311064, 0.46494431359450544, 0.423772983565715, 0.4155827025390587, 0.4368040928437045, 0.46274855668884746, 0.4038665014531707, 0.4219599370685286, 0.5019918956202981, 0.4318073516145089, 0.4712546274029139, 0.43284096253823107, 0.4803020022477182, 0.4457785600038623, 0.4573407337119155, 0.472428683947618, 0.46721179644431254, 0.4529883736143887 ], "brier_below": [ 0.19824467110449576, 0.26217730870972766, 0.26367469513144226, 0.14226351426804293, 0.19930662441331493, 0.19110150708455262, 0.2838060981222262, 0.31702962142055546, 0.22905282598035004, 0.23494485990575373, 0.14879606862122333, 0.3081927239964301, 0.2215000267151991, 0.2165983185056098, 0.12785417826641932, 0.18000862574883797, 0.2739244890406581, 0.2402061796992494, 0.21112526614725785, 0.22748794792172905, 0.26556683774306306, 0.27399970579412125, 0.20333100923083464, 0.2194731787284358 ], "brier_below_clim": [ 0.20837734610233538, 0.25377519233942636, 0.2750995710775306, 0.15669347241971127, 0.14411378081408305, 0.18973499198819532, 0.2772573666730016, 0.3131566275007942, 0.23239623388317449, 0.23750968062143427, 0.16647235086141343, 0.28050256281974023, 0.22290800384681964, 0.21499792235842644, 0.1384422614544722, 0.19025799198778992, 0.28125262738258, 0.23703145413776303, 0.20653417991114126, 0.23086793026498253, 0.256649591814197, 0.2966580687734591, 0.20317448709987726, 0.23076288739698478 ], "brier_above": [ 0.22592109437971755, 0.2144900695478992, 0.18705108758849318, 0.2844098713940063, 0.39074891959310387, 0.26545634561991704, 0.18873013359307347, 0.16049159233541396, 0.19014335172342414, 0.17746346674910557, 0.2589056006396391, 0.21169217226133366, 0.20401105466674216, 0.2069847014990207, 0.348527375941424, 0.23010176493974077, 0.18774232638629376, 0.19746311179234857, 0.27675193329039965, 0.2107262261649594, 0.205633271381842, 0.15938961657792186, 0.2610790811635299, 0.21562009662781298 ], "brier_above_clim": [ 0.23882812535502604, 0.20520499890628327, 0.1884915737769108, 0.3028211820077163, 0.34621495636272687, 0.26850126072427616, 0.18036010719607753, 0.1517876860866956, 0.19137674968254043, 0.17807302191762436, 0.2703317420086005, 0.18224599386910745, 0.18095849759933538, 0.2069620147162367, 0.3635496341575443, 0.24154935963285798, 0.19000200000630263, 0.19580950838643651, 0.2737678223225454, 0.21491062973887995, 0.20069114188368678, 0.1757706152004859, 0.2640373093707447, 0.22222548618934063 ], "crps": [ 13.910251457673407, 16.307137857060557, 17.012782877048203, 25.663905165913285, 39.29044057323348, 22.847018905491733, 15.666246438716351, 17.54084834045311, 13.509744998861727, 13.372036457517611, 15.473418514870351, 27.9576513741221, 16.739687990720338, 12.045374579892258, 26.10991300080582, 12.790867329672258, 16.737615685299918, 13.481681193454675, 15.7273699661945, 14.962288511239217, 13.519322295342223, 13.465810740203455, 21.44154802301271, 15.519041306850859 ], "crps_clim": [ 13.598628827431384, 16.1287234213203, 16.846876606138146, 30.663467984689664, 22.80447649187906, 18.226651308312636, 14.525911039990154, 14.251447116167167, 13.837640825193597, 12.137215810172771, 16.791243786004284, 15.751382993845937, 12.898768089874904, 10.917544921058786, 28.541535877041742, 12.922717363327399, 16.266275488306196, 12.276815800801508, 15.42283207898044, 14.38398343120619, 12.541645594742256, 20.245101600952477, 20.421425827020485, 13.948777217630555 ], "crps_fair": [ 13.42425631942694, 15.805564691479763, 16.480810325171596, 25.076688574694494, 38.8198505324713, 22.363215308701452, 15.13250390441144, 17.02610885593954, 12.915894097162532, 12.80179556855848, 14.902042605062286, 27.355636275117675, 16.143975771679195, 11.538416695203804, 25.573366956224024, 12.217136658528927, 16.282422446918947, 12.945593461965133, 15.167423353207825, 14.452379060969502, 12.948980113794521, 12.93981387175146, 20.949959176845898, 14.995344802899043 ], "crps_fair_clim": [ 12.904996569959033, 15.439883009669698, 16.159396333095156, 30.002155498348493, 22.128279551953014, 17.541784244932863, 13.834034998829466, 13.559051256968939, 13.144461241959426, 11.44081572501621, 16.10365814777164, 15.061827922294817, 12.203810338581421, 10.218834853157688, 27.87620457989062, 12.227804970506362, 15.577695591933987, 11.580680109566593, 14.732654751908749, 13.69183858775614, 11.84601147508678, 19.564057360096648, 19.74071553356249, 13.255808119988123 ] }, "rps": 0.45413335609287886, "rpss": -0.0018478136375446041, "brier_below": 0.22665276176248042, "bss_below": 0.0009110452578710015, "brier_above": 0.2274805944107151, "bss_above": -0.004611828241533722, "crps": 17.962166815985423, "crpss": -0.08765186977334927, "crps_fair": 17.42746580950774, "crpss_fair": -0.10115595163553981 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4397098829369218, 0.46053743971885336, 0.4655491954377454, 0.449573831660296, 0.647716766777078, 0.4505726636724032, 0.44228960106858367, 0.4734962010961778, 0.42431982994425255, 0.44262642134206476, 0.38335206214460477, 0.523195310729209, 0.42445235342270404, 0.42129535466339574, 0.466846583975898, 0.3991464025958784, 0.4719085655917834, 0.42850545504559284, 0.4642619468600959, 0.44904239337088453, 0.4447080062885003, 0.4181709546194342, 0.4672685475506491, 0.44648180853880715 ], "rps_clim": [ 0.450859762187033, 0.4615252579407884, 0.48195188978473674, 0.4899671406267226, 0.4866822249422838, 0.45104938970310365, 0.44505340456925324, 0.4451826017329032, 0.43698121164797693, 0.43816449267304297, 0.43153061985811936, 0.4665311708633101, 0.41455543245551724, 0.41400736756299333, 0.4866694439614358, 0.4163741155867714, 0.47430685017421254, 0.4333081323328068, 0.4637676788813821, 0.4549741515638314, 0.43848605560736376, 0.48647544507953355, 0.46333262876860903, 0.4525018161642029 ], "brier_below": [ 0.22806977561851388, 0.2230488184722659, 0.2736189637287853, 0.1535400192760636, 0.21336615907641965, 0.2171486679770994, 0.23103830322037303, 0.29393429886828326, 0.2212439230267122, 0.27033168007134173, 0.11783322800730682, 0.31833500677322313, 0.21808362071166587, 0.22497547029057435, 0.1325381324168818, 0.18569874822294405, 0.24479144502318514, 0.22032454505034166, 0.22908271534801314, 0.20111114619116965, 0.2419436237462015, 0.32011969307274857, 0.2575751547432284, 0.2056193717904974 ], "brier_below_clim": [ 0.23608353240397922, 0.22331054093632516, 0.28787705348692194, 0.16787043526726309, 0.12980597866178595, 0.21427952224866478, 0.23188434227033447, 0.2790337236966665, 0.22747905552243575, 0.26789379189861234, 0.14506829762590923, 0.28914503388214846, 0.22030745453346431, 0.22150001300575947, 0.14301966898459437, 0.197528447817378, 0.24762060355307083, 0.2191069646489153, 0.22787122597160456, 0.2052664928260851, 0.23730600527258158, 0.36291601407509505, 0.2549372233808246, 0.20936339489108258 ], "brier_above": [ 0.21164010783534395, 0.23748862158380354, 0.19193023142666119, 0.2960338117773114, 0.43435060466463316, 0.23342399609547135, 0.21125129729156178, 0.17956190207362366, 0.20307590631954614, 0.17229474079327672, 0.2655188337578838, 0.20486030527990298, 0.2063687327045845, 0.19631988401382855, 0.3343084533199761, 0.21344765428368834, 0.22711712062429348, 0.20818091017886248, 0.23517923180539996, 0.247931247489855, 0.20276438201937083, 0.09805126226498795, 0.20969339201227444, 0.24086243719265252 ], "brier_above_clim": [ 0.21477622978305372, 0.23821471700446323, 0.1940748362978147, 0.3220967053594594, 0.3568762462804978, 0.23676986745443884, 0.21316906229891872, 0.16614887803623654, 0.2095021561255411, 0.17027070077443054, 0.28646232223221, 0.1773861369811614, 0.19424797792205284, 0.1925073545572339, 0.34364977497684135, 0.21884566776939335, 0.22668624662114165, 0.21420116768389152, 0.23589645290977745, 0.2497076587377463, 0.20118005033478217, 0.12355943100443835, 0.2083954053877844, 0.24313842127312024 ], "crps": [ 20.318487598944078, 25.454291212613583, 27.280039458365778, 38.685817101189755, 62.81449203648897, 31.19464059322655, 21.21032544185045, 27.364992989653285, 21.077587893042576, 20.98736108500081, 20.86430490231082, 39.90420046109922, 24.051698452379167, 18.00024112393426, 30.839493946758, 19.311170254582002, 26.143383233491534, 21.08754863551501, 22.225977636464744, 23.55832628602656, 19.989851720838296, 18.370468926662443, 31.344987927169864, 23.38505337947926 ], "crps_clim": [ 20.156414500085216, 25.411815233188893, 26.732980668871086, 45.61593629136217, 34.99845443558639, 24.030769813999658, 20.8018756047614, 21.442419816482968, 21.815772545904604, 18.623549012936948, 24.452852751364667, 23.489095193174084, 19.61687371693912, 16.312296204518027, 33.59235581081057, 19.49142218729408, 25.519247293859358, 18.984467042431977, 22.119269483366466, 22.39067857178136, 18.705905684634818, 31.615072584747956, 29.824357357719336, 21.1242261595234 ], "crps_fair": [ 19.59026789168478, 24.72036632647514, 26.490363267343, 37.85219077664511, 62.07314367471035, 30.47219342196218, 20.446285521942542, 26.611753693210364, 20.203557410581357, 20.140087472258546, 20.078494047307395, 39.091959946414576, 23.21737175901126, 17.25332428349299, 30.044128408130632, 18.478769282819407, 25.476171425116785, 20.26506456021973, 21.391176082017946, 22.79700712246538, 19.119804329265946, 17.565616070507627, 30.613105352490003, 22.63052449601649 ], "crps_fair_clim": [ 19.129409091688686, 24.394763235271725, 25.718430878218463, 44.637149674237, 33.999558951310114, 23.011102199758266, 19.776092660578268, 20.417850024215973, 20.7919098610797, 17.59364045020869, 23.43398453662585, 22.468401680029608, 18.58884645099875, 15.278010269046556, 32.590797260957075, 18.46315732375968, 24.502398765754055, 17.955242036577765, 21.095981603347358, 21.36790472412667, 17.676153100451447, 30.60976918029965, 28.81566244715923, 20.099053727754583 ] }, "rps": 0.45437614912715896, "rpss": -0.001910036682416738, "brier_below": 0.22680718794682667, "bss_below": 0.0005695989134217871, "brier_above": 0.2275689611170331, "bss_above": -0.004393644398806851, "crps": 26.47769759571196, "crpss": -0.0828067391500038, "crps_fair": 25.692613609253737, "crpss_fair": -0.09638332984054965 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4349608610056117, 0.45025535354517693, 0.48378660376065685, 0.4372162999940155, 0.478612567269408, 0.42966077426625626, 0.4213838887580962, 0.4922491007195472, 0.5029824051831998 ], "rps_clim": [ 0.46150612689453524, 0.4626658144476092, 0.5025804129424258, 0.43502336299626376, 0.4930044547546616, 0.4410305783704811, 0.42966910195677144, 0.46558066615845484, 0.49008091239695556 ], "brier_below": [ 0.3100154951283283, 0.16767859333269244, 0.13969176948215462, 0.2113530593502735, 0.316649971855762, 0.16379583860252897, 0.1643605364140668, 0.28492378094476556, 0.3362661115948973 ], "brier_below_clim": [ 0.3246500440152092, 0.17376216083560342, 0.14150667980580747, 0.20954887915290052, 0.3264773200055234, 0.16810893020695689, 0.16881064921101296, 0.27246380987490737, 0.3299942872697695 ], "brier_above": [ 0.12494537958941167, 0.282576749476316, 0.3440948109205194, 0.22586324005209021, 0.16196260436387735, 0.26586492906112924, 0.2570233468083317, 0.20732532504511286, 0.16671630615202207 ], "brier_above_clim": [ 0.136856098063274, 0.28890364160773263, 0.361073708469447, 0.22547448318110808, 0.1665271446274894, 0.2729216390372266, 0.2608584457967457, 0.19311686140728634, 0.1600866363387469 ], "crps": [ 12.410595145606802, 17.473712126553675, 31.359573688416024, 16.59678240187318, 16.128451118743186, 20.785190967051612, 15.351894447412889, 20.795797041597265, 24.315286570050162 ], "crps_clim": [ 15.700401532825092, 19.52059946533759, 33.764405017577104, 12.932496997007894, 16.79718613420036, 18.755591556502175, 15.912054597416416, 17.050032759603326, 21.158292552905177 ], "crps_fair": [ 12.152711885625452, 17.187306908947168, 31.06511276397035, 16.28831386700675, 15.849657088416539, 20.4580730553896, 15.030833293101962, 20.510665911911623, 24.00209847396424 ], "crps_fair_clim": [ 15.040963232872253, 18.86116116538475, 33.104966717624265, 12.27305869705505, 16.137747834247513, 18.096153256549343, 15.252616297463575, 16.390594459650487, 20.49885425295233 ] }, "rps": 0.4590119838335521, "rpss": 0.011966487439579954, "brier_below": 0.23274835074505218, "bss_below": 0.009732606322708337, "brier_above": 0.2262636323854234, "bss_above": 0.014253897329600473, "crps": 19.4685870563672, "crpss": -0.021132935952299814, "crps_fair": 19.171641472037077, "crpss_fair": -0.04158408095309141 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42764282858366914, 0.4537373746172356, 0.4772050860306166, 0.446025381779208, 0.48879708133522004, 0.4262713179812428, 0.43125584049217386, 0.46719191396918375, 0.5286077842518367 ], "rps_clim": [ 0.45769367006987244, 0.4755203948622137, 0.4811101251311695, 0.4300069750745694, 0.4984073288033246, 0.46319140730076575, 0.4441441730320768, 0.4502549831923129, 0.5174119902158631 ], "brier_below": [ 0.32036822209210597, 0.12141398647192628, 0.14183577140808393, 0.21428176590116485, 0.31989892572254, 0.12367582872764073, 0.14498867410224797, 0.21065001001932224, 0.3626468524212188 ], "brier_below_clim": [ 0.33624054857895364, 0.13034703789124324, 0.14150255915284246, 0.20534244397314746, 0.32556627067102445, 0.1385010427273907, 0.1500687330846873, 0.20117515044933712, 0.3575934610104493 ], "brier_above": [ 0.10727462250632235, 0.33232336742974017, 0.3353692942850468, 0.23174361545476516, 0.16889816347754552, 0.30259547374126783, 0.2862671543007255, 0.25654189829697005, 0.16596094444645637 ], "brier_above_clim": [ 0.12145313950983586, 0.3451733349855966, 0.3396075449881942, 0.22466453066470288, 0.17284106696233917, 0.32469034625064525, 0.2940754270990343, 0.24907982794046105, 0.1598185403640623 ], "crps": [ 18.17635739991618, 27.388410443352605, 39.036351504080315, 25.59804028326562, 24.95542355383372, 27.81087068187689, 24.25667817744363, 32.456844342142695, 37.35299340926518 ], "crps_clim": [ 22.615515028016496, 30.53489796162619, 38.777499865947725, 19.653326601885357, 25.013487121265083, 28.57253141714021, 25.252740444348085, 26.362905926529372, 34.60429039008409 ], "crps_fair": [ 17.790871231917333, 26.9663217516014, 38.62669441819327, 25.160635662184696, 24.53902751040219, 27.368697624714414, 23.78564984664622, 32.03520990535107, 36.898313850938415 ], "crps_fair_clim": [ 21.639099628479247, 29.55848256208893, 37.80108446641048, 18.67691120234811, 24.037071721727834, 27.596116017602963, 24.276325044810836, 25.38649052699212, 33.62787499054684 ] }, "rps": 0.4607482898933763, "rpss": 0.01683518211266255, "brier_below": 0.21775111520736118, "bss_below": 0.013380009213315724, "brier_above": 0.2429971704376489, "bss_above": 0.019910885536297607, "crps": 28.55910775501965, "crpss": -0.022454505066553665, "crps_fair": 28.130157977994333, "crpss_fair": -0.043577862078657104 } } } } }, "Jul": { "tag": "init05_Jul", "methods": { "mvs": { "lambda_": { "training_mean": 0.5926510206817323, "training": [ 0.6100512078913378, 0.595816578456791, 0.5775165191613303, 0.57108981817688, 0.5469699087912113, 0.6178734415660837, 0.5995625885389196, 0.587895046865153, 0.6138807103886132, 0.6177590223898641, 0.5368788329098079, 0.5492428230232147, 0.5906578719960759, 0.5957146731002142, 0.6239183443914368, 0.5856456720311399, 0.5743860118486894, 0.598294074835067, 0.5934850480528829, 0.6295050491299057, 0.6055613030472963, 0.5969297999378175, 0.649423866892743, 0.5555662829390987 ], "test": 0.6106692312127371 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42588799332395094, 0.44685122092913226, 0.45270312920250516, 0.494517874973582, 0.47461312871494826, 0.44480648745120194, 0.44602160769111493, 0.391001987767469, 0.40025911745484827, 0.4396603703860476, 0.49651113921306184, 0.5129248468957801, 0.3889691039387491, 0.4374974329465398, 0.4011762291433899, 0.43506244956023477, 0.47188798054973546, 0.45011709529888005, 0.4635988747316125, 0.43697022996014234, 0.44530113428949447, 0.4629530944351337, 0.4070807450395527, 0.48543311455228055 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27673328461089397, 0.16775019859790208, 0.23718211912626735, 0.20243225252102015, 0.2711196602479812, 0.15843290829455117, 0.19298091669843762, 0.2192964997344229, 0.17963287454813556, 0.2897490553440735, 0.2794320265048901, 0.3060437825398533, 0.19441285798830402, 0.24683732389187368, 0.15906508216596416, 0.17693186062650304, 0.3287791905335967, 0.14985651837368355, 0.2252233505599244, 0.1489858680980979, 0.14470207943484395, 0.30665117949382104, 0.2677110441062208, 0.23161519916593432 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14915470820075621, 0.2791010240212569, 0.2155210086661721, 0.2920856224506783, 0.2034934674188353, 0.28637357997194907, 0.2530406910140996, 0.17170548726259027, 0.22062624318632423, 0.14991131406921462, 0.21707911355079898, 0.20688106466207232, 0.1945562449993451, 0.19066010814780712, 0.24211114694402147, 0.258130589867036, 0.14310878755921022, 0.3002605795451933, 0.23837552477516938, 0.28798436348802137, 0.30059905707149187, 0.156301914005236, 0.13936970144943636, 0.2538179170335537 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.482693774500667, 27.940476972540807, 22.52153698616913, 28.832458053473875, 25.941217552726428, 29.01836432519126, 23.917228399300377, 15.173241041633222, 16.496873691676726, 17.400601978596054, 23.36769813512374, 22.924471662989625, 15.513960414534713, 16.820271767384867, 18.297242937337927, 18.62281203470445, 22.686349497453563, 18.95058714616003, 24.252371567748714, 21.08252063769633, 22.91978261430172, 23.47233153568504, 32.877678762598656, 24.631610113096194 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.721439503792705, 27.23709873500615, 21.79372381039453, 28.06496517010204, 25.165566473977492, 28.228647619487163, 23.170248764255895, 14.394618645487295, 15.808528181614953, 16.620208932204385, 22.53847514134449, 22.11009669216872, 14.680451718960464, 16.039017799884075, 17.4892551035115, 17.841788469599376, 21.905344451660447, 18.07911438338759, 23.44831679313811, 20.325281891490157, 22.139066247280898, 22.741715439045652, 32.120218017647964, 23.791087238362284 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4463252661853912, "rpss": 0.014453588830031228, "brier_below": 0.22339821388363315, "bss_below": 0.014653198354576569, "brier_above": 0.22292705247334457, "bss_above": 0.01425347552130507, "crps": 22.381015900109336, "crpss": -0.006541012236763066, "crps_fair": 21.60226146765852, "crpss_fair": -0.013758021163890577, "reliability": { "below": { "weight": [ 0.0, 0.00265, 0.228475, 0.525024, 0.20898, 0.033809, 0.001063, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2636, 0.3489, 0.4367, 0.5369, 0.6107, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.416, 0.2613, 0.3446, 0.4367, 0.4114, 0.5166, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007124, 0.246944, 0.56039, 0.161526, 0.022848, 0.001168, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.268, 0.3461, 0.4392, 0.5333, 0.6082, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4858, 0.2335, 0.3714, 0.4299, 0.2865, 0.2361, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42657954077473276, 0.4554957348050951, 0.44806738712932986, 0.49821513149802554, 0.4108389020755935, 0.47323236772865707, 0.4607624927285179, 0.3917720256340232, 0.39660843005319274, 0.43818632955227543, 0.46996791959475154, 0.5022966731622448, 0.393657610730164, 0.4290756713495724, 0.3969026294406622, 0.4412919550000389, 0.47042545600763147, 0.4307345235160684, 0.4486746575657061, 0.421495476993576, 0.43701430056959456, 0.46100248875294947, 0.40867121374916165, 0.42141155143113546 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2716487373118802, 0.1799075026972347, 0.25987947887925855, 0.20602666269142716, 0.27368951638978883, 0.17737230256406095, 0.22032498049600113, 0.19950497154868257, 0.14124676398167785, 0.28695324012196183, 0.2574414722561404, 0.28305612111905143, 0.1950893020862671, 0.2129673119968818, 0.16699694934648962, 0.17085059413897094, 0.31932706383276416, 0.15585868388131133, 0.23534967002870189, 0.10791825624884686, 0.13368961428287388, 0.3425033439802072, 0.2856932325749878, 0.1695985416409709 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15493080292716468, 0.2755882338874692, 0.18818790642001954, 0.2921884682290443, 0.13714938576905972, 0.29586006650966395, 0.24043751182015216, 0.19226705392065893, 0.2553616664382067, 0.15123308837589186, 0.2125264473601047, 0.21924055278565005, 0.1985683081405156, 0.21610835921448113, 0.22990568008776238, 0.2704413621947569, 0.1510983895231922, 0.27487584217629285, 0.21332498681950113, 0.31357722273009675, 0.3033246890922388, 0.11849914336051269, 0.12297798131800801, 0.25181301086324015 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.71010828032192, 44.66664837817304, 34.29750508779699, 45.26305790049344, 37.94320005882968, 47.708127965964636, 38.50816378824799, 24.264130229281015, 26.855795564182433, 28.456337902979893, 35.31648663441433, 36.48881690532429, 24.49428781599746, 27.021877343621107, 27.62029493932168, 29.799703227631802, 34.64670222949509, 27.60961226762986, 36.53944692268807, 30.218639925583616, 36.62116906078915, 37.838316784115804, 54.8344729785443, 33.777684276937556 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.49030839273034, 43.5794987576199, 33.166719609181406, 44.05773621732999, 36.65789591682358, 46.48143548418989, 37.35466047317338, 23.058228161100164, 25.805222988286424, 27.20863164741662, 34.07787341840587, 35.24729361392101, 23.21204761905182, 25.806282580360826, 26.381047378252973, 28.588664151807684, 33.445871157002706, 26.267509933578513, 35.31047855947082, 29.046179697182083, 35.41813201187001, 36.67859001791879, 53.62784327536818, 32.51215850712134 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4388491862434458, "rpss": 0.031191727255194812, "brier_below": 0.21887059642068496, "bss_below": 0.03413040721971905, "brier_above": 0.21997858999848685, "bss_above": 0.028250047116571197, "crps": 34.89585776951521, "crpss": 0.010497296369078035, "crps_fair": 33.686679565381844, "crpss_fair": 0.0032535025703505083, "reliability": { "below": { "weight": [ 0.0, 0.001048, 0.239911, 0.555958, 0.177867, 0.024411, 0.000806, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2654, 0.3476, 0.4327, 0.5387, 0.6123, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4279, 0.2471, 0.3357, 0.4855, 0.57, 0.5009, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00538, 0.25079, 0.57802, 0.148112, 0.017093, 0.000605, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.2675, 0.3457, 0.4383, 0.5362, 0.6059, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2988, 0.2194, 0.3702, 0.47, 0.3495, 0.1665, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4303990630032854, 0.48883273752116907, 0.4274946172472285, 0.4189539007955016, 0.4619348218954403, 0.48776503404572213, 0.39702737577638353, 0.40043208810661274, 0.49120206600846494 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20187533761044676, 0.32605530216177503, 0.18124971931934203, 0.13926550437019175, 0.1696826764252812, 0.24345486260515423, 0.24315912531843728, 0.12171868080478114, 0.2999037319910149 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22852372461103002, 0.16277744821465115, 0.24624488979348053, 0.27968838509631094, 0.2922521336124251, 0.24431017670997454, 0.15386825519759972, 0.2787133899678268, 0.19129834488906391 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.524702056982694, 25.575187445813953, 19.115546157570822, 21.43113471840379, 21.907739823466546, 28.00758906142912, 17.711067275457317, 24.38189701505056, 23.83627893021768 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.1449656090025, 25.18117625383928, 18.713567366857102, 20.997979168162594, 21.51878793889323, 27.58790519505037, 17.315267172734934, 23.93288263207314, 23.423018269305796 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44489352271108973, "rpss": 0.04231341194391358, "brier_below": 0.21404054895626937, "bss_below": 0.03317181361244026, "brier_above": 0.2308529720102625, "bss_above": 0.0506361402586154, "crps": 22.499015831599163, "crpss": -0.00039939973168601206, "crps_fair": 22.090616622879885, "crpss_fair": -0.022611729603027486, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.384468, 0.471475, 0.136372, 0.007684, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2632, 0.3401, 0.4319, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3221, 0.5147, 0.8095, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.180829, 0.513026, 0.264399, 0.041746, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3489, 0.4381, 0.5226, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2302, 0.3859, 0.4997, 0.5857, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4420817196769809, 0.47359430638379585, 0.4123858901222616, 0.42285432034966725, 0.4607455745717758, 0.489650301194844, 0.4176135079212374, 0.41794169896074485, 0.4927634861097024 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19808698891116755, 0.3078855762094465, 0.19912131946923425, 0.1546004871916416, 0.17586648956462203, 0.24426886302646098, 0.22924617167228714, 0.136334830930803, 0.30179286466883504 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24399472698723274, 0.16570874212256162, 0.21326456855369502, 0.26825382585721846, 0.28487907500322274, 0.24538144078798999, 0.18836733632810293, 0.28160685238669164, 0.19097063136914955 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.525911617938775, 38.77484341373952, 28.22283953377841, 30.726174884179596, 34.6053332378415, 41.6374972582704, 29.069638108042184, 36.00854973630009, 37.43373104736258 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 30.936791338581962, 38.17105457312771, 27.606203646264845, 30.076226036848844, 34.00233122538846, 41.01038459402966, 28.432206732983285, 35.343228820801514, 36.80859838081841 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44773675614344555, "rpss": 0.026909366211840036, "brier_below": 0.21635595462716645, "bss_below": 0.01770433535718785, "brier_above": 0.23138079993287386, "bss_above": 0.03536193343373528, "crps": 34.22272431527256, "crpss": -0.0017105772735412916, "crps_fair": 33.598558372093855, "crpss_fair": -0.02571942808192773, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.3807, 0.50851, 0.109591, 0.0012, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2661, 0.3397, 0.4312, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2813, 0.3266, 0.4865, 0.778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.199752, 0.538549, 0.233906, 0.027794, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2733, 0.3477, 0.4356, 0.5228, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2714, 0.3802, 0.4769, 0.5654, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.6197710409926375, "training": [ 0.6363266242734472, 0.6238679085290194, 0.6073020004976287, 0.6025118697026134, 0.5781980703656345, 0.6450021585125444, 0.6217558609487716, 0.6168001980401139, 0.6384129809698101, 0.6411569446648452, 0.5696133923136842, 0.5811454844102617, 0.6189253276246501, 0.6261705547248861, 0.6498385739877184, 0.6111422987303996, 0.6030374319592404, 0.6215482454026617, 0.6224745504570942, 0.6520620657519688, 0.6309923661506657, 0.6190183310543541, 0.669287695834105, 0.587914048917182 ], "test": 0.6413603980437893 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42043129861034695, 0.44994867919338644, 0.455375359746824, 0.4903906193759509, 0.47275598369036675, 0.4439539706764827, 0.45362779812857473, 0.3924757012336325, 0.40923684142676686, 0.43825237599981404, 0.48734938664923777, 0.5027615418342274, 0.3868429408482158, 0.4327325694324266, 0.4051999531831657, 0.43891284036950157, 0.4705119775232188, 0.4512756063944674, 0.4641027473033283, 0.44579789539293024, 0.4525852364109411, 0.4700683453754626, 0.41377909954839587, 0.48143256244891364 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27291054588605074, 0.16734831123509178, 0.24188544658786074, 0.19860305566596825, 0.273962175994721, 0.153549244991866, 0.19719236739184456, 0.21903526999922815, 0.1801522596529584, 0.29030853665516015, 0.27572077863487476, 0.3026534839183041, 0.19224546185440955, 0.2386373420886735, 0.16419213020710452, 0.17615188604332094, 0.3332217555776957, 0.14875220833340758, 0.22839181284427787, 0.14961700982161144, 0.14260506098880235, 0.31765583048428575, 0.27357125139871485, 0.22821121692502355 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14752075266586837, 0.2826003689082767, 0.2134899126103652, 0.2917875637051313, 0.19879380671044836, 0.2904047254622193, 0.2564354303297847, 0.1734404307491177, 0.22908458183160285, 0.14794383922047163, 0.21162860938761777, 0.20010805866880083, 0.19459747874508934, 0.19409522664550685, 0.24100782348007022, 0.2627609554397813, 0.1372902207002551, 0.30252339980469106, 0.2357109352303274, 0.29618088701870304, 0.30998017657512933, 0.15241251480261175, 0.1402078488077551, 0.2532213471190901 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.011249758323377, 28.596373782339096, 23.13923363726873, 28.538948401886945, 26.663859793264635, 28.644847127899766, 25.414251574725682, 15.30166572075432, 17.877922315597417, 18.2434808197948, 23.88499433533563, 22.559039984432268, 15.016083676969467, 16.913621065991855, 18.045711454945085, 19.61952121263256, 22.121357813086824, 19.52957304396462, 24.194907867187307, 21.07335723069831, 24.962553161602457, 25.414743781061752, 34.691711788468744, 25.60241084440192 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.314420189987104, 27.949424066760404, 22.47750968227383, 27.85093165713003, 26.01662710832004, 27.925714944405836, 24.729080945046523, 14.587656302917726, 17.24598712856532, 17.550305444908837, 23.117588450374257, 21.817809831730617, 14.281622079944494, 16.210396094187526, 17.30267870148311, 18.9162011525368, 21.39144461805365, 18.765703625377757, 23.459309532200002, 20.385699566883172, 24.253753406251068, 24.756159687585416, 33.99049156321843, 24.833336626189983 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4470750554498575, "rpss": 0.012797952963739978, "brier_below": 0.22360726846588566, "bss_below": 0.013731117285033512, "brier_above": 0.2234677872757798, "bss_above": 0.011862435733844046, "crps": 22.877559174693065, "crpss": -0.028872043698852545, "crps_fair": 22.172077183597168, "crpss_fair": -0.04049852023075351, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.282288, 0.493518, 0.193286, 0.030566, 0.000342, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2655, 0.3485, 0.4381, 0.5314, 0.607, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2749, 0.3499, 0.4284, 0.4698, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.307483, 0.526509, 0.144604, 0.020888, 0.000515, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2685, 0.3453, 0.4387, 0.5372, 0.6044, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2493, 0.383, 0.4199, 0.3086, 0.1335, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42874739902915393, 0.45999721075403865, 0.4510680659299524, 0.49176496799718433, 0.41546836440613516, 0.469183828619038, 0.46906468541713314, 0.387624221307762, 0.40290295945456805, 0.44230983430047777, 0.46321505370010235, 0.4920001478189859, 0.38826059757266546, 0.4251155361835528, 0.3977102308253688, 0.4475046812703295, 0.46645358878389864, 0.4315358866372343, 0.4463192319580281, 0.4312840206538116, 0.4509643525388984, 0.46952257707314815, 0.4164945530530211, 0.42051014850518287 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2747853380510158, 0.17865481922199108, 0.26577366004673697, 0.20021083210306276, 0.2830668405616388, 0.16834655244999278, 0.22297908077096765, 0.19489053894562713, 0.13712739503836005, 0.29548653857524104, 0.257210733338496, 0.2830131074555891, 0.1910347498202379, 0.2054936539792874, 0.16999106885877188, 0.16926625655553248, 0.3242764666643522, 0.1521747322474716, 0.2365587234223336, 0.1058700345689157, 0.13261088811637317, 0.35760488460606943, 0.2931297581323984, 0.16792246971714075 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15396206035655852, 0.2813423926601993, 0.1852944049519637, 0.29155413550953596, 0.1324015238643488, 0.3008372761782767, 0.24608560398149026, 0.19273368196970977, 0.2657755645095588, 0.14682329586815054, 0.20600432093277948, 0.20898704143078783, 0.1972258479797783, 0.2196218822036186, 0.2277191626438258, 0.27823842602359294, 0.14217712084158984, 0.27936115611425344, 0.20976050875358904, 0.32541398746572364, 0.3183534661347172, 0.11191769219380078, 0.12336479538284477, 0.2525876796401595 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.888760707413816, 45.719359718747135, 35.33746797079822, 44.672472801852386, 38.73481103248686, 47.308930738172684, 41.24784698260274, 24.33806830849983, 29.17314111997035, 30.036294268570746, 35.928520413594505, 35.91529720826323, 23.677993191203605, 27.252906148488364, 27.211028620207355, 31.347070320079926, 34.03304367107044, 28.54058939300819, 36.516893624301524, 31.028278536233596, 40.0078509889354, 41.08784960364596, 57.98468164997839, 34.97626514922079 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.80332390062023, 44.74175612849208, 34.329478450450615, 43.61102887122552, 37.681117835940896, 46.21185745107127, 40.20969738811709, 23.263846381428387, 28.224670464723218, 28.9477688361642, 34.81307524821751, 34.818855179647606, 22.568484656806152, 26.187556140728383, 26.10185679628561, 30.27930425116907, 32.944523262360256, 27.386200732672478, 35.42156011492832, 29.990924463288763, 38.9452797733176, 40.06728068687566, 56.89014277982727, 33.855913701329555 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4402092559912363, "rpss": 0.028189222375446965, "brier_below": 0.2194782968019835, "bss_below": 0.0314486430658486, "brier_above": 0.2207309594829522, "bss_above": 0.024926473622054357, "crps": 35.79022592363942, "crpss": -0.014863298358024801, "crps_fair": 34.72064597898699, "crpss_fair": -0.02734026370514564, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.316879, 0.514538, 0.145057, 0.023173, 0.000352, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2672, 0.3461, 0.4348, 0.5336, 0.607, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2596, 0.3499, 0.4889, 0.5963, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.343679, 0.524387, 0.119486, 0.012448, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2677, 0.3441, 0.437, 0.541, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2417, 0.3889, 0.4527, 0.4154, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43136630853084024, 0.48694088575599187, 0.4310859004072857, 0.4187999031188237, 0.4643520584178536, 0.48112163601502594, 0.40736197777282096, 0.4108891270405718, 0.4876868593846155 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20037120888720955, 0.32502831617729006, 0.18466366868838463, 0.13538991440847242, 0.16598932769298277, 0.23891644769428552, 0.2483392959037197, 0.12139644192359855, 0.29908680592499776 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.23099509860311246, 0.1619125822047521, 0.24642222350121157, 0.283409976472602, 0.2983627182731053, 0.24220519235827642, 0.15902268649528184, 0.2894926671402148, 0.1886000639978052 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 21.143878790243974, 25.608105885326935, 20.218919121297574, 22.6228579784874, 23.16238687129684, 29.16842494025261, 18.446241569362282, 24.893244492712984, 24.196383740502682 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.797106258534246, 25.244413616571084, 19.847391564157785, 22.218986434785663, 22.809961555147066, 28.78129550163275, 18.09448103229022, 24.474724244146202, 23.81265033053715 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4466227396048699, "rpss": 0.038591065489144594, "brier_below": 0.21324238081121566, "bss_below": 0.03677716532676556, "brier_above": 0.23338035656070685, "bss_above": 0.04024247917222523, "crps": 23.273382598831475, "crpss": -0.03483095242313139, "crps_fair": 22.897890059755795, "crpss_fair": -0.059981772261376465, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.451267, 0.440129, 0.107961, 0.000643, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2668, 0.342, 0.4373, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2564, 0.3469, 0.5731, 0.8569, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.256337, 0.475911, 0.236716, 0.031036, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2722, 0.3503, 0.4403, 0.5203, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.285, 0.3888, 0.5071, 0.5813, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.441042268480307, 0.4711984277673061, 0.42030330612744893, 0.42303762277289825, 0.4649569092365433, 0.48444826772972294, 0.4244989081920295, 0.4285816958173313, 0.4877376237353517 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1938867013730375, 0.30738850400410006, 0.20495979881672335, 0.14942402783293154, 0.1707234808834417, 0.2400696929055303, 0.23101112993560735, 0.13378146575487423, 0.2997916633213171 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24715556271559608, 0.16380993536925603, 0.2153435048611348, 0.27361358646303985, 0.2942334174710355, 0.24437857591779424, 0.19348777798938424, 0.2948002134212214, 0.18794596983693915 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 32.83928215003102, 39.093361881010836, 30.3302370009675, 32.28251036898391, 36.76164197438267, 43.294014139355056, 30.471231175719925, 37.79618415086866, 37.84044905173509 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 32.31379447709581, 38.55091749224, 29.778147150276084, 31.694223248349108, 36.22895977254549, 42.72886337926532, 29.920350027118122, 37.18842735223892, 37.275591110926186 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44953389220654877, "rpss": 0.023003552702777985, "brier_below": 0.21455960720306255, "bss_below": 0.02586008170551579, "brier_above": 0.23497428267171128, "bss_above": 0.020380525112746573, "crps": 35.63432354367274, "crpss": -0.04302855841768438, "crps_fair": 35.07547489000612, "crpss_fair": -0.07080773066028945, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.485875, 0.436262, 0.077863, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2693, 0.3394, 0.4362, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2638, 0.3603, 0.5407, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.312558, 0.470088, 0.197749, 0.019605, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2721, 0.348, 0.4361, 0.5194, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3228, 0.3849, 0.473, 0.555, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.5621897906590712, "training": [ 0.5785912507132677, 0.5644337926289349, 0.5461696107632951, 0.5390632140121853, 0.5050918021871218, 0.5877657794943569, 0.5676800400008443, 0.5573745774582098, 0.5851006771989132, 0.5900888032459407, 0.5031217593471415, 0.5203120848175136, 0.5637011537108031, 0.5670018833045126, 0.5924885152650827, 0.5575390097324765, 0.544601391850747, 0.5706936243956332, 0.5623298983118105, 0.6008414913856434, 0.5776297211474457, 0.5666147259040294, 0.6215465066981826, 0.5227736622436149 ], "test": 0.5805833500371224 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42324047552364313, 0.4423513107489917, 0.45297442326849396, 0.4971822512086096, 0.47612934898170195, 0.441725832560238, 0.44117888367844166, 0.39385354338952844, 0.4061391449750249, 0.43698085047720886, 0.5074082865834079, 0.5214373203137104, 0.38469320589400496, 0.4403838517833364, 0.39931566069617197, 0.4293247387058219, 0.47680559826086943, 0.4463715495818235, 0.4636006505265395, 0.43598634181956303, 0.43784337031822607, 0.4577692419475433, 0.402419758642047, 0.49156986694569127 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2758332071950497, 0.16409830213297763, 0.23565620746685634, 0.20309171406112164, 0.2709967246797198, 0.1561469600557141, 0.1887737925081013, 0.22255879369429135, 0.18667191731802238, 0.2879824545679335, 0.2866206941785412, 0.3123450902762336, 0.19053494763237977, 0.24966108903194073, 0.15740417235337087, 0.17186405150982473, 0.3333678813261331, 0.14480323307263232, 0.22495344283756585, 0.14954180323465707, 0.1393096760972814, 0.3012400360583555, 0.26448283978533305, 0.2339627727116193 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1474072678934559, 0.27825301033812977, 0.21731821440247506, 0.2940905370755714, 0.20513262325461878, 0.2855788733851095, 0.2524050915093821, 0.17129474863514374, 0.21946722777013009, 0.14899839486319275, 0.2207875934943836, 0.20909223046877312, 0.1941582571751513, 0.1907227616773871, 0.2419114882382321, 0.2574606883347527, 0.14343771412597156, 0.3015683196167135, 0.23864720821234037, 0.2864445403301987, 0.2985336971811758, 0.1565292050377886, 0.13793691942567599, 0.2576070959133901 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.32355146316032, 27.844921565482384, 22.401572382232807, 28.721683416597777, 25.873422434020277, 28.836151476518733, 23.62536258121307, 15.05907567877793, 16.286010060115967, 17.218510059783515, 23.21202575834636, 22.91357018495086, 15.344744665123423, 16.794555699058737, 18.22691300884179, 18.491818311214914, 22.63973730481314, 19.00407193374428, 24.17712270833446, 20.960150658791772, 22.664531357791635, 23.134191884571987, 32.63635929635337, 24.429050374788943 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.561727569595547, 27.151460942247557, 21.681548446009444, 27.95996844965471, 25.087499574487875, 28.061769111373053, 22.889142040115203, 14.283200881777796, 15.611687155338952, 16.442715314058578, 22.398068486797712, 22.111025178527935, 14.525224175717925, 16.01976281860269, 17.428764664942666, 17.71842289028434, 21.865068801360284, 18.147250584129164, 23.383639262852018, 20.213081927487515, 21.893839915881788, 22.405434877198747, 31.884293770184257, 23.60163950580846 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4461118961179433, "rpss": 0.014924738729344855, "brier_below": 0.222995908491069, "bss_below": 0.016427654492593202, "brier_above": 0.22311598784829764, "bss_above": 0.013418034568111081, "crps": 22.242462677692856, "crpss": -0.0003098607393430264, "crps_fair": 21.471926514351424, "crpss_fair": -0.00764161966810728, "reliability": { "below": { "weight": [ 0.0, 0.010954, 0.250926, 0.497861, 0.206561, 0.031713, 0.001985, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.189, 0.2605, 0.3458, 0.4333, 0.5423, 0.6236, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5082, 0.2694, 0.3368, 0.4423, 0.4412, 0.6037, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007499, 0.249892, 0.528303, 0.182403, 0.029261, 0.002642, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1854, 0.2623, 0.3436, 0.4378, 0.5334, 0.6165, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5025, 0.2326, 0.3669, 0.44, 0.2904, 0.4157, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42364986190830317, 0.4539991011211275, 0.4483851263684185, 0.5019634610203186, 0.4103196062536219, 0.4734988003637157, 0.4598952061348167, 0.3917457376739787, 0.3945531186749821, 0.43573602248844423, 0.4746085227335936, 0.5066072617079972, 0.39371303124134965, 0.4298361138587415, 0.3953484991513311, 0.44052696364922916, 0.4718244499637769, 0.43086268592316196, 0.44890024598920836, 0.41726936228035555, 0.43440002952216433, 0.4596227871154103, 0.4029170589642443, 0.4232706258616528 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2693358109681527, 0.17956120938418868, 0.25990127321500556, 0.20790174156691843, 0.2739424919963065, 0.17799429028222413, 0.22052689140680043, 0.19981397204474446, 0.14104701071426717, 0.2851074534325839, 0.25909633185793846, 0.2848412535992657, 0.19514326361381376, 0.21360162795287796, 0.1658647897384278, 0.17089097106168638, 0.3202233355289341, 0.155789451274175, 0.23480329959032398, 0.10629011590689559, 0.13288568679286009, 0.34148825564329455, 0.2820098368460174, 0.16981573391532384 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15431405040080765, 0.27443789362410625, 0.18848385116629648, 0.2940617188969824, 0.13637711430149035, 0.29550451161697033, 0.23936831437109232, 0.19193176550216967, 0.2535061083740113, 0.15062856791720022, 0.21551219087617157, 0.22176600906004473, 0.19856976709106883, 0.21623448569334186, 0.22948370940672672, 0.2696359939735685, 0.15160111153914674, 0.27507323723357163, 0.21409694558888975, 0.3109792484020069, 0.3015143456807592, 0.11813453003092564, 0.12090722222762634, 0.2534548931491885 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.67665401509464, 44.56663820490334, 34.413652753450066, 45.457956447218535, 38.42180442064001, 47.658842274294955, 38.30627216870285, 24.28879597196496, 26.78881950307649, 28.43583998315483, 35.48914395019377, 36.7348266488704, 24.700282846853177, 27.164766216276735, 27.774274167830928, 29.897576538068932, 34.81372419426984, 27.645595886226523, 36.56810851191025, 30.311465754996167, 36.40567236958903, 37.65603248055339, 54.57534879272984, 33.912727711431195 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.438585128145725, 43.46268369140075, 33.265168302988435, 44.230413880762214, 37.10529306918812, 46.419526759041325, 37.13854523764924, 23.06476946436212, 25.72409415407068, 27.16821972009558, 34.2292335076423, 35.473455296046275, 23.392293423713422, 25.92928275283885, 26.513997469290825, 28.666569722227656, 33.59288132277428, 26.279463443109734, 35.319951871907, 29.120249389509585, 35.18511808821606, 36.47891912612271, 53.36185776608514, 32.625285915825074 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4384772366654143, "rpss": 0.03201284721972164, "brier_below": 0.21866150409720944, "bss_below": 0.0350531255776505, "brier_above": 0.2198157327551735, "bss_above": 0.028969464940449274, "crps": 34.94436757551254, "crpss": 0.009121758203373465, "crps_fair": 33.71607743762555, "crpss_fair": 0.0023836564896785317, "reliability": { "below": { "weight": [ 0.0, 0.004725, 0.243383, 0.518346, 0.201835, 0.029546, 0.002165, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1897, 0.262, 0.3457, 0.4318, 0.5424, 0.6228, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3085, 0.2556, 0.3273, 0.471, 0.5877, 0.6045, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005731, 0.251448, 0.548465, 0.171156, 0.020984, 0.002216, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1857, 0.2622, 0.3435, 0.4365, 0.5338, 0.6122, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3331, 0.2198, 0.3639, 0.4735, 0.3464, 0.5448, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42982145824442136, 0.49519539171141463, 0.42093470844265696, 0.41428109418388953, 0.4595105706384726, 0.490450884365035, 0.3943762588950148, 0.391522921017906, 0.49859550907279215 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20122224979388398, 0.3309769928410338, 0.1765016221393039, 0.13642106251432753, 0.1677898532955666, 0.2433485355577612, 0.2418265981460736, 0.11830142149530233, 0.3065880504734579 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22859920778887233, 0.1642184117112902, 0.24443307826868818, 0.27786002067315785, 0.2917207056091347, 0.2471023544157239, 0.15254966543032952, 0.27322148254129897, 0.19200746981106823 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.423742409538107, 25.463634050569794, 18.9863250094907, 21.428824279783324, 21.772695894572394, 27.72194609953205, 17.61191831254762, 24.044463531223037, 23.778477873850314 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.048479372227366, 25.074363711014758, 18.587482785065962, 21.00406370522933, 21.388649881958155, 27.31212606252035, 17.214526830445966, 23.607031061103473, 23.372289021161404 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44385431073017817, "rpss": 0.04455044018878751, "brier_below": 0.2136640429174123, "bss_below": 0.0348725037503006, "brier_above": 0.23019026624995156, "bss_above": 0.053361463190362945, "crps": 22.35911416234526, "crpss": 0.005821207738019418, "crps_fair": 21.95655693674742, "crpss_fair": -0.016405881670110478, "reliability": { "below": { "weight": [ 0.0, 0.003673, 0.409015, 0.468947, 0.113169, 0.005195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1975, 0.2579, 0.3399, 0.4384, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0249, 0.269, 0.3289, 0.5484, 0.8437, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.179832, 0.511365, 0.246298, 0.062505, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2674, 0.3498, 0.4411, 0.5267, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2315, 0.3839, 0.4966, 0.5741, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44171876007790434, 0.4752078472729444, 0.40993518978815385, 0.4221650097394507, 0.4611030812705838, 0.49377363293466436, 0.41457753320849805, 0.41252046513977225, 0.4960158020945704 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1977801602393609, 0.30855997936234675, 0.19818156365118114, 0.15449990926715843, 0.17647436504612016, 0.2459362776985682, 0.22718780746597952, 0.1353784517846959, 0.3038142723934751 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24393859614754437, 0.16664787991497207, 0.21175362407737464, 0.26766509346977413, 0.2846287062948208, 0.24783735814768368, 0.18738972573495138, 0.27714199802621187, 0.19220153986164434 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.627853481791142, 38.76238989794013, 28.132309138436977, 30.89577896011476, 34.60478004176159, 41.76674220809413, 29.196869022014496, 35.98216004154595, 37.540009182705596 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.02999676463725, 38.14994817818965, 27.50639927689231, 30.23630832498175, 33.99241864107, 41.13010830370858, 28.548976448282108, 35.30755674985665, 36.9061754149661 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44744636905850466, "rpss": 0.027540480250729638, "brier_below": 0.21642364298987624, "bss_below": 0.017397017791784153, "brier_above": 0.23102272463055298, "bss_above": 0.03685476718405578, "crps": 34.278765774933866, "crpss": -0.0033509295257883043, "crps_fair": 33.64532090028716, "crpss_fair": -0.02714702605035546, "reliability": { "below": { "weight": [ 0.0, 0.001615, 0.375095, 0.509957, 0.109067, 0.004266, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1975, 0.2613, 0.3402, 0.4366, 0.5083, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0833, 0.2827, 0.327, 0.4705, 0.7519, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.19521, 0.540428, 0.219124, 0.045238, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2691, 0.3488, 0.4386, 0.5246, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2708, 0.3792, 0.4699, 0.5641, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.5568780869008317, "training": [ 0.5752702709579068, 0.5586620505698564, 0.5433687351746967, 0.5371325181836517, 0.49754596028906667, 0.5806095701846948, 0.5657155242099254, 0.5530767117544685, 0.5799623489632577, 0.5840177780837768, 0.4973111817249641, 0.5105770138437571, 0.5549248322447211, 0.5621372003668375, 0.5903292414854697, 0.5507855675586861, 0.5384841774942225, 0.5648852157036394, 0.5590088673262851, 0.5946310452342056, 0.5731089616829523, 0.56004217551863, 0.6151241759847556, 0.5183629610795332 ], "test": 0.5765694005289039 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4211676905404398, 0.4410593464776347, 0.452028646368205, 0.49775170396952123, 0.47710469045726545, 0.44212378865314694, 0.44182801830606877, 0.39674501105669774, 0.4069615825455632, 0.4343122831439419, 0.5107575842849863, 0.5230402954514916, 0.3866764525733054, 0.44043440851410104, 0.3985162171612224, 0.4303971147557657, 0.4790833696707695, 0.4450220585039659, 0.4611893600698358, 0.43650122275239817, 0.4377611096957242, 0.45879549349504367, 0.4018051448328889, 0.4953426215379041 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27325521067315406, 0.16538855828894855, 0.23648790646468013, 0.2042706432082375, 0.27314878164169354, 0.15754035785489118, 0.1907050153979438, 0.2231628389370978, 0.1856251688380052, 0.285083708662754, 0.28508086562741286, 0.31098624469885344, 0.19205389369112724, 0.24780435893021543, 0.1576780291347378, 0.17378894271731674, 0.3340074755903704, 0.14706944891278664, 0.2228410731663774, 0.1502830217822675, 0.14050421193289103, 0.3026413870113646, 0.26430917055662817, 0.23493100573038458 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14791247942247301, 0.27567079004520345, 0.21554073876536536, 0.29348106082737135, 0.20395590745056957, 0.28458343150906357, 0.2511230036469685, 0.17358217068056142, 0.22133641398266013, 0.1492285736123802, 0.22567672002140024, 0.21205405161498384, 0.19462255757495833, 0.19263004825675376, 0.24083818829492679, 0.2566081728337569, 0.1450758912254306, 0.29795261279444873, 0.23834828756473203, 0.2862182027062864, 0.2972569007991239, 0.1561541057267358, 0.1374959749594233, 0.2604116175505331 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.11042226417428, 27.79718950301808, 22.483221054808567, 28.832997257018626, 26.076488274526316, 29.023966056482468, 23.78403988690866, 15.331138094103972, 16.467293980428835, 17.059557314543124, 23.34570215536687, 22.90777602938549, 15.469780249420095, 16.850490196510655, 18.22453424391509, 18.453205654419268, 22.625594266181068, 19.052022346452535, 23.980106633091058, 20.940412784387725, 22.942130448642136, 23.177536981303902, 32.77815967291184, 24.626844812342547 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.345338056962184, 27.089758179801002, 21.75029023443515, 28.061239648212155, 25.294151995423604, 28.23761055514373, 23.028661712456007, 14.543860148522738, 15.775803117620802, 16.266233142168055, 22.51838825340718, 22.08726034361706, 14.641756139178883, 16.05901866764165, 17.420189415053727, 17.6620477699982, 21.839050546926867, 18.176772262108862, 23.17127269770088, 20.174180532742668, 22.152267605533364, 22.43166556945558, 32.022097308723204, 23.78889557720607 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44651688395074524, "rpss": 0.014030470948816265, "brier_below": 0.22327697164375582, "bss_below": 0.015187963835511353, "brier_above": 0.22323991257775458, "bss_above": 0.012870059927959532, "crps": 22.305858756680966, "crpss": -0.003160971421777292, "crps_fair": 21.522408728334984, "crpss_fair": -0.010010665586219325, "reliability": { "below": { "weight": [ 0.0, 0.010198, 0.238224, 0.498245, 0.216469, 0.034948, 0.001917, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1875, 0.26, 0.3463, 0.4346, 0.5438, 0.6274, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5289, 0.2717, 0.3335, 0.4368, 0.4421, 0.5894, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007191, 0.237581, 0.526826, 0.189631, 0.035855, 0.002916, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1829, 0.2619, 0.3438, 0.4379, 0.5341, 0.6197, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4907, 0.2286, 0.3648, 0.4456, 0.2753, 0.3883, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4221766910846619, 0.45319559949647953, 0.4483288375415944, 0.5025570277360415, 0.409847926545451, 0.4749348281918007, 0.46118906479874716, 0.3937063618042485, 0.39571815586940806, 0.4337189907201201, 0.4760937333890634, 0.5067937141733105, 0.3939244204367551, 0.430853328397626, 0.3940519148599008, 0.44139733029291817, 0.4716220480289915, 0.4314145253752888, 0.44672353231955625, 0.416342187790265, 0.4354074129487583, 0.4581314121034395, 0.40158813709598706, 0.42503145804080505 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2677954527875307, 0.18039778771969742, 0.26041279304560844, 0.20933479274186426, 0.27442533473593345, 0.17884656364161675, 0.22140419719892293, 0.20084878827248173, 0.14174213242913763, 0.28332053643830224, 0.25925104359155376, 0.28451462240256664, 0.19516488669050597, 0.2133420669753164, 0.16598717017989065, 0.17101909812311608, 0.32031329320298435, 0.15675412808114236, 0.23316681853394028, 0.10645462144657719, 0.13350465011641965, 0.3406259500688336, 0.28114707361887586, 0.1702247505424134 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15438123780596874, 0.2727978141132248, 0.18791604293290212, 0.2932222342356972, 0.13542259185359656, 0.2960882657843941, 0.23978486766327123, 0.1928575731039446, 0.2539760239698877, 0.15039845320573, 0.21684268999245218, 0.22227909299439808, 0.19875953304697708, 0.21751126110324456, 0.2280647447609511, 0.27037823358836643, 0.15130875185695886, 0.27466039984172125, 0.2135567129443073, 0.30988756830324543, 0.3019027661050285, 0.11750546088114824, 0.12044106366987851, 0.2548067084979365 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.37389599496624, 44.469363199601105, 34.50073504838414, 45.551938410472545, 38.47819914498149, 47.96267279478812, 38.55934156707728, 24.61328432732469, 26.99284705887535, 28.123832641573365, 35.463469895576665, 36.583769893911516, 24.691569416104688, 27.18268187151312, 27.67976313636109, 29.739449904571178, 34.682501615501735, 27.969455750093424, 36.23065396052347, 30.33242257629142, 36.79503719761641, 37.613076668355, 54.847362751099574, 34.01886313473567 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.14266749815159, 43.357430456557765, 33.34492619104913, 44.32367417477065, 37.18120686588978, 46.71804353509169, 37.3744493180395, 23.386111584480698, 25.91641824462672, 26.84185613132068, 34.1981296528576, 35.30822615305543, 23.39082373653599, 25.935432732767996, 26.422236862939304, 28.49410384116709, 33.45512436498371, 26.59254000203277, 34.97252865209997, 29.12417428632264, 35.55785320439014, 36.42156798043569, 53.640036835637936, 32.726288178005404 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.438531193293384, "rpss": 0.03189373197652412, "brier_below": 0.21874993969105136, "bss_below": 0.03466286186745715, "brier_above": 0.21978125384396796, "bss_above": 0.02912177467359045, "crps": 34.97734116501247, "crpss": 0.008186763105270445, "crps_fair": 33.74274377013375, "crpss_fair": 0.001594633235687204, "reliability": { "below": { "weight": [ 0.0, 0.004575, 0.238443, 0.515242, 0.207883, 0.031844, 0.002014, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.2611, 0.3461, 0.433, 0.5437, 0.6267, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3295, 0.2549, 0.3262, 0.4643, 0.5955, 0.5998, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00563, 0.250157, 0.550603, 0.168358, 0.022835, 0.002417, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1832, 0.2614, 0.3434, 0.437, 0.5345, 0.6145, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3301, 0.2174, 0.3653, 0.4772, 0.3205, 0.5202, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4298472095670045, 0.4969585120086017, 0.4182408897384236, 0.41358291812462805, 0.460445316865448, 0.4924839927137527, 0.39432844152859386, 0.39104360885790435, 0.4989482704593096 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20095195413895556, 0.3305885298946464, 0.1769212346260305, 0.1375947263905828, 0.16905283811585423, 0.24404502657345464, 0.2408394232056967, 0.11953605970416141, 0.3048016961823827 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22889525496701796, 0.16636999499477026, 0.24131964725228888, 0.27598818084696447, 0.29139246721907913, 0.24843897188432928, 0.1534890230673164, 0.27150753270736533, 0.19414658595606135 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.37506258605704, 25.625098842152173, 18.933847049994032, 21.40099293205611, 22.03037350699426, 28.01254342868012, 17.542326775475154, 24.121999131479708, 23.7232072056955 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 19.992493910029694, 25.229125536079508, 18.528716978796375, 20.97163896218723, 21.639034733747508, 27.598228657662393, 17.142054945185183, 23.67552597933796, 23.31086340484121 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44398657331818514, "rpss": 0.044265729128343256, "brier_below": 0.2138146098701961, "bss_below": 0.03419238788160328, "brier_above": 0.23017196209946592, "bss_above": 0.053436737503719356, "crps": 22.41838349539823, "crpss": 0.0031858477892782178, "crps_fair": 22.009742567540783, "crpss_fair": -0.018867933808542015, "reliability": { "below": { "weight": [ 0.0, 0.002474, 0.399037, 0.470934, 0.120811, 0.006745, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2578, 0.3412, 0.4386, 0.5096, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.037, 0.2687, 0.3252, 0.5356, 0.839, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.172914, 0.506416, 0.248817, 0.071853, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2676, 0.3507, 0.4422, 0.5293, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2282, 0.383, 0.4875, 0.5771, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4413486834945673, 0.4764129821035933, 0.40938757426288913, 0.4228758507373827, 0.4632394086905325, 0.4950759024794325, 0.4141943895610033, 0.4134798459365204, 0.49569490017915946 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1975982048823112, 0.30889114220073083, 0.19791752257906697, 0.1556088762682548, 0.17749121969836884, 0.24621391098158937, 0.22663319898461284, 0.136269427061872, 0.3029986426509797 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24375047507965938, 0.1675218517484875, 0.21147004973229663, 0.26726696731766636, 0.2857481790747503, 0.24886199422051963, 0.18756119048704747, 0.2772104037464511, 0.19269626779700957 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.51885048266502, 38.95794716203547, 28.131716175321106, 30.983013122233867, 35.02711535900174, 41.973831400862224, 29.0957576907659, 36.08905696258762, 37.43690342716414 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 30.91621143773314, 38.34145502860163, 27.50244064257631, 30.322535171343066, 34.41078062213291, 41.33793664028606, 28.44988414404062, 35.408432693994, 36.79946873501791 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44796772638278676, "rpss": 0.026407386033749036, "brier_below": 0.21662468281197628, "bss_below": 0.01648426017432114, "brier_above": 0.23134304213376533, "bss_above": 0.03551934757674291, "crps": 34.357132420293006, "crpss": -0.0056447474240513, "crps_fair": 33.72101612396952, "crpss_fair": -0.029457900840997864, "reliability": { "below": { "weight": [ 0.0, 0.002018, 0.368846, 0.509253, 0.114951, 0.004932, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2608, 0.3413, 0.4373, 0.5092, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0667, 0.2846, 0.3271, 0.4522, 0.7583, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.194572, 0.541326, 0.216991, 0.047111, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2688, 0.3486, 0.4399, 0.5276, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2697, 0.3795, 0.4664, 0.5758, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.5622428092387243, "training": [ 0.5795955227241165, 0.5641935216316382, 0.5485973213166444, 0.5412344956640283, 0.5032904861180981, 0.5860551791034105, 0.5725716323543333, 0.5574159671708325, 0.5865789020713923, 0.5901841367909814, 0.5042613550676894, 0.5144561230450504, 0.5620644768900511, 0.568026469695251, 0.5948907001919534, 0.5562165664285094, 0.5421367078302947, 0.5711796720601829, 0.5645877328426717, 0.5978103669778161, 0.5786066933997854, 0.5665001906343333, 0.6206114658688906, 0.5227617358514264 ], "test": 0.5831558818903524 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4256107315906781, 0.43918345778227424, 0.4502503177934039, 0.4980627433317657, 0.4740871622087403, 0.4404179219980812, 0.43896795174847303, 0.39852728805905113, 0.4100361793292639, 0.43630602204200475, 0.5142662055568381, 0.5254576831255954, 0.3856654967510757, 0.4451991341829617, 0.3979705690610236, 0.42879920163844326, 0.480331713734198, 0.44176178149827117, 0.4630513642913638, 0.4358289373048452, 0.4379586374904443, 0.45546380255458885, 0.4020766891046829, 0.49376356743095007 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27666481204968696, 0.16380688400321905, 0.23498615937300066, 0.20413977252303744, 0.27118688455477297, 0.15703933955329483, 0.18909669806292015, 0.22427316167320227, 0.18691287276676186, 0.28721089053866394, 0.2881954390787938, 0.3134205648031663, 0.19095224966570726, 0.2515550479182993, 0.15752102635053886, 0.1716743492815113, 0.33520131343205817, 0.14469226786699724, 0.22555409656549966, 0.14957624119618118, 0.13953793725356486, 0.2997950301849216, 0.2642534019035747, 0.2341338992601135 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1489459188547859, 0.2753765752675947, 0.2152641570179151, 0.29392297084307806, 0.2029002765214497, 0.2833785831152943, 0.24987125414713324, 0.17425412473503038, 0.2231233068040007, 0.14909513041309472, 0.2260707677259291, 0.2120371192001191, 0.19471324565035594, 0.1936440850516352, 0.24044954234590546, 0.25712485323824225, 0.14513039723952012, 0.2970695167853887, 0.23749726838975238, 0.2862526977886366, 0.29842070367360723, 0.15566877176470423, 0.1378232877741889, 0.2596296696393898 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.086298863571663, 27.88889697895957, 22.36856569871297, 28.724276534669265, 25.76988380608451, 29.06043708907519, 23.63843505483799, 15.288163664210838, 16.46838085102344, 17.072720611051682, 23.221380714658498, 22.883992285185233, 15.463733658298134, 17.035924669881283, 18.179181238278943, 18.432929462816418, 22.61150862857436, 19.060870951692543, 23.95404743333584, 21.077828307449572, 22.87787770168372, 22.94275791686131, 32.497232502181554, 24.550005451685813 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.326856274291004, 27.194253125441772, 21.643255402535978, 27.95969953257925, 24.988730177117425, 28.294158584159668, 22.888086458190084, 14.510831951253165, 15.786690964178321, 16.283781536905533, 22.414821598277143, 22.07515651063153, 14.649391846977078, 16.247864043981863, 17.392705690534612, 17.6481786423997, 21.83768231290349, 18.189951271749454, 23.156780359186975, 20.313229097554583, 22.094997096323027, 22.202438940099693, 31.739271372169576, 23.72694565093644 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4466268566503757, "rpss": 0.01378763638922742, "brier_below": 0.2233908474941453, "bss_below": 0.014685689430468885, "brier_above": 0.22323600933278132, "bss_above": 0.012887319431119315, "crps": 22.25647208644918, "crpss": -0.0009399056190466659, "crps_fair": 21.481906601682386, "crpss_fair": -0.008109968484217411, "reliability": { "below": { "weight": [ 0.0, 0.010643, 0.2509, 0.503048, 0.201886, 0.031778, 0.001746, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1891, 0.2606, 0.3462, 0.4327, 0.5418, 0.6225, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.523, 0.2744, 0.339, 0.4335, 0.4381, 0.5883, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.006919, 0.23873, 0.522335, 0.193374, 0.035315, 0.003328, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1849, 0.263, 0.3439, 0.4372, 0.5345, 0.616, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4806, 0.2326, 0.3609, 0.4458, 0.3079, 0.3298, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4241879240531911, 0.4538571023033178, 0.4466297604461089, 0.5024810243810198, 0.4083661771597727, 0.47604633001215796, 0.45992459580814576, 0.39382509076777944, 0.3967395245333235, 0.4347349311449672, 0.4756579706606006, 0.5067162607258171, 0.3948697742009743, 0.43437039392052657, 0.3938247751696576, 0.44234852639453237, 0.470341240979797, 0.4312907823254292, 0.447143411753459, 0.4168545530358393, 0.43691982679335056, 0.45673423182236467, 0.4026237560810745, 0.4241260786499492 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2697362459686897, 0.18055206754992398, 0.2589057009983826, 0.2088801172838125, 0.2732674717744002, 0.1800499287020328, 0.2204864389925629, 0.2009959536512332, 0.1412689637043729, 0.2845518674339792, 0.2593479495188877, 0.28538770206870584, 0.19589846832781177, 0.216235757453859, 0.1659781119632196, 0.1710456293936188, 0.3199077574567416, 0.15666436867417805, 0.23459088571202757, 0.10631306680070003, 0.13392390321050415, 0.339686331003691, 0.28179787194609884, 0.1701828567337611 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15445167740491164, 0.2733050367393025, 0.18772405764312086, 0.293600906421763, 0.13509870540544752, 0.29599640266048577, 0.23943815668557658, 0.19282913648244437, 0.2554705611284947, 0.15018306241746315, 0.2163100212603846, 0.22132855981549845, 0.1989713053369776, 0.21813463627657212, 0.2278466630311373, 0.27130289837084653, 0.15043348066712842, 0.2746264162358381, 0.2125525252088605, 0.3105414883277106, 0.3029959269433708, 0.11704789962892671, 0.1208258844142018, 0.2539432227606607 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.42831383649539, 44.666611625493765, 34.438498171532636, 45.53771277480392, 38.075533241607395, 48.11214425156016, 38.42041216314463, 24.6239780686558, 27.083005037231654, 28.137790382144903, 35.31722253919886, 36.58162429203853, 24.801220710514087, 27.488162889031678, 27.78022527740198, 29.83244958342176, 34.67056173547901, 27.895951806636997, 36.24690333248576, 30.600916496435243, 36.70955492655384, 37.25375929767181, 54.449360388643576, 34.06178648592606 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.205196364334434, 43.563321912830126, 33.28459474251329, 44.31328134356443, 36.77973688488262, 46.885606073188626, 37.23326341411221, 23.406419669129022, 26.009715035483392, 26.85525689304861, 34.06156078184013, 35.30676632700245, 23.50547704710731, 26.2344788112747, 26.53475572248954, 28.58566283574869, 33.452128627523734, 26.50785005949205, 34.995905267821406, 29.38006835762814, 35.47066025575155, 36.06737305846514, 53.235618611386734, 32.767778916699484 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4387755851301316, "rpss": 0.03135420987951598, "brier_below": 0.21898564234679982, "bss_below": 0.03362271288514518, "brier_above": 0.21978994296946355, "bss_above": 0.029083390677716148, "crps": 34.96723747142123, "crpss": 0.008473262213308574, "crps_fair": 33.73510320888824, "crpss_fair": 0.0018207078372244334, "reliability": { "below": { "weight": [ 0.0, 0.004625, 0.24003, 0.518799, 0.204388, 0.030296, 0.001862, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1899, 0.262, 0.3466, 0.432, 0.5417, 0.6216, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3152, 0.2592, 0.3283, 0.4604, 0.5896, 0.5944, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00563, 0.255722, 0.547298, 0.166992, 0.02184, 0.002518, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1852, 0.2625, 0.3435, 0.4359, 0.5342, 0.6127, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.339, 0.223, 0.3624, 0.482, 0.3307, 0.5194, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43141747060266866, 0.4993559453413196, 0.4157216130277026, 0.41349501758044654, 0.4602890002851458, 0.4912296215886273, 0.3977072485528918, 0.39141860627707153, 0.5017749810528422 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20213845458527727, 0.3327025039950464, 0.17488121750314897, 0.13675553497370674, 0.1684017120156537, 0.2433764474633505, 0.24337622973478346, 0.11902931741266864, 0.3071561562162537 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22927901553538366, 0.1666534542447256, 0.24084038768414737, 0.2767394717289759, 0.2918872764591493, 0.24785317977723087, 0.154331023773597, 0.27238927247717143, 0.19461883649641656 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.368413658667542, 25.601442625884964, 18.8151344139142, 21.406769452009936, 22.027930482515643, 27.906638546579874, 17.540885046645705, 24.257562065508623, 23.76030427959918 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 19.99048515526349, 25.211809725887843, 18.41446221420729, 20.98980246220585, 21.64208862823192, 27.506097983644302, 17.14309367929597, 23.822754557425945, 23.35687318553796 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44471216714541284, "rpss": 0.04270380151816422, "brier_below": 0.2142019526555433, "bss_below": 0.032442747804086736, "brier_above": 0.23051021313075534, "bss_above": 0.05204570795867991, "crps": 22.40945339681396, "crpss": 0.003582916946885728, "crps_fair": 22.008607510188952, "crpss_fair": -0.01881539009817068, "reliability": { "below": { "weight": [ 0.0, 0.002382, 0.409881, 0.467639, 0.116633, 0.003465, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1984, 0.2582, 0.3401, 0.4372, 0.5099, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0385, 0.2758, 0.3261, 0.533, 0.8688, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.176489, 0.499638, 0.248172, 0.0757, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2688, 0.3505, 0.4402, 0.5272, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2339, 0.3832, 0.4804, 0.5841, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44322419674939545, 0.4758072704742689, 0.4083403645304847, 0.42382328328862967, 0.4639371180050553, 0.4941285285634999, 0.4156106518563282, 0.4157065545311437, 0.49668258377181146 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19879135171228093, 0.30851249822999915, 0.19691873448305014, 0.1556397639215611, 0.17729388745562152, 0.24598691447581533, 0.22731572308345105, 0.13670169831786746, 0.3039427623235204 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24443284129981857, 0.1672947842036424, 0.21142162791374877, 0.2681835121304661, 0.28664322050433166, 0.24814161674451818, 0.18829492882694124, 0.2790048409650414, 0.19273983170062983 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.63066349129368, 38.91399992948828, 27.91477079777089, 30.995178497951173, 35.11513459712923, 41.94984172668383, 29.135402105732194, 36.29582408671164, 37.46731983695408 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.029891928840367, 38.30125660754601, 27.287129464298566, 30.342342138548194, 34.50132813942024, 41.323708405283725, 28.492693107615132, 35.62108548581262, 36.83466390896564 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.4485845057522908, "rpss": 0.02506690589817162, "brier_below": 0.21678925933368523, "bss_below": 0.015737052619736902, "brier_above": 0.23179524492101533, "bss_above": 0.03363409165872688, "crps": 34.37979278552388, "crpss": -0.006308023887010128, "crps_fair": 33.74823324292561, "crpss_fair": -0.030288803386889995, "reliability": { "below": { "weight": [ 0.0, 0.002153, 0.367621, 0.50912, 0.118037, 0.00307, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1984, 0.2614, 0.3411, 0.4357, 0.5083, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0625, 0.2895, 0.3254, 0.445, 0.8702, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.200611, 0.537277, 0.213522, 0.048589, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2699, 0.3482, 0.4378, 0.5258, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2763, 0.3806, 0.4603, 0.5776, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.650919849765048, "training": [ 0.6736514166446993, 0.6534096151082436, 0.6340642130853209, 0.6287996184805957, 0.6069539008824744, 0.6767804318137077, 0.6520662678972753, 0.6504042733567187, 0.6662636328188914, 0.6739617250460346, 0.6026806362921215, 0.6071623531845882, 0.6439948591900561, 0.6568081889879124, 0.6841352821860099, 0.6426831792852358, 0.6253837907997929, 0.6664467261192629, 0.6534872676602274, 0.6825444892001027, 0.6562802410900106, 0.6576641099427681, 0.708087249228582, 0.6183629260605193 ], "test": 0.670941353896955 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42850007744429935, 0.45040789432953154, 0.4605665090683629, 0.492301129235447, 0.47620353646811886, 0.4442962654173935, 0.4468018810607823, 0.38762956090432876, 0.4138089595737193, 0.43818493452013735, 0.4925370759522707, 0.5113374648531502, 0.3862394153130481, 0.4350737149127415, 0.40959151546081257, 0.4371503293133309, 0.4828965927391447, 0.43787093241432207, 0.46754018346788706, 0.4521270298177565, 0.45596198366777574, 0.465379255893846, 0.4105710974097852, 0.47358001484326645 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27857543597317785, 0.1697544107381282, 0.23990738181169516, 0.20166679996156664, 0.27528418103470875, 0.1571779149291775, 0.1939947190550635, 0.21898887609921547, 0.19048430637251787, 0.28406722965770176, 0.2758720010093363, 0.30505212693952105, 0.19222362459623946, 0.2460183790234749, 0.16704091510913519, 0.1774226994577452, 0.33553111013882514, 0.14418054952593523, 0.22796108130498421, 0.1636516271308451, 0.147508861414783, 0.3070987459883636, 0.2689872912823775, 0.22789115303569504 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14992464170742226, 0.2806534825779168, 0.22065912758999917, 0.29063432941876877, 0.200919355700854, 0.28711834993889024, 0.2528071618970404, 0.16864068542181201, 0.22332465339417193, 0.15411770540608627, 0.21666507520367595, 0.20628533809798966, 0.1940157911118, 0.18905533612531564, 0.2425506005529557, 0.25972762938105926, 0.1473654842856788, 0.29369038190502905, 0.2395791021829888, 0.2884754026306895, 0.3084531211580571, 0.15828051072408858, 0.14158380622913738, 0.24568886225617262 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.245850999597486, 27.701598253234017, 22.782086990975998, 27.941162043321253, 26.466001007901554, 27.050850547655486, 23.563061536368814, 14.659705722501391, 16.88343813835502, 17.120914625434025, 23.12649821712418, 21.568768327817104, 15.788227642011952, 16.490783287598184, 18.297615180845426, 18.81454810215102, 22.458113202585306, 18.84820945115892, 24.18683463461275, 20.97908813593524, 23.37246105071245, 23.347805578847243, 33.46680996862088, 25.164902807852943 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.418451532103482, 26.74912208191007, 21.916066067664403, 27.10724828474197, 25.760722102067636, 26.06600111688328, 22.628323829959967, 13.734099837902724, 15.944699022011667, 16.273056548090633, 22.029011815658148, 20.574036909708564, 14.84918425198426, 15.564428422126817, 17.261084240226456, 17.881052542594844, 21.51960093552421, 17.920222249864715, 23.23398039081831, 19.977818502576486, 22.421618789669747, 22.510210735876157, 32.70086180593471, 24.024031692406425 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44818988975338575, "rpss": 0.010336248395047543, "brier_below": 0.22484755923292554, "bss_below": 0.008260542927399195, "brier_above": 0.2233423306207333, "bss_above": 0.012417184295369976, "crps": 22.221888977217446, "crpss": 0.0006153999098785778, "crps_fair": 21.294372237846073, "crpss_fair": 0.0006907057353571222, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.151856, 0.669883, 0.143402, 0.034858, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2699, 0.3454, 0.4352, 0.54, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.327, 0.3201, 0.479, 0.4208, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.194536, 0.649127, 0.134403, 0.021935, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2687, 0.3476, 0.4326, 0.5372, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2401, 0.3592, 0.4414, 0.2895, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4340258658986827, 0.4588195965491968, 0.45674436149574427, 0.4874800891656302, 0.41773330674198395, 0.4691889799932374, 0.46334962275983954, 0.3915727329481812, 0.4056934300957666, 0.44259439705379283, 0.45781725813308305, 0.4845670307734458, 0.40265918807992573, 0.42905014582664913, 0.4020330764720851, 0.4487325968108904, 0.47541754641942785, 0.4317612613220061, 0.4568454859319577, 0.43437772037622885, 0.4487763326598893, 0.4618279017722982, 0.41720720516461174, 0.4178187677109704 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2792200156890685, 0.18342291155150053, 0.2634958935878044, 0.2005277991624017, 0.2796373004974587, 0.17553391683237127, 0.2238604533028495, 0.20096986966025315, 0.14780019399241626, 0.28713598357199005, 0.2474435375725721, 0.2710195280317576, 0.19966830329173368, 0.21306335491782633, 0.17328120761503318, 0.17507249518918758, 0.3203776022230792, 0.15765162363307694, 0.2401010508832268, 0.11717170164825413, 0.14033150408045342, 0.3412400448142007, 0.29056440395436645, 0.1715080189764528 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15480585055606122, 0.2753966840931416, 0.19324846842991655, 0.2869522904552577, 0.1380960068378106, 0.2936550623732745, 0.2394891694458291, 0.1906028638811214, 0.2578932358756846, 0.1554584138725941, 0.21037372107017788, 0.2135475026837246, 0.20299088497577833, 0.21598679090363485, 0.22875186933111474, 0.2736601008105495, 0.15503994585171035, 0.274109637109182, 0.2167444354335659, 0.31720601843256047, 0.30844482781658245, 0.12058785814559767, 0.12664280135725892, 0.2463107492979313 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.91232011190888, 44.28833925858851, 34.92534290791269, 43.743172564188605, 38.300558946424864, 44.397560589526975, 38.00106087693491, 23.584039046024603, 27.7168210961496, 28.301870641145353, 34.636719573357986, 34.046189144750514, 25.43207995482617, 26.675363348093164, 27.93677231679315, 30.316728844497483, 34.44322718716379, 27.65533617549821, 36.75586624967957, 30.959057062752276, 37.53061686495842, 37.69246023424694, 56.349900307845125, 34.62527066912919 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.57208462876225, 42.781271653022934, 33.53915659395734, 42.40155725167868, 37.13018125871293, 42.87677911681361, 36.51686163452663, 22.10742829197959, 26.213445975120386, 26.93173866658868, 32.95858478231663, 32.487453711318366, 23.949015693323478, 25.196942328438343, 26.32396956727664, 28.824466227335424, 32.953091070936814, 26.177812539241067, 35.24873281431529, 29.378476536406932, 36.02745786856672, 36.33532545738085, 55.109941551246415, 32.88743521086313 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4415039125064802, "rpss": 0.02533112446470942, "brier_below": 0.2208374464449723, "bss_below": 0.025450755118954893, "brier_above": 0.2206664662100025, "bss_above": 0.02521137105207527, "crps": 34.801111415516544, "crpss": 0.013183912472916948, "crps_fair": 33.330383767922044, "crpss_fair": 0.013795847281935392, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.109203, 0.753299, 0.115541, 0.021957, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2794, 0.3449, 0.432, 0.5459, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2718, 0.3239, 0.5278, 0.5626, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.164852, 0.703662, 0.12275, 0.008737, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2694, 0.3478, 0.43, 0.5197, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2, 0.3595, 0.4691, 0.3159, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.431306368790606, 0.4921269890246399, 0.43150091808321694, 0.41901049482754804, 0.4620174036179181, 0.4653830479690506, 0.4026339846624145, 0.4116259748596919, 0.4891858454074056 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20395816730229094, 0.3301619085934798, 0.1791110287852825, 0.13822095313712968, 0.1688931231934649, 0.23374916443264926, 0.24873864936994036, 0.12456188345662252, 0.2977176659173418 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.2273482007184415, 0.1619650940465236, 0.25238988109577015, 0.2807895299543742, 0.2931242675294205, 0.2316338884467705, 0.15389533965380328, 0.28706407429142683, 0.19146819058420805 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.613120009757935, 25.517476699006863, 19.301890683785647, 22.680183770215976, 21.313899682662854, 28.2593815741045, 17.82310413617967, 24.903479158772313, 23.827729840496325 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 19.709187944654524, 24.593445838712675, 18.389962775591943, 21.62537699593065, 20.415747908055778, 27.2166302347768, 17.058250598509787, 23.851230966791427, 22.810329560059557 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4449767808047213, "rpss": 0.04213418892638743, "brier_below": 0.21390139379868905, "bss_below": 0.03380038202756497, "brier_above": 0.23107538514674872, "bss_above": 0.049721484528290505, "crps": 22.693362839442454, "crpss": -0.009040872382814813, "crps_fair": 21.741129202564792, "crpss_fair": -0.006433370190789267, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.328243, 0.599205, 0.062589, 0.009964, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2676, 0.3361, 0.4416, 0.5126, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2595, 0.3343, 0.5996, 0.7802, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.138937, 0.640064, 0.178596, 0.042404, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3502, 0.442, 0.521, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1757, 0.3993, 0.4869, 0.6891, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4450305492652991, 0.4747658581196457, 0.4172421720142415, 0.4276483827736741, 0.45740306436467243, 0.4761564083960682, 0.4237385522921705, 0.43629279817714006, 0.48449118061648755 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.20102890389035963, 0.30806513986983897, 0.200258572552978, 0.15669244038747243, 0.1744070704515083, 0.2386533794805034, 0.23476134703578228, 0.14287790889503524, 0.29302987849234685 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24400164151551165, 0.1667007312897461, 0.21698359759037025, 0.2709559342991563, 0.28299598306428786, 0.23750303087188304, 0.1889772051682154, 0.29341487311033004, 0.19146131206371822 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 32.10796696993643, 38.84516697313609, 28.625740989063125, 32.44425419244227, 33.69848344945506, 42.07997361488293, 29.655307548289063, 37.61034660490188, 37.450502880624725 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 30.67425143815396, 37.39031150421133, 27.192686668367305, 30.849157004849815, 32.27901829516393, 40.4942979429582, 28.411318252237294, 35.99871993882351, 35.88243959762253 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44919655177993323, "rpss": 0.023736712991795028, "brier_below": 0.21664162678398058, "bss_below": 0.016407331437738204, "brier_above": 0.23255492321924656, "bss_above": 0.03046695503792385, "crps": 34.72419369141463, "crpss": -0.016388753494482877, "crps_fair": 33.241355626931984, "crpss_fair": -0.014814502000901397, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.256986, 0.694453, 0.045228, 0.003333, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2773, 0.3359, 0.4404, 0.5089, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2914, 0.3218, 0.5928, 0.6817, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126131, 0.705797, 0.156264, 0.011807, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2733, 0.3491, 0.4393, 0.5052, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1992, 0.3963, 0.4736, 0.6253, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.613585980976047, "training": [ 0.6311142496258019, 0.6175333695445606, 0.6002384429017041, 0.5965301865457805, 0.5708418590117899, 0.6381790585839195, 0.6181554277695326, 0.6107844493421972, 0.6320943584717396, 0.6346502262276082, 0.5643222260085865, 0.5735675019486053, 0.612024710618033, 0.6187369995448669, 0.6429674909298019, 0.6048539753646968, 0.5977128049605333, 0.6174742031464743, 0.6171683046862234, 0.6469649849935112, 0.6259351646905162, 0.6111828303222031, 0.6622263083240731, 0.5808044098623685 ], "test": 0.6339542039353281 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42242288836063113, 0.4501459609797026, 0.4534273156284515, 0.4904592859942728, 0.47395957312033415, 0.4425484335081998, 0.45288511019557415, 0.3924582774757792, 0.4089223373713954, 0.43776417925661304, 0.48920298216359215, 0.5046345263273263, 0.38457812529906693, 0.4340393952897467, 0.4030950270897549, 0.4392789228056979, 0.47356017730509975, 0.4514665844568181, 0.4639250870862471, 0.44444885892365493, 0.4542299977619123, 0.46631486561583074, 0.4121947625134587, 0.48109726191852403 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2737262569808029, 0.16689064232320733, 0.2406148463032486, 0.1987741143187709, 0.2750417196382902, 0.1530067211439185, 0.19634868702174757, 0.2194623599427132, 0.18069316581798212, 0.2912927960153554, 0.27725355694819664, 0.30502830038068207, 0.19138569247124648, 0.24014040618312124, 0.16259682798170372, 0.1762292615208329, 0.33600134699646417, 0.14819340062522965, 0.2279145527741683, 0.14923947166833956, 0.14255377516144138, 0.31504411638133645, 0.27274252680729283, 0.22791108315675287 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14869663102471148, 0.2832553196057576, 0.21281246847430466, 0.29168517172077457, 0.1989178523892246, 0.2895417120268499, 0.25653642279591377, 0.17299591697353692, 0.2282291716410332, 0.14647138318824315, 0.21194942662759236, 0.19960622674390296, 0.19319243255018476, 0.19389898835645392, 0.2404981996248857, 0.2630496625170214, 0.13755882892349344, 0.30327318565152117, 0.23601053507436182, 0.2952093886198234, 0.31167622381665405, 0.15127074911409183, 0.13945223645396596, 0.25318618022288875 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.04185205517191, 28.63593140527666, 23.120310440170858, 28.507798961963754, 26.571046092788134, 28.654247764937537, 25.41562724061774, 15.29197670533487, 17.85446622690596, 18.234956547492914, 23.832605186188015, 22.52173857115123, 14.98744285357834, 16.898117868397186, 18.047972835508634, 19.60121552036025, 22.12652908875514, 19.55124893492673, 24.189590353126928, 21.08036601226077, 24.973216069642046, 25.38335701264892, 34.70917470801457, 25.48996595775043 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.350057004027448, 27.994876152140034, 22.464938838330287, 27.826164288802456, 25.92877493689513, 27.94154164864049, 24.736497849886657, 14.58353628655674, 17.22846455890997, 17.547314472046168, 23.072242095600348, 21.787395625588164, 14.260136869003878, 16.200804283618893, 17.31103061531426, 18.903946310627273, 21.40333574172277, 18.794625732589584, 23.461048899092923, 20.399491234487193, 24.270832630882946, 24.730034003165912, 34.01444463355733, 24.728178346274984 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44696083068532017, "rpss": 0.013050176656381529, "brier_below": 0.2236702345234519, "bss_below": 0.01345339168303994, "brier_above": 0.22329059642238294, "bss_above": 0.012645944356810435, "crps": 22.863364767207063, "crpss": -0.028233678874716395, "crps_fair": 22.16415471074008, "crpss_fair": -0.040126731822472506, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.28543, 0.490335, 0.190471, 0.033353, 0.000411, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2642, 0.348, 0.439, 0.5364, 0.6115, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2744, 0.3506, 0.4311, 0.4511, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.312703, 0.522654, 0.14188, 0.022557, 0.000206, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2669, 0.3448, 0.4374, 0.532, 0.6088, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2501, 0.3846, 0.4168, 0.3176, 0.1676, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4284636241474034, 0.45998567463865875, 0.45090895681729, 0.49239982483483, 0.4151804777100999, 0.46936966484905757, 0.46910476539557694, 0.387654761612769, 0.4026602701221006, 0.44208580247431556, 0.4637758130790382, 0.4928112717746019, 0.38812389418428683, 0.42500772602727127, 0.3972220334461573, 0.44747851932451094, 0.4667742557192178, 0.4314665146256015, 0.446313637583835, 0.43086536637908696, 0.4508601057233941, 0.46951988532243577, 0.41528801937171006, 0.4205002699306272 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.274714905078847, 0.17849461800272814, 0.265762833680962, 0.2003339489067358, 0.2831671244840016, 0.16825987361164652, 0.22290244495451508, 0.1948141874856424, 0.13680897711551882, 0.29568522723583907, 0.2575753439961798, 0.28368919776095763, 0.19083472441113855, 0.2053513478656499, 0.16965984608384296, 0.1691047718729274, 0.32483825165368313, 0.15187270496423336, 0.2366729871666658, 0.1054487039466314, 0.13222585124391775, 0.35808030056816464, 0.2924923556581362, 0.16771282445961555 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15374871841168156, 0.281491057731303, 0.185146122104018, 0.2920658755521446, 0.13201335316148854, 0.3011097912850946, 0.24620231978227597, 0.19284057371071997, 0.265851293186105, 0.14640057545044172, 0.20620046967153224, 0.2091220750992147, 0.19728916999765517, 0.21965637815400796, 0.22756218800732972, 0.27837374873332943, 0.14193600274796467, 0.2795938113593304, 0.20964065057120523, 0.32541666382540935, 0.31863425626912867, 0.11143958448323613, 0.12279566416093209, 0.252787446317061 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.92563420738692, 45.76828376764574, 35.330326129259085, 44.651661525532205, 38.65668215475647, 47.31454909088514, 41.25311203338125, 24.323706202535384, 29.168553950143366, 30.03986559491539, 35.86367559777949, 35.8824454999544, 23.662435148118266, 27.235399620725453, 27.20987921518334, 31.343441681825887, 34.03925146827172, 28.52099097317173, 36.52677238493819, 31.06067328433492, 40.02730112352968, 41.082366076984684, 58.072814657495385, 34.89792320229978 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.845004619776375, 44.79531981222745, 34.32704799462272, 43.59521585433978, 37.607535380087164, 46.22250128679372, 40.21970088630303, 23.254509290783762, 28.22477457457967, 28.95619282029686, 34.75348292765994, 34.79112835007684, 22.55801915152837, 26.174972569957546, 26.105792358813282, 30.280951603009104, 32.95592241888773, 27.37207507149826, 35.43650388355296, 30.028272555370823, 38.96972946143642, 40.06643273358102, 56.98328980321829, 33.78291703736924 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.44015921396224483, "rpss": 0.028299695707041495, "brier_below": 0.21943763967534088, "bss_below": 0.03162806178629851, "brier_above": 0.22072157457385874, "bss_above": 0.024967931224675888, "crps": 35.78573935796058, "crpss": -0.01473607784668074, "crps_fair": 34.72113718524043, "crpss_fair": -0.027354797880640325, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.31843, 0.511077, 0.147169, 0.022973, 0.000352, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2659, 0.3457, 0.4356, 0.5369, 0.6115, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2591, 0.3514, 0.4843, 0.595, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.34528, 0.520644, 0.118889, 0.015187, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2663, 0.3437, 0.436, 0.5359, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2428, 0.3905, 0.4465, 0.3996, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43080007744482296, 0.4865735449665637, 0.4327227532629485, 0.41922366974347675, 0.4648931012310714, 0.4829308282563702, 0.40502806185473283, 0.4096020515731554, 0.4901775776283286 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20042886147666897, 0.3251399485242672, 0.18514445654734243, 0.13552743972518666, 0.16604498528314238, 0.23978070440353041, 0.24691026314200018, 0.1208005844586814, 0.30073061396021006 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.23037121482981068, 0.16143360900494258, 0.24757828836057205, 0.2836962177408583, 0.29884810346927154, 0.2431501279283763, 0.15811780317388133, 0.2888014491216538, 0.18944697416147013 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 21.143506433730927, 25.625383158125654, 20.250263934069334, 22.565922230617378, 23.14456788032274, 29.089431692180952, 18.411990865904293, 24.91164519036529, 24.173794128691195 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.799856716088126, 25.26491189700146, 19.882167728998756, 22.16614223561804, 22.795408604999825, 28.706189952299187, 18.062879932327938, 24.497158365435318, 23.793771784774417 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4468835184401634, "rpss": 0.03802970781531834, "brier_below": 0.21338976194678105, "bss_below": 0.036111439899031095, "brier_above": 0.2334937541989818, "bss_above": 0.03977614071177227, "crps": 23.257389501556418, "crpss": -0.03411983309979871, "crps_fair": 22.885387468615892, "crpss_fair": -0.059403006327932495, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.452195, 0.439123, 0.103823, 0.004859, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2651, 0.3417, 0.4391, 0.5299, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2575, 0.3477, 0.5704, 0.5088, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.260644, 0.476363, 0.226002, 0.036991, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2705, 0.3505, 0.4401, 0.5181, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2887, 0.3882, 0.5056, 0.5868, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44093132293269943, 0.47159931957923135, 0.4198525089122732, 0.42277945171446424, 0.46513651352324803, 0.4852287181200329, 0.4239265312252567, 0.4275194009162992, 0.4884353448255037 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1937239507428106, 0.30767976718950296, 0.20490586803969812, 0.14913942087977702, 0.1705913388234465, 0.24037758230178982, 0.23065447578835355, 0.13331072445459896, 0.3003179972600934 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24720736773937027, 0.1639195639594708, 0.21494663835119684, 0.27364002241037116, 0.2945451637851933, 0.24485113695504773, 0.19327205508241224, 0.2942086598682152, 0.188117356979478 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 32.84622750757369, 39.097221530380445, 30.33345478140725, 32.22068639779001, 36.75549009616343, 43.23967095257527, 30.461916085748776, 37.828133712371255, 37.807573022424265 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 32.323215080035276, 38.55734476727518, 29.783935882403206, 31.635239793722764, 36.225311266690824, 42.677262863717466, 29.91352646436444, 37.223334137791625, 37.245414419934924 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44948990130544547, "rpss": 0.02309916051975558, "brier_below": 0.2145223472755634, "bss_below": 0.026029248601386, "brier_above": 0.23496755168119504, "bss_above": 0.02040858694708869, "crps": 35.62115267627049, "crpss": -0.04264304272737407, "crps_fair": 35.06495385288175, "crpss_fair": -0.07048653735007293, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.487078, 0.435191, 0.076663, 0.001067, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2679, 0.3393, 0.4373, 0.5007, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2642, 0.3602, 0.537, 0.749, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.314159, 0.469691, 0.192113, 0.024038, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2707, 0.3483, 0.4368, 0.519, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3224, 0.3849, 0.4687, 0.5868, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.601122774749537, "training": [ 0.6236807803546746, 0.603502142692759, 0.5806779640194519, 0.5764195726495206, 0.5467838718699468, 0.6255880861566445, 0.6032991542994298, 0.6008360483196652, 0.6272495030659769, 0.6352175759782627, 0.5341345686270951, 0.5437774719352431, 0.5977983939796231, 0.6054664613485098, 0.6339148394710182, 0.5926612810739196, 0.5839738416084204, 0.6034252318086957, 0.6063657552371269, 0.6417640771880975, 0.6180948371599488, 0.610776112021939, 0.6849227336433089, 0.5466162894796082 ], "test": 0.614846321475933 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4343329137804844, 0.4483810996452491, 0.45792617522761997, 0.4959807636997849, 0.4773727282248819, 0.4428257014335766, 0.44367660257816927, 0.3981737555919446, 0.40444469633553126, 0.44333130880255217, 0.5083481920925159, 0.52243221630241, 0.38919736291333445, 0.44559388795392396, 0.40192881540854813, 0.43406519137119787, 0.47935595371874773, 0.4498333991859056, 0.4721588762743154, 0.4346935314309835, 0.4478829900977683, 0.4651007364744733, 0.4116011314675412, 0.4837980636932313 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.28321013232357134, 0.16534730484382854, 0.2396185888093925, 0.20236856202835443, 0.27158719332381454, 0.15716986468272753, 0.19087662329776423, 0.22589501403493475, 0.18698787233363565, 0.291930999156714, 0.2899065308917108, 0.31207525304956985, 0.19207721637388422, 0.253397526647961, 0.1593781410182345, 0.17219530957002163, 0.3375481006758915, 0.14641541379265202, 0.2300609627049336, 0.14840464964209352, 0.14177278543837007, 0.30653280049942405, 0.2708875593104132, 0.2303196190816218 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.15112278009348215, 0.28303379743941076, 0.21830758511425527, 0.29361220126715964, 0.20578553302963978, 0.28565583774357406, 0.25279997964261247, 0.17227873998615223, 0.21745682531016258, 0.15140030837969531, 0.21844166162769563, 0.21035696286285877, 0.19712014471592357, 0.1921963598661964, 0.242550674426289, 0.26186988319438026, 0.14180784916514286, 0.30341798884791255, 0.24209791420888183, 0.28628888428285515, 0.3061102087392999, 0.15856793513145934, 0.1407135723525096, 0.2534784459686501 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.684601766165745, 28.07815642590022, 22.597989772643718, 28.663614691441484, 26.604637555707672, 29.157282509826327, 23.76613926521997, 15.367666426808878, 16.35060026115014, 17.74661785274514, 23.74392643577582, 23.35760609304573, 15.77529775857681, 17.144728427531625, 18.81004797518474, 18.416944845332598, 23.050117162007602, 19.338315158441056, 24.98296279761651, 21.08637829978884, 22.812185132869768, 23.706241527505405, 33.62242790001852, 24.743527265915137 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.907322977270773, 27.377512855106996, 21.878090771175728, 27.891919969206747, 25.831993665130877, 28.38872370513254, 23.042491238663974, 14.591968991595854, 15.677774926181158, 16.971087902917798, 22.95777275075116, 22.569497393932068, 14.969259724016615, 16.38094236988856, 18.05395143671528, 17.65801312417601, 22.29124766274474, 18.502574598399026, 24.208511551749208, 20.354732228133216, 22.049196619269708, 22.958290071230817, 32.90080800018512, 23.95738633522316 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4496848372376954, "rpss": 0.007035202633867144, "brier_below": 0.22524850098047997, "bss_below": 0.006492101444672493, "brier_above": 0.22443633639150828, "bss_above": 0.007579671869954341, "crps": 22.60866722113414, "crpss": -0.016779170867454507, "crps_fair": 21.84879461953322, "crpss_fair": -0.025327409885991026, "reliability": { "below": { "weight": [ 0.0, 0.008893, 0.243553, 0.564578, 0.155045, 0.027587, 0.000343, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1979, 0.2676, 0.3487, 0.4302, 0.5384, 0.6139, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5602, 0.2657, 0.3542, 0.4415, 0.3383, 0.0, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007714, 0.231511, 0.593908, 0.143279, 0.023588, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2716, 0.3468, 0.4387, 0.5325, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4848, 0.2436, 0.3689, 0.4223, 0.2471, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43225824268116575, 0.4565493911914416, 0.4560234712495086, 0.4980162861333191, 0.41582346829824507, 0.4742000316315235, 0.45930789223441315, 0.3983983795838897, 0.3962780209705793, 0.44188267849427754, 0.47691159768745967, 0.5101655868714066, 0.3979088810797948, 0.4373077492504911, 0.4007651696833357, 0.44329296494970427, 0.4769938502038534, 0.4354859095667562, 0.457368402853905, 0.4211319644720222, 0.4382181156388818, 0.46673361879949604, 0.41424514589950345, 0.42453395000802957 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.27711058535507815, 0.1810155082422192, 0.2659187804964673, 0.20516543765849116, 0.2763303470520644, 0.1783059751889564, 0.22036564992063398, 0.20339279820590836, 0.1424534555425351, 0.2893948574675682, 0.26220277315238877, 0.2849551813096853, 0.1965015261732286, 0.21883234272755045, 0.16846722592429228, 0.16894278000937865, 0.3251169350107819, 0.15739920344172043, 0.23953142698911542, 0.10662205587115174, 0.13295467323949406, 0.3470458545131579, 0.28943057425084057, 0.1699129160909794 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15514765604004918, 0.27553388603449125, 0.1901046887657627, 0.2928508476420287, 0.13949312111544035, 0.2958940584307759, 0.2389422414912449, 0.19500558051408284, 0.2538245671643162, 0.15248781943651293, 0.21470882385861004, 0.22521040525708907, 0.20140735376805785, 0.2184754064707407, 0.23229794374869597, 0.27435018662350386, 0.15187691142138418, 0.278086708725166, 0.21783697561167772, 0.31450991173159515, 0.3052634462103772, 0.11968776310269115, 0.12481457156088746, 0.2546210349143074 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 37.30144649288143, 44.95664501538271, 34.76133081209652, 45.338343475214565, 39.53869113795452, 48.173787716245336, 38.49042877372609, 24.740142594598794, 26.876009572998438, 29.166284663990268, 36.1198540700636, 37.38846796513305, 25.331352683119714, 27.666567491897915, 28.844249076956913, 29.728043990277197, 35.37380000310365, 28.184422462854577, 37.866525132787565, 30.682597811288716, 36.479195929164874, 38.48004436910623, 56.50433995482383, 34.498360265023045 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 36.03923026993123, 43.841958673974815, 33.61410010741457, 44.09815881105233, 38.252678192011416, 46.9451533277527, 37.344576635829114, 23.521232541395378, 25.816662156153146, 27.903528326907406, 34.898050305748136, 36.147565148889946, 24.05032178266502, 26.454863968461964, 27.645654488570422, 28.521394672737443, 34.17416168745825, 26.85631189539852, 36.64798711088759, 29.519371114643363, 35.27488842242472, 37.27634553202766, 55.34611049424917, 33.2639967861507 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.44290836539304185, "rpss": 0.022230638881431064, "brier_below": 0.22114036932640366, "bss_below": 0.024113965230697976, "brier_above": 0.2217679962349787, "bss_above": 0.02034538954961329, "crps": 35.52045547752873, "crpss": -0.0072137203608493294, "crps_fair": 34.31059593553062, "crpss_fair": -0.015207398434386565, "reliability": { "below": { "weight": [ 0.0, 0.004428, 0.243629, 0.585551, 0.145198, 0.021194, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2693, 0.3489, 0.4306, 0.5375, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3523, 0.2494, 0.3476, 0.4906, 0.4695, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.005637, 0.218786, 0.617699, 0.138535, 0.019342, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1987, 0.2716, 0.3471, 0.4379, 0.537, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2943, 0.2296, 0.3663, 0.4523, 0.2829, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4319149403490783, 0.4962692382773907, 0.4272567304870633, 0.4185652472532629, 0.4625793283578559, 0.4895195746295877, 0.40021218319679075, 0.40240257998287177, 0.4992735638885279 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20333159695587164, 0.33457654510780505, 0.17582250956731396, 0.13754873361289927, 0.16861339232449402, 0.24409413887652295, 0.2462515371072472, 0.12001594117448175, 0.30573908728078875 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22858334265341138, 0.16169270586890713, 0.25143421306432157, 0.2810165021676003, 0.2939659238386476, 0.24542544092687557, 0.15396065120112307, 0.2823866209586863, 0.19353448772652757 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.471949410276125, 25.898411254857365, 19.179862625221062, 21.388920152280537, 21.831833066699545, 27.990848856479676, 17.731074587295986, 24.436594605201094, 24.10401958456715 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.100531302169138, 25.510216740710582, 18.780936285409904, 20.990573600785915, 21.44657936765689, 27.601607987617022, 17.332245814173163, 24.02688266626549, 23.71117811665706 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4475548207136032, "rpss": 0.03658464927662086, "brier_below": 0.21511038688971384, "bss_below": 0.02833932054528754, "brier_above": 0.2324444320451223, "bss_above": 0.04409139176280019, "crps": 22.559279349208722, "crpss": -0.0030789652421761016, "crps_fair": 22.16675020904946, "crpss_fair": -0.02613608112126964, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.392986, 0.511059, 0.092284, 0.003671, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2633, 0.3381, 0.4354, 0.5478, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2826, 0.3206, 0.59, 0.3998, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.141153, 0.59589, 0.229079, 0.033878, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2708, 0.3495, 0.4425, 0.518, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2103, 0.3872, 0.5154, 0.5218, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44336596453203647, 0.47856055951417314, 0.4114349548681537, 0.42351074255991816, 0.4621226771918831, 0.4928904775596062, 0.4176570397521005, 0.41964417389635583, 0.49629287438341524 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19769463133249585, 0.31165769299441554, 0.19616200830953393, 0.1553102426076265, 0.1768582265280521, 0.246252379874374, 0.22804693059851638, 0.13573389860634053, 0.3026209973881113 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24567132941794692, 0.16690287862222522, 0.2152729448602269, 0.2682004926037838, 0.2852644404966698, 0.24663810005588566, 0.18961010968686606, 0.28391025928768987, 0.1936718873003837 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.76103103630841, 39.40767246167389, 28.31475062793576, 30.803998133312298, 34.63810709015275, 42.07635846615632, 29.391245185027916, 36.5193923658443, 37.909698285965874 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.171008045538088, 38.79612530235869, 27.68638622110378, 30.17735107645868, 34.024328717714546, 41.46559796430282, 28.744118773636743, 35.88383741451049, 37.29438482955637 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44949771825084917, "rpss": 0.023082171527333606, "brier_below": 0.21670411202660736, "bss_below": 0.016123636990584167, "brier_above": 0.23279360470351979, "bss_above": 0.02947188005511936, "crps": 34.53580596137528, "crpss": -0.010874581680734297, "crps_fair": 33.91590426057557, "crpss_fair": -0.035407577187395844, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.359724, 0.552991, 0.087285, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2662, 0.3386, 0.4322, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2957, 0.3198, 0.5067, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.142495, 0.632162, 0.200908, 0.024434, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2748, 0.3488, 0.4402, 0.517, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2554, 0.3813, 0.4802, 0.5057, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.5661427402154667, "training": [ 0.5845168461207697, 0.5663720881453538, 0.5523218064448465, 0.5478255033749253, 0.5110596625971295, 0.5910628731792682, 0.5758310728984427, 0.5605923778956573, 0.5913063680052061, 0.5926416923832521, 0.511702013328392, 0.5175703557849499, 0.5661752342202943, 0.5711706275125331, 0.5956004521068305, 0.5601112471491368, 0.5468296080748191, 0.5726408771403816, 0.5681921610138745, 0.6023862812763845, 0.5831164045146423, 0.5689725397189715, 0.6209032517237754, 0.5285244205613621 ], "test": 0.5849333955764894 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4231354283639954, 0.44045713891846866, 0.45075271335152706, 0.496596741076626, 0.47459422123842704, 0.44041797718696085, 0.4405908975207961, 0.39937717517360505, 0.41025740201408334, 0.4337478420493301, 0.5101830075141953, 0.5252749349424639, 0.3856298711609052, 0.4422910161268237, 0.3977754040155317, 0.4278873291465341, 0.481353438342011, 0.4444006259292848, 0.46287478322311965, 0.4378032525816907, 0.4370258431550811, 0.4547914129747109, 0.40330652343920453, 0.49329374358508693 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2747919214831517, 0.1648930382168381, 0.2352254690957117, 0.20326055269837034, 0.2703430957744837, 0.15692661323040605, 0.19022219884111918, 0.22601203689368088, 0.18895976338750067, 0.28400278144646995, 0.2862507825751114, 0.31253615656039696, 0.1912619788444626, 0.2499159082413787, 0.15737720740878017, 0.17102749972379266, 0.33657140077437175, 0.14574308590793472, 0.22375537726234943, 0.1523678889752519, 0.13952804353849094, 0.2980446748650034, 0.26485660147247914, 0.23405381096611053 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14834350621870995, 0.2755641024297049, 0.2155272428984112, 0.29333618847494836, 0.20425112441487217, 0.2834913644299057, 0.2503686994472881, 0.17336513676157006, 0.2212976389998351, 0.14974505987566933, 0.22393222606182223, 0.21273877916217834, 0.19436789082779396, 0.19237510673141206, 0.2403981966640566, 0.2568598301882803, 0.14478203461766959, 0.29865754281086393, 0.23911940644766305, 0.28543536524256513, 0.29749780278083154, 0.15674673773893844, 0.13844992247028515, 0.259239934343383 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.067128847848796, 27.790410887271666, 22.596168949997637, 29.03789789712039, 26.549207142693113, 29.01864092400496, 23.54585324064426, 15.393226656566634, 16.381756181043368, 17.07629653589423, 23.484736260411957, 23.15112032159979, 15.638472933661653, 16.99449853464982, 18.323475107884775, 18.548049350664353, 22.796484915332275, 19.24612584296926, 23.93390535183824, 21.06225113611676, 22.82692740897429, 22.98052567082049, 32.747455246360424, 24.761136988683983 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.29100895456497, 27.069184324724517, 21.852146877994883, 28.25004615195049, 25.74403085106826, 28.225814371595394, 22.77777622685712, 14.592458784883476, 15.6789384295901, 16.262920367938747, 22.642773837885866, 22.31201013624151, 14.795641932016348, 16.184309158495207, 17.505527670002706, 17.737262027545373, 21.995975627117204, 18.351680114696798, 23.110369901288426, 20.275871703531646, 22.02097017414209, 22.217671550285296, 31.993715518463514, 23.905898103179663 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44640911345960266, "rpss": 0.01426844273491601, "brier_below": 0.22324699534098527, "bss_below": 0.015320180891085, "brier_above": 0.22316211833494407, "bss_above": 0.01321405319223179, "crps": 22.372989680543878, "crpss": -0.006180049213372785, "crps_fair": 21.574750116502486, "crpss_fair": -0.012466959441059355, "reliability": { "below": { "weight": [ 0.0, 0.01092, 0.251556, 0.501484, 0.200103, 0.033849, 0.002088, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1911, 0.2614, 0.3465, 0.4333, 0.5401, 0.6213, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5034, 0.2744, 0.3369, 0.437, 0.4535, 0.5572, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007192, 0.236882, 0.52936, 0.187474, 0.035453, 0.003639, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1873, 0.2638, 0.3445, 0.438, 0.5333, 0.6141, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4908, 0.2286, 0.3646, 0.4399, 0.3124, 0.3584, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42280100421819844, 0.4540355627168984, 0.44852335258361914, 0.5015692685020896, 0.4101522392573071, 0.4749893922751286, 0.4601391823853645, 0.39456251386606234, 0.39566216663464276, 0.4333595683863705, 0.47434743425319775, 0.5063419454858887, 0.394955043559341, 0.43122521855276724, 0.39512186106882974, 0.44197116569407696, 0.471997491776128, 0.43266342195790053, 0.4456679705321487, 0.4171181990003893, 0.4358224934236751, 0.4577111023335499, 0.4028288021785651, 0.4249445309062148 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.26778850398218584, 0.18155006495120238, 0.2603472877550949, 0.20916584919032336, 0.2742513310905024, 0.18007945538657905, 0.2219134389061614, 0.20200269233770282, 0.14246292047103676, 0.2823360345390011, 0.2577340325539986, 0.28337326082698844, 0.19572038230899047, 0.21329776956553595, 0.16670093405556288, 0.1714962777338512, 0.32000721444551683, 0.15815266343477555, 0.23186796801057935, 0.10744248118579106, 0.13469351532576654, 0.3395277700986301, 0.28193779062088475, 0.17070230346206142 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.1550124997110037, 0.27248550000521377, 0.18817606337115075, 0.29240341840899703, 0.13590090819494355, 0.29490993775881186, 0.23822574356441614, 0.19255982104221636, 0.25319924670455457, 0.15102353283083653, 0.21661340185971797, 0.22296868579661064, 0.19923466053841035, 0.21792744884035495, 0.2284209270254678, 0.2704748891954247, 0.15199027437249968, 0.27451076067074387, 0.2138000015788489, 0.3096757197381353, 0.30112898122025705, 0.1181833311808071, 0.12089101172062956, 0.25424222830531085 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.3129592415271, 44.43400922974498, 34.773881686569375, 46.00478903176165, 39.41781456059631, 48.012192697535944, 38.21455291851026, 24.719667589019693, 26.90287196025319, 28.180160783067365, 35.76532343689604, 37.07221803445087, 25.11823167173332, 27.45558796185727, 27.963253679777274, 29.98643220432909, 35.0080312802038, 28.1162669457006, 36.182305392259316, 30.668726621491512, 36.582192429584936, 37.35174770638956, 54.85809393292431, 34.432670432004954 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.056750491115004, 43.285692795500644, 33.5868136101558, 44.73713635893289, 38.07766678750452, 46.742164474512435, 36.99649676714989, 23.462249137194267, 25.793427135900373, 26.854340419248818, 34.45619131480465, 35.74863518714213, 23.77399172029422, 26.16492806631515, 26.668419415920344, 28.694684714819303, 33.74429499405287, 26.687172978485403, 34.8845866256817, 29.411550012301795, 35.30453516012964, 36.124650828875076, 53.64971916247113, 33.09218449522871 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4386879554811814, "rpss": 0.031547662052840986, "brier_below": 0.21893966425994682, "bss_below": 0.0338256128486476, "brier_above": 0.21974829140147345, "bss_above": 0.029267385443898508, "crps": 35.14724922617453, "crpss": 0.003368870764036136, "crps_fair": 33.874928443905695, "crpss_fair": -0.00231654507858825, "reliability": { "below": { "weight": [ 0.0, 0.004625, 0.232346, 0.52013, 0.209191, 0.031644, 0.002063, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1918, 0.263, 0.347, 0.4326, 0.54, 0.6181, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.326, 0.2559, 0.3268, 0.4594, 0.5913, 0.6093, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00568, 0.246358, 0.554269, 0.168882, 0.022292, 0.002518, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1876, 0.2635, 0.3443, 0.4364, 0.5316, 0.6086, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.3272, 0.2175, 0.3651, 0.4718, 0.3375, 0.5194, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43080427915436137, 0.4994012675704227, 0.4169247883982139, 0.41338523420676476, 0.46104632705147397, 0.49036778624442173, 0.39828392214540265, 0.3923775439944106, 0.5013380003550693 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.2013649443433599, 0.33333028646244034, 0.17484037497769425, 0.137204907640603, 0.16958226840565846, 0.24299708625357974, 0.2438485553693883, 0.1199486443611537, 0.30676942784901556 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22943933445250753, 0.16607099408554954, 0.24208440549415228, 0.2761803157531152, 0.29146404687001043, 0.24737070573959943, 0.15443537175612562, 0.2724288831103973, 0.194568584181617 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.44156700118226, 25.70793903315349, 18.93066642691432, 21.6064724350885, 22.06632050992746, 28.119477526215224, 17.674743307200615, 24.152564827165293, 23.833802808184448 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.052133083001777, 25.305853786330466, 18.518362646276334, 21.172403851361782, 21.667910531853032, 27.701304375294782, 17.267205251179135, 23.7003983401058, 23.41561524601621 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.444881016568949, "rpss": 0.04234033291260619, "brier_below": 0.2144318328514326, "bss_below": 0.03140437141250163, "brier_above": 0.23044918238256384, "bss_above": 0.052296691890840075, "crps": 22.50372820833685, "crpss": -0.0006089315127637551, "crps_fair": 22.089020790157704, "crpss_fair": -0.02253785582720469, "reliability": { "below": { "weight": [ 0.0, 0.003297, 0.409168, 0.46551, 0.118107, 0.003918, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1989, 0.2585, 0.3409, 0.4377, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0278, 0.2737, 0.3266, 0.5415, 0.6975, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.169118, 0.503826, 0.26626, 0.060796, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2688, 0.3498, 0.4427, 0.5321, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2307, 0.3818, 0.4878, 0.5739, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44247974907146304, 0.47619520942122695, 0.4093132667160771, 0.42434680341756165, 0.4636090188326842, 0.4948473899265178, 0.4151330869085698, 0.41448500309272307, 0.4954466051684462 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19817821881104736, 0.30910589798311394, 0.19734907388494774, 0.1565296288578362, 0.1785578835421319, 0.246143164482763, 0.22695556653061336, 0.13739200551406655, 0.30262264785364373 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.2443015267073475, 0.16708932344270813, 0.21196419081650605, 0.2678171674138373, 0.2850511253143499, 0.24870422823290791, 0.18817752048549594, 0.27709298250954956, 0.19282396761806314 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.709797135233924, 39.11913202309056, 28.0955398954559, 31.345453054281837, 35.15247807970781, 42.34430405697198, 29.40420355268411, 36.22825158574371, 37.66953186459271 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.089239045830002, 38.48573050598252, 27.448425307076118, 30.66675950583922, 34.51712880161096, 41.69101020873112, 28.743614873019915, 35.526623989486744, 37.01349295728958 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44842845917280777, "rpss": 0.025406050412992265, "brier_below": 0.21698156527335152, "bss_below": 0.01486394842833727, "brier_above": 0.2314468925045295, "bss_above": 0.035086390214268626, "crps": 34.56318791641806, "crpss": -0.01167606065535054, "crps_fair": 33.90911391054069, "crpss_fair": -0.03520027680631621, "reliability": { "below": { "weight": [ 0.0, 0.00242, 0.360704, 0.512458, 0.12135, 0.003067, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1989, 0.2622, 0.3421, 0.4367, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0556, 0.2873, 0.3243, 0.4537, 0.7827, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.188049, 0.542912, 0.232394, 0.036645, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2703, 0.3482, 0.4407, 0.5315, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2699, 0.3784, 0.4736, 0.5461, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.6919321031539581, "training": [ 0.7127285204233414, 0.6946263736001507, 0.677793317348957, 0.6724369197202261, 0.6587639555136143, 0.7172644192453066, 0.6954661736074049, 0.6922190072624679, 0.7077567452619421, 0.712691691489465, 0.6439628644430763, 0.6493408631279878, 0.6885235322587044, 0.6979696125031283, 0.7221754733118225, 0.6849991919535284, 0.6718859243101467, 0.6993296113005378, 0.6960664817155686, 0.7182968080088109, 0.6984051107428394, 0.6949269384645674, 0.7375991380194511, 0.6611418020619502 ], "test": 0.7081298256394574 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43134976484650633, 0.4492905715241039, 0.45757294533966864, 0.48835296797644456, 0.47200032194689395, 0.43891139432384957, 0.44398850468673406, 0.39112470282201584, 0.4124762612437909, 0.44163828893724033, 0.4999527296020592, 0.5158384085944588, 0.3845696152478561, 0.44132956738058443, 0.4048475652104284, 0.4352759943685332, 0.48106209791571286, 0.44506953823107637, 0.46941571520173736, 0.4483923046885327, 0.4560611539002694, 0.4660509387455884, 0.42043777951268346, 0.47586489384412084 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.278910158152809, 0.1667756604858566, 0.23895907043223993, 0.19931115832134047, 0.269629801164565, 0.15628178343040786, 0.19082649018609946, 0.21980930020035147, 0.1866870937223227, 0.28841451804431545, 0.28056804257247414, 0.3095214116309082, 0.19118597971216295, 0.24950820432725213, 0.1623544343653017, 0.1755886000780112, 0.33775366087403796, 0.1467993069077976, 0.22829020091054844, 0.15809599240575917, 0.14562635328629686, 0.30698889472006324, 0.2748394949074599, 0.22627245547085767 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.15243960628051406, 0.2825149119754359, 0.2186138739303384, 0.28904180939673957, 0.20237051969286365, 0.28262961157969707, 0.25316201480083667, 0.1713154016667284, 0.22578916808942112, 0.1532237701227094, 0.21938468818281448, 0.2063169971776689, 0.193383634253425, 0.19182136239971215, 0.24249313057000083, 0.259687394739903, 0.14330843450831598, 0.298270232936375, 0.2411255147161012, 0.2902963134856759, 0.31043480340907215, 0.15906204315159972, 0.14559828503064606, 0.24959243973229497 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.152103831761018, 28.503703662977447, 22.91934816392279, 28.557704713823284, 27.41505576204397, 27.74144102077066, 23.986127962438914, 15.01879517335061, 17.183742199442868, 17.677858497172735, 24.95011516061352, 22.750933735061807, 15.742291332963791, 17.0489609449469, 18.51979801812227, 18.92763097719525, 23.180693686851107, 19.76917750947733, 24.778286767152764, 21.053475206397817, 23.677874346787444, 23.87991559421763, 33.63099215418175, 27.26759241818519 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.39204601962671, 27.805797093752453, 22.207282572475705, 27.797792663493386, 26.66962830804676, 26.97376912574168, 23.26053652447847, 14.241899822641196, 16.510587222389972, 16.908553230289037, 24.13142279979357, 21.94353324398463, 14.933166968425661, 16.28934656898355, 17.734742432162996, 18.166784225561575, 22.414310019150328, 18.92498462359777, 23.99383212562862, 20.307614536453897, 22.910431624798427, 23.155488841065146, 32.903221742728334, 26.442186808005133 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4487864177537871, "rpss": 0.009019034079616572, "brier_below": 0.2245415860962183, "bss_below": 0.009610104530433983, "brier_above": 0.22424483174287038, "bss_above": 0.008426473726085737, "crps": 22.80556745166079, "crpss": -0.02563436127652685, "crps_fair": 22.042456630969795, "crpss_fair": -0.03441564436470457, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.215442, 0.614782, 0.146531, 0.023245, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2704, 0.3473, 0.4378, 0.526, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2899, 0.3434, 0.4439, 0.3792, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.187176, 0.656142, 0.129365, 0.027317, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2739, 0.3447, 0.4357, 0.5347, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2452, 0.357, 0.4409, 0.3079, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4354678835123525, 0.4596140980359281, 0.45488006631548905, 0.48695650805266893, 0.4243778559610842, 0.4672486813393329, 0.4619649786479255, 0.39430779097595825, 0.40481965873007114, 0.4446563334594423, 0.46281705530632905, 0.4904060959741353, 0.39911899523054944, 0.43474896960446374, 0.40318874671084337, 0.44560535848309796, 0.4757305977462632, 0.43784122567926786, 0.4550880095896814, 0.4346272643902853, 0.4474669107782033, 0.4652666710411192, 0.4276998643816154, 0.422261719493753 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.27857102698940445, 0.18227136711286734, 0.26395618798050346, 0.2001951308021515, 0.2806319895918629, 0.1754591727132928, 0.2208436900676643, 0.2003045557757876, 0.1422387963298373, 0.28938673188403075, 0.2536000000708122, 0.2759969226743319, 0.19728653594759346, 0.21624322010526106, 0.17164987862194694, 0.17250897124020287, 0.32359338133985316, 0.16027645205226534, 0.2386104832770453, 0.11335309258180025, 0.13737109242592999, 0.34330395562452254, 0.2962744985294875, 0.17143972672251773 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.156896855906626, 0.2773427320263574, 0.19092387703584218, 0.28676137684634273, 0.1437458661536534, 0.2917895100258208, 0.24112128847783498, 0.19400323448793888, 0.26258086323552643, 0.15526960083187452, 0.20921705523105316, 0.21440917340866966, 0.20183245853128173, 0.2185057496165891, 0.2315388678175983, 0.2730963880859693, 0.15213721371991112, 0.2775647752165791, 0.21647752598289563, 0.3212741735160162, 0.3100958210976211, 0.12196271418711703, 0.13142536586764933, 0.25082199347406714 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.72904802770303, 45.744862093374444, 35.069793561205145, 44.79833572480076, 39.95121631861226, 45.767211576991734, 38.81931211293463, 24.080989260032315, 28.329680408827873, 29.218692798516923, 36.72012372488482, 35.7799002070344, 25.203472646233543, 27.53448513404582, 28.377812530359034, 30.36393479827727, 35.491962767940244, 29.02917516038242, 37.519200123743204, 30.98396988531183, 37.793521894079, 38.52015663966882, 56.1777071714284, 36.59158485369532 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.49364040507938, 44.635768394663934, 33.93371261194096, 43.575231522059646, 38.70555369580506, 44.541758418501985, 37.66739131285547, 22.859539919023725, 27.268217941122305, 27.96228791238454, 35.4622467037659, 34.51306144846066, 23.91733318865176, 26.328221343268527, 27.14007171723582, 29.15146676565779, 34.277782075410336, 27.68514709993472, 36.286044718777745, 29.79890059472446, 36.58253781712458, 37.34884465574883, 54.996364159444184, 35.31258528166841 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.44317338914332755, "rpss": 0.021645569545998278, "brier_below": 0.2210569525192072, "bss_below": 0.024482081181015025, "brier_above": 0.22211643669920147, "bss_above": 0.01880616246077027, "crps": 35.60817289250347, "crpss": -0.009701024723628215, "crps_fair": 34.393487904304614, "crpss_fair": -0.017660067578585403, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.180393, 0.693021, 0.11418, 0.012406, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2752, 0.3469, 0.4329, 0.5317, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2495, 0.3439, 0.5033, 0.504, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.161596, 0.711215, 0.114487, 0.012703, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.275, 0.3454, 0.4321, 0.5299, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2143, 0.3584, 0.4567, 0.352, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43096675638580745, 0.49452482324257874, 0.4312642771409908, 0.42093764574102677, 0.46196901790536876, 0.4730814991515492, 0.40942862675697517, 0.41197589351123337, 0.4942718788374635 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20294814267024638, 0.333297255354227, 0.1789983589398118, 0.13907252092510966, 0.16777223890420465, 0.23637884533132641, 0.25152585975935504, 0.12429253904937698, 0.3021041885635204 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22801861293285003, 0.16122758111921776, 0.25226591016359795, 0.28186511319267954, 0.2941967666854054, 0.23670265852498656, 0.15790277227711005, 0.2876833376927521, 0.19216770121006901 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.531050214839027, 26.366902662698458, 19.129047975022626, 23.568563739956893, 21.695763757530585, 30.518381615210217, 18.065897659534663, 24.64224574786119, 24.50247509143331 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.158992574599218, 25.97790645509383, 18.72835051697292, 23.1475523643219, 21.31272712705277, 30.110483095293947, 17.676174820537565, 24.20753536718897, 24.09529726318755 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44760226874144377, "rpss": 0.036482511714321264, "brier_below": 0.21515443883301982, "bss_below": 0.028140336471190075, "brier_above": 0.23244782819985202, "bss_above": 0.04407742535580783, "crps": 23.224480940454107, "crpss": -0.03265658221721801, "crps_fair": 22.823891064916516, "crpss_fair": -0.05655623455940462, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.376646, 0.545405, 0.073275, 0.004674, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.269, 0.3372, 0.4371, 0.5049, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2773, 0.3282, 0.6017, 0.705, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.13048, 0.624583, 0.195039, 0.049898, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2767, 0.347, 0.4388, 0.5122, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1891, 0.3966, 0.4735, 0.6295, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4443394790328453, 0.4775722905325084, 0.41667061513067966, 0.4268096019369822, 0.4597958049452068, 0.48067727857251585, 0.4290004207413406, 0.43367261814248703, 0.48786155428840056 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19848976362557233, 0.31101058121091557, 0.19957880374867334, 0.15710246490758978, 0.17488911882152697, 0.23930424231940256, 0.23633700553076178, 0.1407606797130658, 0.2970047388121457 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24584971153132973, 0.16656172194076094, 0.21709180962153649, 0.2697071293014621, 0.2849066759380291, 0.24137303810434083, 0.19266341627376204, 0.2929119226415758, 0.19085682513457208 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.95174973469935, 39.9282587130516, 28.41218682724087, 33.29150998701643, 34.387810959918546, 44.67460958616563, 30.05163672351862, 37.31980267749362, 38.17283615466178 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.36033511436853, 39.31706206792582, 27.783911368982274, 32.641422072514516, 33.779419684098784, 44.04293586697146, 29.41614425902705, 36.65282836549891, 37.54011295786974 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.4507110737025518, "rpss": 0.020445120158851915, "brier_below": 0.21716415540996153, "bss_below": 0.01403495576248881, "brier_above": 0.2335469167208188, "bss_above": 0.02633128477625757, "crps": 35.35448904041849, "crpss": -0.03483770899221139, "crps_fair": 34.72601908413968, "crpss_fair": -0.06013930836182113, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.312085, 0.63802, 0.049627, 0.000267, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2751, 0.3371, 0.4314, 0.5057, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2955, 0.3221, 0.5937, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.112478, 0.694581, 0.172281, 0.02066, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2793, 0.3458, 0.4346, 0.5076, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2018, 0.3943, 0.4513, 0.5782, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.6827434581519691, "training": [ 0.7027585292363527, 0.6864491171412959, 0.6704612311904257, 0.6639400136883878, 0.6504484283079475, 0.7047514351771824, 0.690494360062105, 0.6793054269145523, 0.6981186275732011, 0.7045666823221592, 0.6379249825003411, 0.6435171952683904, 0.6789264302416438, 0.6867918703811788, 0.7124256298447427, 0.6733600031265258, 0.6596303894436156, 0.6897403292353157, 0.6855869051491462, 0.7102153946187366, 0.6896268290364926, 0.684347751170922, 0.7255606936443543, 0.656894740372245 ], "test": 0.6982454165925377 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.429291417650553, 0.4403542114159946, 0.45832718713926696, 0.4865139888755189, 0.4715202072465396, 0.4360249312164138, 0.4371019342785489, 0.3942421280967081, 0.41407782550039646, 0.4418263714848165, 0.5035332849297933, 0.5189511848444874, 0.38490657806153394, 0.4416384956857173, 0.4027920195159709, 0.43554623245275714, 0.4870970872069381, 0.44071914111124294, 0.47072644572700467, 0.4455258507368546, 0.4489176353184075, 0.4669380414629216, 0.4187232035931464, 0.47717291424067276 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2771437012185842, 0.1638930715428793, 0.23966825102409695, 0.1986778280527809, 0.26958878143731224, 0.1576046353618437, 0.18836913535672756, 0.2232900272297993, 0.18929865877488514, 0.2887452648598908, 0.2786253334704136, 0.3078718434322281, 0.19104815759612842, 0.25059900466909407, 0.1618868247842696, 0.1749072775864099, 0.3423127852865934, 0.14384644471729238, 0.22923372594769179, 0.1581895351830679, 0.14219192235487949, 0.3074717490288912, 0.27411356110913937, 0.2262035264188268 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.15214771581692396, 0.2764611410360247, 0.21865893499160727, 0.28783616082283214, 0.20193142474699857, 0.2784202966875099, 0.2487327991404197, 0.17095209976654216, 0.22477916771438577, 0.15308110563125754, 0.22490795290523113, 0.21107934184369356, 0.1938584193320444, 0.19103949089869843, 0.24090519431035096, 0.2606389559496607, 0.14478429935695122, 0.2968726983015656, 0.24149271962320262, 0.2873363166605033, 0.30672571589566944, 0.15946629119465855, 0.14460964283259992, 0.2509693893794571 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.001245673789896, 28.523352428738775, 22.86331673629686, 28.277239371876036, 26.738382397147635, 27.983396933697804, 23.54208816059976, 14.964710397429792, 16.98121865016597, 17.441198937018243, 25.787422652249578, 22.809624126916, 15.8193177145215, 17.0016388221091, 18.644768795914434, 19.040089848365838, 23.403375490208994, 19.33927484871441, 24.62080236827304, 21.08416726793162, 23.61258793302602, 23.705639309431792, 33.2873270993738, 28.682328357241165 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.228051364725435, 27.813194237661726, 22.11237485351562, 27.49833965693671, 25.977526595535952, 27.19982208837794, 22.771666557019618, 14.156392310243364, 16.25765596199301, 16.650383281158934, 24.950893504553378, 21.99160831397506, 15.002944606970395, 16.20625080196914, 17.840576970311197, 18.24370037665318, 22.60486359102232, 18.479932244309108, 23.808957455415165, 20.313775438984, 22.82205857570902, 22.957951077852318, 32.52261672746817, 27.849946772734267 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44801951324134187, "rpss": 0.010712462722834992, "brier_below": 0.22436587693515528, "bss_below": 0.010385108308948676, "brier_above": 0.22365363645161618, "bss_above": 0.011040641442279342, "crps": 22.798104763376585, "crpss": -0.025298741934977942, "crps_fair": 22.010895140212295, "crpss_fair": -0.03293451636043487, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.233072, 0.597732, 0.144002, 0.025193, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2671, 0.3471, 0.4391, 0.5264, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2884, 0.3462, 0.4409, 0.3894, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.187546, 0.642642, 0.1233, 0.046513, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2732, 0.3446, 0.4386, 0.5344, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2366, 0.3575, 0.4334, 0.3873, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43368849905862095, 0.45769058128573653, 0.4557526823544041, 0.48628142840482574, 0.4216779312786129, 0.4664507788352053, 0.45886386405622304, 0.3946187608065302, 0.4020842929555019, 0.4447099588173053, 0.4615291958655526, 0.4925314249499873, 0.3983971392659656, 0.43454015731006845, 0.40110815324607246, 0.44724534225792, 0.481532497760461, 0.4343947140211978, 0.4537605831617988, 0.4307958290900318, 0.44566583624965966, 0.4654158716174833, 0.42453802203797614, 0.42218561031629276 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2764640468162106, 0.182727668894658, 0.26569251040087905, 0.2012718776803077, 0.2796507044613394, 0.17700690219603565, 0.22005777641667923, 0.20185607984386558, 0.14267100447483425, 0.290131176224308, 0.2507080923071661, 0.2749957369523421, 0.19686672796868235, 0.21648277203157212, 0.17055675220510688, 0.1736038136658028, 0.32693558351962637, 0.15758146104240836, 0.23896769827568182, 0.11318838347381915, 0.13726638220159287, 0.3433325928634038, 0.2943722365769569, 0.17145710046041643 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15722445149895892, 0.2749629138998672, 0.19006017047868232, 0.28500955062643263, 0.1420272265861017, 0.2894438783026626, 0.23880608756112123, 0.19276267994783938, 0.2594132897309655, 0.15457878156698626, 0.2108211035761316, 0.21753568813346577, 0.20153041055619225, 0.21805738590269041, 0.23055140060391396, 0.273641530103517, 0.15459691138531312, 0.2768132548418425, 0.2147928839756935, 0.31760744735165414, 0.308399457127727, 0.12208327707518096, 0.13016578550481245, 0.25072851077620295 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.47337892902313, 45.837032272121846, 35.061997736676055, 44.34851953781709, 38.749562446658246, 45.720573513808816, 38.085353915234364, 23.935526146641234, 27.88450910240134, 28.793771281315376, 37.343533336648186, 35.678841696767336, 25.175814577235464, 27.31540265912247, 28.561878801142583, 30.567023275242075, 35.859617233503975, 28.38059974680829, 37.252175308296586, 30.860089062355343, 37.57585430828008, 38.18771091055083, 55.46822159756824, 38.09578958148679 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.21808416524717, 44.701819704133314, 33.85806629067289, 43.09428996918856, 37.48082206630998, 44.460126169422104, 36.8551076381078, 22.660912224519322, 26.735687814357732, 27.500421066648457, 36.043965718126714, 34.391576425449635, 23.875961941806466, 26.044809180438595, 27.284299194501493, 29.296189252341506, 34.597643858830374, 27.012685967824368, 35.97428857716489, 29.625432722941788, 36.326150285045095, 36.980865466062816, 54.2353522489854, 36.79203595507345 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.44231079812514307, "rpss": 0.02354983493057372, "brier_below": 0.22099354503973734, "bss_below": 0.024761896548526008, "brier_above": 0.2213172532130815, "bss_above": 0.022336535643849853, "crps": 35.46719904069607, "crpss": -0.00570358730781706, "crps_fair": 34.210274745966665, "crpss_fair": -0.012239020559037694, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.180486, 0.691835, 0.113518, 0.014161, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2722, 0.3466, 0.4334, 0.5284, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2535, 0.3424, 0.5014, 0.5268, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.159879, 0.709893, 0.110526, 0.019702, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2744, 0.3455, 0.4349, 0.5322, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1919, 0.3615, 0.4619, 0.4024, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43246109971069757, 0.4992582680590177, 0.4308319634378971, 0.4185383948077431, 0.4592958819439169, 0.4770380182104699, 0.4081793138861321, 0.4076187249426267, 0.49830378377498097 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.2044527348158809, 0.33673419678151567, 0.17947604872381223, 0.13875868967642452, 0.16563234704636692, 0.23719180379866342, 0.2505023230522093, 0.12450416400308965, 0.3032294763708112 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.2280083642547676, 0.16252408461433898, 0.2513559067038831, 0.2797796936500855, 0.2936635227044743, 0.23984621908941536, 0.15767699588534514, 0.2831145446967845, 0.19507431861683663 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.486344350410583, 26.43790670660484, 19.04327558679391, 24.64102296259443, 21.646599705056786, 31.897154131496062, 17.99873648815537, 24.526731423207767, 25.089237944508685 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.108167309500622, 26.0449667931157, 18.640279175438884, 24.225008334286713, 21.26315898355143, 31.49906858507279, 17.6067889956552, 24.091174462418124, 24.68648245181665 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44794727208594254, "rpss": 0.035739850697708686, "brier_below": 0.21560908714097485, "bss_below": 0.02608667513847629, "brier_above": 0.23233818335732564, "bss_above": 0.04452833075241214, "crps": 23.529667699869826, "crpss": -0.04622644914876384, "crps_fair": 23.129455010095125, "crpss_fair": -0.0707013025680443, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.382485, 0.538474, 0.072162, 0.006879, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2658, 0.3375, 0.4377, 0.508, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2898, 0.3194, 0.6045, 0.6392, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.132401, 0.614794, 0.180045, 0.072761, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.3475, 0.4412, 0.516, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.198, 0.397, 0.4621, 0.5864, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44489053421448305, 0.47824598453820427, 0.4159257530959567, 0.4239452009511394, 0.4591061913055063, 0.48260861488188833, 0.42834864688435975, 0.4308909370515644, 0.49027240402579986 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1996628218515324, 0.31172112398075424, 0.19905600973241558, 0.1564788265113463, 0.17415559994048316, 0.23974864242016375, 0.23572071066290468, 0.14111673213139717, 0.2981961536746238 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.2452277085065996, 0.16652487315145242, 0.21686974158236905, 0.26746636682138225, 0.2849505812165026, 0.2428599743452694, 0.1926279369977174, 0.2897741894256313, 0.19207626032829517 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.888872211385266, 39.87480737537883, 28.32632613695025, 34.28913956853232, 34.304182063203996, 45.86132242022032, 29.92788233325706, 37.14531663044882, 38.792204390041746 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.28463481144514, 39.255501907758415, 27.695452401252822, 33.641489210567606, 33.6938643432982, 45.2380393778817, 29.29211244469782, 36.47241560170396, 38.16041305204665 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.4504704741054335, "rpss": 0.020968028343709588, "brier_below": 0.2173174023228468, "bss_below": 0.013339186707246098, "brier_above": 0.23315307026391321, "bss_above": 0.0279732502497263, "crps": 35.60111701437985, "crpss": -0.042056592208308485, "crps_fair": 34.97043590562803, "crpss_fair": -0.06760102977183458, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.309508, 0.640348, 0.05001, 0.000134, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.337, 0.4345, 0.5115, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3082, 0.3155, 0.5968, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114488, 0.692821, 0.159016, 0.033675, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3463, 0.4378, 0.5153, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2006, 0.3968, 0.4266, 0.6097, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.7066012498343296, "training": [ 0.7259291605127473, 0.7095130425066847, 0.6952722273942203, 0.6896125973768381, 0.6791077025153871, 0.7281861335003571, 0.710858495868625, 0.7041903326495504, 0.7208026979211927, 0.7267941261404313, 0.6609244041948424, 0.6715434485646319, 0.7042820058626854, 0.7120236855260634, 0.7353952307184771, 0.7000784146862451, 0.6860245083862643, 0.7120111806095812, 0.7063973674130158, 0.7324598300508675, 0.7092779426652648, 0.709049016439134, 0.7512926959391781, 0.6774037485816237 ], "test": 0.7197511171631004 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4277029437421022, 0.444330499729839, 0.4560206006841591, 0.4922183890501911, 0.4681182185741937, 0.4404164953645122, 0.441630469961089, 0.389576938956685, 0.41789179520658015, 0.4387934020799623, 0.49589084586546817, 0.5102873750219924, 0.383516802709782, 0.4384722391066414, 0.4053557786829546, 0.4373397401495796, 0.47915318960145536, 0.4461563489484319, 0.470335632404147, 0.45161633533879864, 0.4575566123223691, 0.4630947858251253, 0.41885521961667876, 0.47591391225095475 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2774396895256507, 0.163789656752901, 0.2378401158089868, 0.1999707363525621, 0.2679080428831969, 0.15827602259717757, 0.19016744969622668, 0.22125327759663818, 0.18975147211227297, 0.28677311512092885, 0.27720537834311704, 0.3045273520108809, 0.1923865238451211, 0.24983332157577942, 0.1633345982279161, 0.17429373396941272, 0.33960964968900487, 0.1456409622943389, 0.23069342108053378, 0.1598261845707339, 0.14388657581155906, 0.30573871300720085, 0.27474083240668634, 0.22665421313475936 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1502632537789725, 0.2805408437183524, 0.2181804840070728, 0.2922476527479264, 0.20021017461494184, 0.28214047307353035, 0.2514630199646288, 0.16832366061685955, 0.22814032357352562, 0.15202028628913503, 0.2186854690340109, 0.2057600233385177, 0.19113027814565053, 0.18863891730725332, 0.242021180109003, 0.2630460071371626, 0.13954353802749017, 0.30051538818855894, 0.2396422112867449, 0.29179015231095645, 0.3136700385124901, 0.15735607209294686, 0.14411438774005578, 0.2492597005135375 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.121306551588447, 29.494480780283784, 22.85932397699106, 29.547359765666315, 27.10009733592348, 29.33939235577575, 24.258574489719884, 14.95594082153032, 17.864679693033505, 17.027627551165022, 24.49021633436372, 22.267449758626064, 15.637132514047613, 16.97021491644909, 18.75392425586402, 19.59926907058386, 23.048518412175753, 19.998090404846497, 24.731665240665055, 22.40326319154981, 24.751928885489374, 23.135460879894126, 32.97758507534249, 28.965095854111205 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.387585703468503, 28.829733374786883, 22.155722394242268, 28.822303831122976, 26.382441305579672, 28.615172145357086, 23.569075923090367, 14.205146756450164, 17.219510531024564, 16.286205102744017, 23.70591136941612, 21.521804348855284, 14.885628411602495, 16.26607621510601, 18.016704978846864, 18.8747796288557, 22.3108368641322, 19.22455108749925, 23.975275779774158, 21.70072596753722, 24.017559594220305, 22.43343354815233, 32.25052000595077, 28.209364867295584 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44792685713307057, "rpss": 0.010917059912145421, "brier_below": 0.22423087660056606, "bss_below": 0.01098055688302646, "brier_above": 0.22369598067205518, "bss_above": 0.010853402308821036, "crps": 23.05410825482026, "crpss": -0.036811982199134174, "crps_fair": 22.32775290562962, "crpss_fair": -0.047804121644158704, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.221189, 0.604674, 0.152764, 0.021373, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2675, 0.3491, 0.4373, 0.5227, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2888, 0.3426, 0.441, 0.42, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.242742, 0.609466, 0.10093, 0.046862, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2745, 0.3418, 0.437, 0.5283, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2515, 0.3654, 0.4349, 0.3823, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4329506656710963, 0.4609813320450121, 0.45223039546213833, 0.4907527705827519, 0.41905565134225786, 0.471004599524934, 0.4619342053721489, 0.3926847887330973, 0.4098762869296855, 0.4416899841136104, 0.45633645895557823, 0.48301437469291014, 0.39700617748904093, 0.4326827000743832, 0.401201217079836, 0.4513147739373987, 0.4734954440191794, 0.4398663120203168, 0.45088101585529805, 0.43878811174803517, 0.45320413426424344, 0.4586183583243908, 0.4246016655948919, 0.42391223359333186 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2771027667468098, 0.1817540096691962, 0.2635539519407822, 0.20218786608779435, 0.27876341979893576, 0.17819194520557094, 0.2210339230750462, 0.20165643808472558, 0.14389880232879915, 0.28859157105647726, 0.24997823756685086, 0.2710850920308398, 0.1975852288393022, 0.21625673477088028, 0.1714747748683156, 0.17392033755044756, 0.3242528001525255, 0.1597554959427623, 0.23824930263783256, 0.1151437817784654, 0.13893400468208808, 0.34030962423742006, 0.29567050262992406, 0.1732157984514262 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15584789819489106, 0.27922732359967584, 0.18867644235024594, 0.288564904499547, 0.14029223126945797, 0.29281265528328504, 0.24090028160840646, 0.19102834982847172, 0.26597748501131824, 0.15309841225447376, 0.20635822176644927, 0.21192928262627175, 0.19942094838999463, 0.216425965817823, 0.22972644160624156, 0.2773944376657918, 0.14924264183203834, 0.2801108177157045, 0.21263171253280327, 0.3236443319518656, 0.3142701319113552, 0.11830873296547782, 0.12893116323540704, 0.2506964356863433 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.75099292141211, 47.36532635708336, 34.86093278104915, 46.19904568196639, 39.04862211387411, 48.02361932411695, 39.29937330630687, 24.0735952342161, 29.57534678603456, 28.20748303197736, 35.75428231152947, 34.92695234830183, 25.177317097316962, 27.46042407368609, 28.60509084078871, 31.619743193920637, 35.15987077950624, 29.34722993357429, 37.27991999336758, 32.77152153223083, 39.70502485849197, 37.141342558269464, 55.03911226855211, 38.40944194900372 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.55007844088954, 46.28652196192072, 33.72224183253077, 45.02344233322452, 37.84612210077528, 46.84344409276111, 38.189362126021905, 22.881157206303634, 28.543004018754402, 26.986286990535444, 34.5206266114578, 33.74079241748357, 23.971636722069412, 26.332274549676296, 27.416662134212338, 30.455081242278226, 33.9813632496799, 28.106661365158438, 36.07635574808276, 31.6355838431139, 38.52902433711844, 35.99875670740264, 53.855978867853544, 37.20824896207041 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.442420152392732, "rpss": 0.02330842325106941, "brier_below": 0.22094026708888406, "bss_below": 0.024997010600099734, "brier_above": 0.2214798854001392, "bss_above": 0.021618112000386436, "crps": 35.908400469857376, "crpss": -0.01821424143428807, "crps_fair": 34.737529494223956, "crpss_fair": -0.02783982569504384, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.164102, 0.700477, 0.121814, 0.013606, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2728, 0.3484, 0.4324, 0.5252, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.249, 0.3407, 0.4932, 0.5478, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.222059, 0.670386, 0.089154, 0.018401, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2751, 0.3421, 0.4339, 0.5257, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2244, 0.3704, 0.4588, 0.3954, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43268739730033956, 0.4967928371507046, 0.43168720846499925, 0.42121920293465615, 0.4626193143589995, 0.47581576795408126, 0.41161446445529587, 0.41105832516669216, 0.495358230073374 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20446737412330074, 0.3370041631760563, 0.1787027691403748, 0.1393634490748546, 0.1666532878157992, 0.23704271044018907, 0.2531791559656983, 0.12441145419211103, 0.3030349744567088 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22822002206946643, 0.15978868690110934, 0.25298443099943985, 0.2818557421827921, 0.29596601423849944, 0.2387730618602875, 0.15843531351168694, 0.2866468545682618, 0.19232326656181647 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.71551977178841, 26.56072322167317, 19.066662023542662, 25.170949231193887, 22.126928693175774, 32.437836769157926, 18.05571320340377, 24.89731518943231, 24.84343438537594 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.37190011355801, 26.195647832375727, 18.699458255714823, 24.794366768300698, 21.77358176521968, 32.07614439366605, 17.690557626423434, 24.50415181643752, 24.47729633187706 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4487614164287936, "rpss": 0.033987307497846175, "brier_below": 0.21598437093167697, "bss_below": 0.024391505935657087, "brier_above": 0.23277704365481774, "bss_above": 0.04272355387522375, "crps": 23.76389805430487, "crpss": -0.05664130052402516, "crps_fair": 23.39812276706367, "crpss_fair": -0.08313838408244667, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.364901, 0.561732, 0.071722, 0.001645, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2641, 0.3372, 0.4372, 0.5044, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2891, 0.3199, 0.6135, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.138531, 0.630608, 0.164032, 0.06683, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2746, 0.3447, 0.4413, 0.513, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1945, 0.3986, 0.4711, 0.607, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44681335690442303, 0.4770259430397623, 0.41696875852830434, 0.42640201136463357, 0.4616541893635337, 0.4831169392803632, 0.4301431951122387, 0.43328609195632956, 0.4880031834787376 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.20036299831794682, 0.3128021979093651, 0.19946763085254235, 0.1571583184913322, 0.17517441722604948, 0.24021872804053798, 0.2368386263208003, 0.14094776912890097, 0.29820318981709787 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24645035436370752, 0.16422375734205474, 0.21750112552120582, 0.26924368497014306, 0.2864797618547552, 0.24289821268485814, 0.19330456949812616, 0.29233830723866494, 0.18980000329687108 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 32.22003475857849, 40.03712750864997, 28.287011048041425, 34.80686240515136, 35.14522107118389, 46.680968672156666, 30.08764448685478, 37.59210897112747, 38.5954168078705 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.66875546080713, 39.458128940264764, 27.71112075302457, 34.21451197233214, 34.5804308612324, 46.11015613164247, 29.49428033512406, 36.98078654586603, 38.01621282607001 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.45149040766981396, "rpss": 0.018751351278521677, "brier_below": 0.21790820845606365, "bss_below": 0.010656818642528987, "brier_above": 0.23358219741893185, "bss_above": 0.026184197790540598, "crps": 35.93915508106828, "crpss": -0.05195107938599297, "crps_fair": 35.35937598070706, "crpss_fair": -0.07947485444460844, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.289829, 0.660955, 0.048949, 0.000267, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2693, 0.3366, 0.4311, 0.5068, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3104, 0.3151, 0.5908, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.125941, 0.701117, 0.14327, 0.029672, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2762, 0.3435, 0.4376, 0.5129, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2153, 0.3963, 0.4334, 0.6473, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.6935307167197177, "training": [ 0.7113735831152139, 0.6973771234661681, 0.6829551303456873, 0.6761091099131534, 0.6629431419090251, 0.7159744969058147, 0.6982211816569704, 0.6887015682286615, 0.7098886419541071, 0.7163563650739719, 0.6450397877884532, 0.6549023135023748, 0.6875888935714753, 0.697432722051095, 0.7218374251064192, 0.684933567342943, 0.6758537512887547, 0.6954074019122505, 0.6945859016590619, 0.7212390116498777, 0.7007010126304714, 0.6994237709140567, 0.7401976788970981, 0.6656936203901196 ], "test": 0.7103400169264814 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42900396986792977, 0.44501927803663227, 0.45819139772596407, 0.4833602716616345, 0.4705348948280763, 0.43487256551535786, 0.4408943894478324, 0.3945552294836378, 0.41286571283206586, 0.4431347689657805, 0.5023443765452704, 0.5150642984541544, 0.38768152531887795, 0.4393693934275774, 0.4083608973804474, 0.4387330824089985, 0.4811539879918706, 0.44824843315376267, 0.4722206112233097, 0.45061875318114486, 0.4549618909107802, 0.4677383664270841, 0.42131794074888157, 0.4770597094895461 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27721656265314015, 0.16462788817034707, 0.24010440007085637, 0.19635140586049213, 0.26821872845074035, 0.15508082324378805, 0.18973823162123776, 0.22169051837088313, 0.18729317551922514, 0.28923835717412044, 0.28141394291249283, 0.3073695883670561, 0.19197566616106584, 0.24868920195164412, 0.16537128868462003, 0.17647691911282726, 0.337921044856979, 0.14778400450544255, 0.2302299633846925, 0.15901463204119265, 0.14563636887191841, 0.30865958842476937, 0.2752992887533794, 0.22740011069564167 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.15178740661745418, 0.28039139124550183, 0.21808699674415277, 0.2870088660070459, 0.20231616548279344, 0.2797917427113648, 0.2511561579304357, 0.17286471003906825, 0.2255725379174084, 0.15389641094701334, 0.22093043516117505, 0.2076947105442128, 0.19570585815594832, 0.1906801910583203, 0.2429896083452116, 0.2622561640364851, 0.14323294078677531, 0.3004644305007786, 0.2419906484589323, 0.29160412221542226, 0.3093255247544776, 0.1590787770181321, 0.14601865216541313, 0.24965960041460866 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.054185437157436, 28.60063215310115, 22.987684068351992, 28.27084561796861, 26.819287865188834, 28.060819900803196, 24.221234987887648, 15.034347587140095, 16.95850722636789, 17.582388448968203, 25.561191903644264, 22.573554084399593, 15.743921010607858, 16.67346223804275, 18.432300888697156, 19.259159191243985, 22.881714083862782, 19.407997323678682, 24.9965456304605, 20.683338320815846, 24.090470505709597, 24.451600342964557, 33.607232738046086, 27.367041212078032 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.353369847534527, 27.974010080801275, 22.335195862944172, 27.580903741621377, 26.101052000898054, 27.35272375394623, 23.540185877800763, 14.316832404459287, 16.33048410521111, 16.878787175142758, 24.798787947986902, 21.83673644516534, 14.985591797491464, 15.950365504200187, 17.68635847968277, 18.566312643883204, 22.177066941052363, 18.63667104660369, 24.271488841683254, 19.997842627825428, 23.38128522399272, 23.791121028652878, 32.90265755167076, 26.59575340384737 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4490544060427757, "rpss": 0.008427279777410868, "brier_below": 0.2247000708274397, "bss_below": 0.008911072876134463, "brier_above": 0.22435433538575547, "bss_above": 0.007942266743603765, "crps": 22.80497761529945, "crpss": -0.025607834576807376, "crps_fair": 22.097566013920744, "crpss_fair": -0.037001835587857856, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.216967, 0.616839, 0.144509, 0.021685, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2683, 0.3475, 0.438, 0.5233, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2935, 0.3423, 0.4403, 0.4125, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.179505, 0.660016, 0.126119, 0.03436, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2738, 0.344, 0.4358, 0.5332, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2416, 0.3592, 0.4322, 0.3077, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4342899230307219, 0.4593315114865357, 0.4562021763871223, 0.4846919019227823, 0.42329563403031284, 0.46610732823061984, 0.45924141839718735, 0.393825758363345, 0.4035321826866254, 0.4466973214417773, 0.4626741265373971, 0.49060081170488334, 0.4000267367181029, 0.4307641902247953, 0.40271004970804053, 0.4498510730472966, 0.47575860637218853, 0.4358827603719182, 0.45340527137989955, 0.4333352660365852, 0.4498161459630031, 0.46747824894893586, 0.4268978441639275, 0.41945209424212715 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2772642235327461, 0.18175794919975552, 0.2651696103260951, 0.19933351774513391, 0.27947073550995966, 0.1746107157394231, 0.22023705322485992, 0.1992741502089238, 0.14210038160031926, 0.29146976082060216, 0.2545294345141221, 0.27551623079131854, 0.19764515511774236, 0.21417982978421063, 0.17284207856402012, 0.17469781960450204, 0.3232672262961504, 0.1590974857430306, 0.2374638560238297, 0.11310386160975296, 0.139259944955149, 0.3453587170816889, 0.2957077583905038, 0.17035742924413197 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15702569870637204, 0.2775735640054672, 0.1910325649154893, 0.28535838411298914, 0.1438248984803981, 0.2914966138330378, 0.23900436504249817, 0.1945516072103411, 0.26143180184886394, 0.15522755955481812, 0.208144692419101, 0.21508458121255994, 0.20238158097935754, 0.21658436083668575, 0.2298679705956686, 0.27515325484197173, 0.15249137755188472, 0.27678527633569405, 0.2159414150791063, 0.32023140599896516, 0.31055620392920624, 0.12211953037009063, 0.13119008574306348, 0.24909466595492286 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.73543491137172, 45.95185912210417, 35.25446595600024, 44.38196942430043, 38.80490312280161, 46.302173861402444, 39.301909856124325, 24.180426113156553, 27.850102588021805, 29.072881146157833, 37.30923515066468, 35.46196561146872, 25.0921893348214, 26.901282406203098, 28.053730327592774, 30.856650215370546, 35.27027754656207, 28.355954876527363, 37.83486105349807, 30.31928066511752, 38.27509847534669, 39.499883818730204, 55.9236031555828, 36.397750794134716 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.60568997953564, 44.961758315253164, 34.222476411655705, 43.28375646782398, 37.60803974774971, 45.17628257994599, 38.23215128967116, 23.06172678345634, 26.872672160023114, 27.930661259591144, 36.14839953030664, 34.32146243952248, 23.894326182785868, 25.756386638239444, 26.884645577029136, 29.763632144601583, 34.168543702455615, 27.142888273039947, 36.71492787700457, 29.23844569773181, 37.16393641752047, 38.44240737181846, 54.79087598749402, 35.21585877161828 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4427445158915055, "rpss": 0.02259235483659172, "brier_below": 0.22098812190116549, "bss_below": 0.024785828701723522, "brier_above": 0.22175639414827306, "bss_above": 0.020396641479219824, "crps": 35.557828730544244, "crpss": -0.008273471783112551, "crps_fair": 34.4417479835781, "crpss_fair": -0.019088022651692516, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.170361, 0.706152, 0.110128, 0.013359, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2741, 0.3466, 0.4322, 0.5255, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2445, 0.3443, 0.4997, 0.5431, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.154387, 0.721984, 0.111382, 0.012247, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2737, 0.3449, 0.4324, 0.5277, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2123, 0.3586, 0.4538, 0.332, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.43172246843922824, 0.49469676300295096, 0.42944150698647754, 0.4185944972528911, 0.4594096314905168, 0.47405759325806696, 0.41061302903490837, 0.4101262218070147, 0.4933375106720517 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20471002971858324, 0.33294416744830496, 0.17807078684054253, 0.13835126172156417, 0.1664350533666936, 0.23584412888268858, 0.25212177617121856, 0.12426362975101096, 0.3021690801625963 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22701243778427874, 0.16175260878027645, 0.25137071234664315, 0.28024322386586925, 0.2929745657318276, 0.23821346892845097, 0.15849125791541632, 0.28586257538246307, 0.19116844165612734 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.51745954283591, 26.075434506458635, 19.040414970814954, 23.63391515210643, 21.791153957609932, 30.758097851194517, 18.121551231460028, 24.509177447264126, 24.8423297488557 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.16829175899602, 25.70965492817169, 18.669022461147836, 23.235010118366855, 21.434797642834447, 30.380968590495943, 17.753719149778142, 24.094859400913027, 24.46406736700177 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4468888024382341, "rpss": 0.03801833337665994, "brier_below": 0.214989990451467, "bss_below": 0.028883155209351585, "brier_above": 0.2318988102657059, "bss_above": 0.04633521645327321, "crps": 23.25439271206669, "crpss": -0.03398658343105376, "crps_fair": 22.87893237974508, "crpss_fair": -0.059104189427181764, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.351657, 0.57892, 0.066586, 0.002837, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.265, 0.3354, 0.4429, 0.506, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.275, 0.3316, 0.5971, 0.8384, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.113307, 0.654807, 0.179309, 0.052577, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2742, 0.3468, 0.4434, 0.5161, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1629, 0.3908, 0.5065, 0.5889, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4440924669977106, 0.4757852657905933, 0.41709893387901315, 0.4236951120927986, 0.4601704493994232, 0.48099169672214426, 0.4296085460339826, 0.4349683972116192, 0.48759542081160245 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19986681802545764, 0.3097128048580606, 0.1993122680677334, 0.15566700650945872, 0.17537249819633813, 0.23951537503131107, 0.2363623663866232, 0.14176272881554192, 0.29721390760001015 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24422564498797558, 0.1660724735506166, 0.21778666426595925, 0.26802809769453495, 0.2847979408642543, 0.24147632338100128, 0.19324618041741323, 0.2932056523975994, 0.19038152300537783 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.990596221416606, 39.49229427345919, 28.444804510893604, 33.09360124326161, 34.57062590611662, 44.67139605270008, 30.16599527489667, 37.2650308641804, 38.522774984895136 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.439859927336972, 38.92390228461375, 27.866621871786645, 32.48072506063016, 34.00856219632672, 44.0900383531017, 29.572041864066918, 36.63114052479287, 37.937113332224946 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.45044514321543194, "rpss": 0.021023081344089367, "brier_below": 0.2171984192767261, "bss_below": 0.01387939153115203, "brier_above": 0.2332467222849703, "bss_above": 0.027582810314568662, "crps": 35.35745770353555, "crpss": -0.034924602753716893, "crps_fair": 34.77222282387564, "crpss_fair": -0.06154984725972157, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.280163, 0.676614, 0.042688, 0.000535, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2717, 0.335, 0.439, 0.5044, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2981, 0.3231, 0.5871, 0.4988, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.099856, 0.729573, 0.155398, 0.015173, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2753, 0.3459, 0.4406, 0.5112, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1966, 0.39, 0.4756, 0.5402, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.5926510206817323, "training": [ 0.6100512078913378, 0.595816578456791, 0.5775165191613303, 0.57108981817688, 0.5469699087912113, 0.6178734415660837, 0.5995625885389196, 0.587895046865153, 0.6138807103886132, 0.6177590223898641, 0.5368788329098079, 0.5492428230232147, 0.5906578719960759, 0.5957146731002142, 0.6239183443914368, 0.5856456720311399, 0.5743860118486894, 0.598294074835067, 0.5934850480528829, 0.6295050491299057, 0.6055613030472963, 0.5969297999378175, 0.649423866892743, 0.5555662829390987 ], "test": 0.6106692312127371 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42588799332395094, 0.44685122092913226, 0.45270312920250516, 0.494517874973582, 0.47461312871494826, 0.44480648745120194, 0.44602160769111493, 0.391001987767469, 0.40025911745484827, 0.4396603703860476, 0.49651113921306184, 0.5129248468957801, 0.3889691039387491, 0.4374974329465398, 0.4011762291433899, 0.43506244956023477, 0.47188798054973546, 0.45011709529888005, 0.4635988747316125, 0.43697022996014234, 0.44530113428949447, 0.4629530944351337, 0.4070807450395527, 0.48543311455228055 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.27673328461089397, 0.16775019859790208, 0.23718211912626735, 0.20243225252102015, 0.2711196602479812, 0.15843290829455117, 0.19298091669843762, 0.2192964997344229, 0.17963287454813556, 0.2897490553440735, 0.2794320265048901, 0.3060437825398533, 0.19441285798830402, 0.24683732389187368, 0.15906508216596416, 0.17693186062650304, 0.3287791905335967, 0.14985651837368355, 0.2252233505599244, 0.1489858680980979, 0.14470207943484395, 0.30665117949382104, 0.2677110441062208, 0.23161519916593432 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.14915470820075621, 0.2791010240212569, 0.2155210086661721, 0.2920856224506783, 0.2034934674188353, 0.28637357997194907, 0.2530406910140996, 0.17170548726259027, 0.22062624318632423, 0.14991131406921462, 0.21707911355079898, 0.20688106466207232, 0.1945562449993451, 0.19066010814780712, 0.24211114694402147, 0.258130589867036, 0.14310878755921022, 0.3002605795451933, 0.23837552477516938, 0.28798436348802137, 0.30059905707149187, 0.156301914005236, 0.13936970144943636, 0.2538179170335537 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.482693774500667, 27.940476972540807, 22.52153698616913, 28.832458053473875, 25.941217552726428, 29.01836432519126, 23.917228399300377, 15.173241041633222, 16.496873691676726, 17.400601978596054, 23.36769813512374, 22.924471662989625, 15.513960414534713, 16.820271767384867, 18.297242937337927, 18.62281203470445, 22.686349497453563, 18.95058714616003, 24.252371567748714, 21.08252063769633, 22.91978261430172, 23.47233153568504, 32.877678762598656, 24.631610113096194 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.721439503792705, 27.23709873500615, 21.79372381039453, 28.06496517010204, 25.165566473977492, 28.228647619487163, 23.170248764255895, 14.394618645487295, 15.808528181614953, 16.620208932204385, 22.53847514134449, 22.11009669216872, 14.680451718960464, 16.039017799884075, 17.4892551035115, 17.841788469599376, 21.905344451660447, 18.07911438338759, 23.44831679313811, 20.325281891490157, 22.139066247280898, 22.741715439045652, 32.120218017647964, 23.791087238362284 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.4463252661853912, "rpss": 0.014453588830031228, "brier_below": 0.22339821388363315, "bss_below": 0.014653198354576569, "brier_above": 0.22292705247334457, "bss_above": 0.01425347552130507, "crps": 22.381015900109336, "crpss": -0.006541012236763066, "crps_fair": 21.60226146765852, "crpss_fair": -0.013758021163890577, "reliability": { "below": { "weight": [ 0.0, 0.00265, 0.228475, 0.525024, 0.20898, 0.033809, 0.001063, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2636, 0.3489, 0.4367, 0.5369, 0.6107, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.416, 0.2613, 0.3446, 0.4367, 0.4114, 0.5166, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.007124, 0.246944, 0.56039, 0.161526, 0.022848, 0.001168, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.268, 0.3461, 0.4392, 0.5333, 0.6082, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4858, 0.2335, 0.3714, 0.4299, 0.2865, 0.2361, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42657954077473276, 0.4554957348050951, 0.44806738712932986, 0.49821513149802554, 0.4108389020755935, 0.47323236772865707, 0.4607624927285179, 0.3917720256340232, 0.39660843005319274, 0.43818632955227543, 0.46996791959475154, 0.5022966731622448, 0.393657610730164, 0.4290756713495724, 0.3969026294406622, 0.4412919550000389, 0.47042545600763147, 0.4307345235160684, 0.4486746575657061, 0.421495476993576, 0.43701430056959456, 0.46100248875294947, 0.40867121374916165, 0.42141155143113546 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2716487373118802, 0.1799075026972347, 0.25987947887925855, 0.20602666269142716, 0.27368951638978883, 0.17737230256406095, 0.22032498049600113, 0.19950497154868257, 0.14124676398167785, 0.28695324012196183, 0.2574414722561404, 0.28305612111905143, 0.1950893020862671, 0.2129673119968818, 0.16699694934648962, 0.17085059413897094, 0.31932706383276416, 0.15585868388131133, 0.23534967002870189, 0.10791825624884686, 0.13368961428287388, 0.3425033439802072, 0.2856932325749878, 0.1695985416409709 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15493080292716468, 0.2755882338874692, 0.18818790642001954, 0.2921884682290443, 0.13714938576905972, 0.29586006650966395, 0.24043751182015216, 0.19226705392065893, 0.2553616664382067, 0.15123308837589186, 0.2125264473601047, 0.21924055278565005, 0.1985683081405156, 0.21610835921448113, 0.22990568008776238, 0.2704413621947569, 0.1510983895231922, 0.27487584217629285, 0.21332498681950113, 0.31357722273009675, 0.3033246890922388, 0.11849914336051269, 0.12297798131800801, 0.25181301086324015 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.71010828032192, 44.66664837817304, 34.29750508779699, 45.26305790049344, 37.94320005882968, 47.708127965964636, 38.50816378824799, 24.264130229281015, 26.855795564182433, 28.456337902979893, 35.31648663441433, 36.48881690532429, 24.49428781599746, 27.021877343621107, 27.62029493932168, 29.799703227631802, 34.64670222949509, 27.60961226762986, 36.53944692268807, 30.218639925583616, 36.62116906078915, 37.838316784115804, 54.8344729785443, 33.777684276937556 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.49030839273034, 43.5794987576199, 33.166719609181406, 44.05773621732999, 36.65789591682358, 46.48143548418989, 37.35466047317338, 23.058228161100164, 25.805222988286424, 27.20863164741662, 34.07787341840587, 35.24729361392101, 23.21204761905182, 25.806282580360826, 26.381047378252973, 28.588664151807684, 33.445871157002706, 26.267509933578513, 35.31047855947082, 29.046179697182083, 35.41813201187001, 36.67859001791879, 53.62784327536818, 32.51215850712134 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4388491862434458, "rpss": 0.031191727255194812, "brier_below": 0.21887059642068496, "bss_below": 0.03413040721971905, "brier_above": 0.21997858999848685, "bss_above": 0.028250047116571197, "crps": 34.89585776951521, "crpss": 0.010497296369078035, "crps_fair": 33.686679565381844, "crpss_fair": 0.0032535025703505083, "reliability": { "below": { "weight": [ 0.0, 0.001048, 0.239911, 0.555958, 0.177867, 0.024411, 0.000806, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2654, 0.3476, 0.4327, 0.5387, 0.6123, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4279, 0.2471, 0.3357, 0.4855, 0.57, 0.5009, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.00538, 0.25079, 0.57802, 0.148112, 0.017093, 0.000605, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1988, 0.2675, 0.3457, 0.4383, 0.5362, 0.6059, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.2988, 0.2194, 0.3702, 0.47, 0.3495, 0.1665, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4303990630032854, 0.48883273752116907, 0.4274946172472285, 0.4189539007955016, 0.4619348218954403, 0.48776503404572213, 0.39702737577638353, 0.40043208810661274, 0.49120206600846494 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20187533761044676, 0.32605530216177503, 0.18124971931934203, 0.13926550437019175, 0.1696826764252812, 0.24345486260515423, 0.24315912531843728, 0.12171868080478114, 0.2999037319910149 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22852372461103002, 0.16277744821465115, 0.24624488979348053, 0.27968838509631094, 0.2922521336124251, 0.24431017670997454, 0.15386825519759972, 0.2787133899678268, 0.19129834488906391 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.524702056982694, 25.575187445813953, 19.115546157570822, 21.43113471840379, 21.907739823466546, 28.00758906142912, 17.711067275457317, 24.38189701505056, 23.83627893021768 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.1449656090025, 25.18117625383928, 18.713567366857102, 20.997979168162594, 21.51878793889323, 27.58790519505037, 17.315267172734934, 23.93288263207314, 23.423018269305796 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44489352271108973, "rpss": 0.04231341194391358, "brier_below": 0.21404054895626937, "bss_below": 0.03317181361244026, "brier_above": 0.2308529720102625, "bss_above": 0.0506361402586154, "crps": 22.499015831599163, "crpss": -0.00039939973168601206, "crps_fair": 22.090616622879885, "crpss_fair": -0.022611729603027486, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.384468, 0.471475, 0.136372, 0.007684, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2632, 0.3401, 0.4319, 0.5147, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3221, 0.5147, 0.8095, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.180829, 0.513026, 0.264399, 0.041746, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3489, 0.4381, 0.5226, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2302, 0.3859, 0.4997, 0.5857, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4420817196769809, 0.47359430638379585, 0.4123858901222616, 0.42285432034966725, 0.4607455745717758, 0.489650301194844, 0.4176135079212374, 0.41794169896074485, 0.4927634861097024 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.19808698891116755, 0.3078855762094465, 0.19912131946923425, 0.1546004871916416, 0.17586648956462203, 0.24426886302646098, 0.22924617167228714, 0.136334830930803, 0.30179286466883504 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24399472698723274, 0.16570874212256162, 0.21326456855369502, 0.26825382585721846, 0.28487907500322274, 0.24538144078798999, 0.18836733632810293, 0.28160685238669164, 0.19097063136914955 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.525911617938775, 38.77484341373952, 28.22283953377841, 30.726174884179596, 34.6053332378415, 41.6374972582704, 29.069638108042184, 36.00854973630009, 37.43373104736258 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 30.936791338581962, 38.17105457312771, 27.606203646264845, 30.076226036848844, 34.00233122538846, 41.01038459402966, 28.432206732983285, 35.343228820801514, 36.80859838081841 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44773675614344555, "rpss": 0.026909366211840036, "brier_below": 0.21635595462716645, "bss_below": 0.01770433535718785, "brier_above": 0.23138079993287386, "bss_above": 0.03536193343373528, "crps": 34.22272431527256, "crpss": -0.0017105772735412916, "crps_fair": 33.598558372093855, "crpss_fair": -0.02571942808192773, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.3807, 0.50851, 0.109591, 0.0012, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2661, 0.3397, 0.4312, 0.5097, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2813, 0.3266, 0.4865, 0.778, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.199752, 0.538549, 0.233906, 0.027794, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2733, 0.3477, 0.4356, 0.5228, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2714, 0.3802, 0.4769, 0.5654, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "vs", "1996": "vs", "1997": "vs", "1998": "sqrt_mvs", "1999": "vs", "2000": "vs", "2001": "vs", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "vs", "2008": "vs", "2009": "vs", "2010": "vs", "2011": "vs", "2012": "vs", "2013": "vs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "ls": 0, "vs": 21, "sqrt_mvs": 3, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42324047552364313, 0.4423513107489917, 0.45297442326849396, 0.4971822512086096, 0.47612934898170195, 0.44212378865314694, 0.44117888367844166, 0.39385354338952844, 0.4061391449750249, 0.43698085047720886, 0.5074082865834079, 0.5214373203137104, 0.38469320589400496, 0.4403838517833364, 0.39931566069617197, 0.4293247387058219, 0.47680559826086943, 0.4463715495818235, 0.4636006505265395, 0.43598634181956303, 0.43784337031822607, 0.45879549349504367, 0.4018051448328889, 0.49156986694569127 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2758332071950497, 0.16409830213297763, 0.23565620746685634, 0.20309171406112164, 0.2709967246797198, 0.15754035785489118, 0.1887737925081013, 0.22255879369429135, 0.18667191731802238, 0.2879824545679335, 0.2866206941785412, 0.3123450902762336, 0.19053494763237977, 0.24966108903194073, 0.15740417235337087, 0.17186405150982473, 0.3333678813261331, 0.14480323307263232, 0.22495344283756585, 0.14954180323465707, 0.1393096760972814, 0.3026413870113646, 0.26430917055662817, 0.2339627727116193 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1474072678934559, 0.27825301033812977, 0.21731821440247506, 0.2940905370755714, 0.20513262325461878, 0.28458343150906357, 0.2524050915093821, 0.17129474863514374, 0.21946722777013009, 0.14899839486319275, 0.2207875934943836, 0.20909223046877312, 0.1941582571751513, 0.1907227616773871, 0.2419114882382321, 0.2574606883347527, 0.14343771412597156, 0.3015683196167135, 0.23864720821234037, 0.2864445403301987, 0.2985336971811758, 0.1561541057267358, 0.1374959749594233, 0.2576070959133901 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.32355146316032, 27.844921565482384, 22.401572382232807, 28.721683416597777, 25.873422434020277, 29.023966056482468, 23.62536258121307, 15.05907567877793, 16.286010060115967, 17.218510059783515, 23.21202575834636, 22.91357018495086, 15.344744665123423, 16.794555699058737, 18.22691300884179, 18.491818311214914, 22.63973730481314, 19.00407193374428, 24.17712270833446, 20.960150658791772, 22.664531357791635, 23.177536981303902, 32.77815967291184, 24.429050374788943 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.561727569595547, 27.151460942247557, 21.681548446009444, 27.95996844965471, 25.087499574487875, 28.23761055514373, 22.889142040115203, 14.283200881777796, 15.611687155338952, 16.442715314058578, 22.398068486797712, 22.111025178527935, 14.525224175717925, 16.01976281860269, 17.428764664942666, 17.71842289028434, 21.865068801360284, 18.147250584129164, 23.383639262852018, 20.213081927487515, 21.893839915881788, 22.43166556945558, 32.022097308723204, 23.60163950580846 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44614562919424544, "rpss": 0.014850251545207915, "brier_below": 0.22310512013788072, "bss_below": 0.01594595258004161, "brier_above": 0.223040509279408, "bss_above": 0.013751788305623402, "crps": 22.258002679911773, "crpss": -0.0010087409704013783, "crps_fair": 21.486088000791693, "crpss_fair": -0.008306194554950519 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42364986190830317, 0.4539991011211275, 0.4483851263684185, 0.5019634610203186, 0.4103196062536219, 0.4749348281918007, 0.4598952061348167, 0.3917457376739787, 0.3945531186749821, 0.43573602248844423, 0.4746085227335936, 0.5066072617079972, 0.39371303124134965, 0.4298361138587415, 0.3953484991513311, 0.44052696364922916, 0.4718244499637769, 0.43086268592316196, 0.44890024598920836, 0.41726936228035555, 0.43440002952216433, 0.4581314121034395, 0.40158813709598706, 0.4232706258616528 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2693358109681527, 0.17956120938418868, 0.25990127321500556, 0.20790174156691843, 0.2739424919963065, 0.17884656364161675, 0.22052689140680043, 0.19981397204474446, 0.14104701071426717, 0.2851074534325839, 0.25909633185793846, 0.2848412535992657, 0.19514326361381376, 0.21360162795287796, 0.1658647897384278, 0.17089097106168638, 0.3202233355289341, 0.155789451274175, 0.23480329959032398, 0.10629011590689559, 0.13288568679286009, 0.3406259500688336, 0.28114707361887586, 0.16981573391532384 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15431405040080765, 0.27443789362410625, 0.18848385116629648, 0.2940617188969824, 0.13637711430149035, 0.2960882657843941, 0.23936831437109232, 0.19193176550216967, 0.2535061083740113, 0.15062856791720022, 0.21551219087617157, 0.22176600906004473, 0.19856976709106883, 0.21623448569334186, 0.22948370940672672, 0.2696359939735685, 0.15160111153914674, 0.27507323723357163, 0.21409694558888975, 0.3109792484020069, 0.3015143456807592, 0.11750546088114824, 0.12044106366987851, 0.2534548931491885 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.67665401509464, 44.56663820490334, 34.413652753450066, 45.457956447218535, 38.42180442064001, 47.96267279478812, 38.30627216870285, 24.28879597196496, 26.78881950307649, 28.43583998315483, 35.48914395019377, 36.7348266488704, 24.700282846853177, 27.164766216276735, 27.774274167830928, 29.897576538068932, 34.81372419426984, 27.645595886226523, 36.56810851191025, 30.311465754996167, 36.40567236958903, 37.613076668355, 54.847362751099574, 33.912727711431195 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.438585128145725, 43.46268369140075, 33.265168302988435, 44.230413880762214, 37.10529306918812, 46.71804353509169, 37.13854523764924, 23.06476946436212, 25.72409415407068, 27.16821972009558, 34.2292335076423, 35.473455296046275, 23.392293423713422, 25.92928275283885, 26.513997469290825, 28.666569722227656, 33.59288132277428, 26.279463443109734, 35.319951871907, 29.120249389509585, 35.18511808821606, 36.42156798043569, 53.640036835637936, 32.625285915825074 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.43841955878824174, "rpss": 0.03214017753343945, "brier_below": 0.2186251376204507, "bss_below": 0.03521360978463062, "brier_above": 0.21979442135766925, "bss_above": 0.029063607509145495, "crps": 34.966571269956894, "crpss": 0.008492152941098507, "crps_fair": 33.73771680012205, "crpss_fair": 0.0017433749584241376 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.42982145824442136, 0.49519539171141463, 0.42093470844265696, 0.41428109418388953, 0.4595105706384726, 0.490450884365035, 0.3943762588950148, 0.391522921017906, 0.49859550907279215 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20122224979388398, 0.3309769928410338, 0.1765016221393039, 0.13642106251432753, 0.1677898532955666, 0.2433485355577612, 0.2418265981460736, 0.11830142149530233, 0.3065880504734579 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.22859920778887233, 0.1642184117112902, 0.24443307826868818, 0.27786002067315785, 0.2917207056091347, 0.2471023544157239, 0.15254966543032952, 0.27322148254129897, 0.19200746981106823 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.423742409538107, 25.463634050569794, 18.9863250094907, 21.428824279783324, 21.772695894572394, 27.72194609953205, 17.61191831254762, 24.044463531223037, 23.778477873850314 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 20.048479372227366, 25.074363711014758, 18.587482785065962, 21.00406370522933, 21.388649881958155, 27.31212606252035, 17.214526830445966, 23.607031061103473, 23.372289021161404 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.44385431073017817, "rpss": 0.04455044018878751, "brier_below": 0.2136640429174123, "bss_below": 0.0348725037503006, "brier_above": 0.23019026624995156, "bss_above": 0.053361463190362945, "crps": 22.35911416234526, "crpss": 0.005821207738019418, "crps_fair": 21.95655693674742, "crpss_fair": -0.016405881670110478 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.44171876007790434, 0.4752078472729444, 0.40993518978815385, 0.4221650097394507, 0.4611030812705838, 0.49377363293466436, 0.41457753320849805, 0.41252046513977225, 0.4960158020945704 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.1977801602393609, 0.30855997936234675, 0.19818156365118114, 0.15449990926715843, 0.17647436504612016, 0.2459362776985682, 0.22718780746597952, 0.1353784517846959, 0.3038142723934751 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24393859614754437, 0.16664787991497207, 0.21175362407737464, 0.26766509346977413, 0.2846287062948208, 0.24783735814768368, 0.18738972573495138, 0.27714199802621187, 0.19220153986164434 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 31.627853481791142, 38.76238989794013, 28.132309138436977, 30.89577896011476, 34.60478004176159, 41.76674220809413, 29.196869022014496, 35.98216004154595, 37.540009182705596 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 31.02999676463725, 38.14994817818965, 27.50639927689231, 30.23630832498175, 33.99241864107, 41.13010830370858, 28.548976448282108, 35.30755674985665, 36.9061754149661 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44744636905850466, "rpss": 0.027540480250729638, "brier_below": 0.21642364298987624, "bss_below": 0.017397017791784153, "brier_above": 0.23102272463055298, "bss_above": 0.03685476718405578, "crps": 34.278765774933866, "crpss": -0.0033509295257883043, "crps_fair": 33.64532090028716, "crpss_fair": -0.02714702605035546 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "vs", "1994": "vs", "1995": "dc", "1996": "vs", "1997": "dc", "1998": "vs", "1999": "dc", "2000": "dc", "2001": "dc", "2002": "dc", "2003": "vs", "2004": "vs", "2005": "dc", "2006": "vs", "2007": "dc", "2008": "dc", "2009": "vs", "2010": "dc", "2011": "vs", "2012": "dc", "2013": "dc", "2014": "dc", "2015": "vs", "2016": "dc" }, "chosen_test": "dc", "frequency": { "mvs": 0, "ls": 0, "vs": 10, "sqrt_mvs": 0, "pt": 0, "dc": 14, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42324047552364313, 0.4423513107489917, 0.4605665090683629, 0.4971822512086096, 0.47620353646811886, 0.441725832560238, 0.4468018810607823, 0.38762956090432876, 0.4138089595737193, 0.43818493452013735, 0.5074082865834079, 0.5214373203137104, 0.3862394153130481, 0.4403838517833364, 0.40959151546081257, 0.4371503293133309, 0.47680559826086943, 0.43787093241432207, 0.4636006505265395, 0.4521270298177565, 0.45596198366777574, 0.465379255893846, 0.402419758642047, 0.47358001484326645 ], "rps_clim": [ 0.4754016819136036, 0.4698987852691481, 0.4475722931876876, 0.45452035553745596, 0.45257039479879513, 0.47044392511759964, 0.4542944276806166, 0.40943755938485, 0.4371667600138314, 0.47263230769926734, 0.4303065355231145, 0.454595990277518, 0.3959257285293265, 0.4434645496740271, 0.4412507991961764, 0.435170437641651, 0.46944879844205245, 0.4520639211186838, 0.4716870174931902, 0.4802945203904019, 0.4668563967515232, 0.4722071384657149, 0.4700629053401188, 0.4416277853045537 ], "brier_below": [ 0.2758332071950497, 0.16409830213297763, 0.23990738181169516, 0.20309171406112164, 0.27528418103470875, 0.1561469600557141, 0.1939947190550635, 0.21898887609921547, 0.19048430637251787, 0.28406722965770176, 0.2866206941785412, 0.3123450902762336, 0.19222362459623946, 0.24966108903194073, 0.16704091510913519, 0.1774226994577452, 0.3333678813261331, 0.14418054952593523, 0.22495344283756585, 0.1636516271308451, 0.147508861414783, 0.3070987459883636, 0.26448283978533305, 0.22789115303569504 ], "brier_below_clim": [ 0.3078804322691799, 0.1772720877647993, 0.23250880823643677, 0.18364157998711608, 0.25298088487778414, 0.16740053832617655, 0.19875490361406287, 0.23070092354944458, 0.19835315818041957, 0.3046158566400611, 0.2547128368467289, 0.2754668354354953, 0.19677990497580344, 0.24932954530109538, 0.18175769604553224, 0.17303074498633814, 0.3240234689536009, 0.14982223006986983, 0.23057761248348646, 0.17130633492700192, 0.15271106939309373, 0.30644077557443045, 0.3037858009356, 0.21743539710448076 ], "brier_above": [ 0.1474072678934559, 0.27825301033812977, 0.22065912758999917, 0.2940905370755714, 0.200919355700854, 0.2855788733851095, 0.2528071618970404, 0.16864068542181201, 0.22332465339417193, 0.15411770540608627, 0.2207875934943836, 0.20909223046877312, 0.1940157911118, 0.1907227616773871, 0.2425506005529557, 0.25972762938105926, 0.14343771412597156, 0.29369038190502905, 0.23864720821234037, 0.2884754026306895, 0.3084531211580571, 0.15828051072408858, 0.13793691942567599, 0.24568886225617262 ], "brier_above_clim": [ 0.16752124964442372, 0.2926266975043488, 0.21506348495125072, 0.2708787755503398, 0.1995895099210109, 0.3030433867914231, 0.2555395240665538, 0.17873663583540544, 0.23881360183341188, 0.1680164510592061, 0.17559369867638552, 0.1791291548420226, 0.1991458235535231, 0.1941350043729317, 0.2594931031506441, 0.26213969265531295, 0.1454253294884514, 0.30224169104881393, 0.24110940500970388, 0.3089881854633999, 0.31414532735842937, 0.16576636289128455, 0.16627710440451882, 0.22419238820007306 ], "crps": [ 23.32355146316032, 27.844921565482384, 22.782086990975998, 28.721683416597777, 26.466001007901554, 28.836151476518733, 23.563061536368814, 14.659705722501391, 16.88343813835502, 17.120914625434025, 23.21202575834636, 22.91357018495086, 15.788227642011952, 16.794555699058737, 18.297615180845426, 18.81454810215102, 22.63973730481314, 18.84820945115892, 24.17712270833446, 20.97908813593524, 23.37246105071245, 23.347805578847243, 32.63635929635337, 25.164902807852943 ], "crps_clim": [ 26.613106129562965, 29.397864976210336, 21.926969342234923, 24.443182328369915, 23.799442768719484, 27.188641472953417, 23.53383296202524, 14.853438063071343, 18.566426770436173, 19.66238774209615, 15.276449953495895, 17.30546875341423, 15.311758068701987, 16.585118321907462, 20.610952753353995, 18.456897804883226, 21.311808216556564, 18.864772006483992, 24.22745453814933, 25.980309080969267, 25.35510595105101, 24.545857790902712, 41.67248951423064, 18.164010610584267 ], "crps_fair": [ 22.561727569595547, 27.151460942247557, 21.916066067664403, 27.95996844965471, 25.760722102067636, 28.061769111373053, 22.628323829959967, 13.734099837902724, 15.944699022011667, 16.273056548090633, 22.398068486797712, 22.111025178527935, 14.84918425198426, 16.01976281860269, 17.261084240226456, 17.881052542594844, 21.865068801360284, 17.920222249864715, 23.383639262852018, 19.977818502576486, 22.421618789669747, 22.510210735876157, 31.884293770184257, 24.024031692406425 ], "crps_fair_clim": [ 25.694914714706677, 28.484947725836346, 20.999902668311726, 23.520881209344694, 22.875922445982813, 26.271540087156584, 22.609809590412247, 13.912974549604273, 17.632995432551223, 18.73103208786966, 14.336787598912204, 16.369649237466756, 14.372162585548612, 15.647934505900317, 19.681393623770038, 17.52325902577564, 20.383576464743825, 17.931905716394613, 23.30474484376386, 25.060919186854285, 24.43453196009906, 23.623751132980786, 40.78281965881499, 17.229817120881425 ] }, "rps": 0.44823546643629175, "rpss": 0.01023560892945119, "brier_below": 0.22501442046542727, "bss_below": 0.007524564877682827, "brier_above": 0.22322104605110893, "bss_above": 0.012953484585772834, "crps": 22.382822701861176, "crpss": -0.006622269498378186, "crps_fair": 21.52079061683716, "crpss_fair": -0.009934730318399643 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42364986190830317, 0.4539991011211275, 0.45674436149574427, 0.5019634610203186, 0.41773330674198395, 0.4734988003637157, 0.46334962275983954, 0.3915727329481812, 0.4056934300957666, 0.44259439705379283, 0.4746085227335936, 0.5066072617079972, 0.40265918807992573, 0.4298361138587415, 0.4020330764720851, 0.4487325968108904, 0.4718244499637769, 0.4317612613220061, 0.44890024598920836, 0.43437772037622885, 0.4487763326598893, 0.4618279017722982, 0.4029170589642443, 0.4178187677109704 ], "rps_clim": [ 0.4708394260755114, 0.478347266080356, 0.45538422746879303, 0.459058972330508, 0.4576620419554788, 0.4731696930221518, 0.4667027713068357, 0.40033314926296837, 0.4269632323273467, 0.47402716162226893, 0.42746598323848156, 0.4504271403690195, 0.40120899735641075, 0.42992826073816515, 0.4295731135867868, 0.45389937720701334, 0.464329174189181, 0.43688310391500257, 0.4544141148747783, 0.48318259866850327, 0.47262088435117405, 0.4869104538041862, 0.4927855011868216, 0.4253640867477962 ], "brier_below": [ 0.2693358109681527, 0.17956120938418868, 0.2634958935878044, 0.20790174156691843, 0.2796373004974587, 0.17799429028222413, 0.2238604533028495, 0.20096986966025315, 0.14780019399241626, 0.28713598357199005, 0.25909633185793846, 0.2848412535992657, 0.19966830329173368, 0.21360162795287796, 0.17328120761503318, 0.17507249518918758, 0.3202233355289341, 0.15765162363307694, 0.23480329959032398, 0.11717170164825413, 0.14033150408045342, 0.3412400448142007, 0.2820098368460174, 0.1715080189764528 ], "brier_below_clim": [ 0.3014181688717181, 0.19043828142969435, 0.2621352098296086, 0.189211357423254, 0.29646647218334904, 0.1763031653097088, 0.22490333867954082, 0.20427330506010077, 0.15400796871896968, 0.30561580770909275, 0.2387426263229863, 0.25381385295644204, 0.19826391217931327, 0.2127100821035814, 0.1864847383371641, 0.17554851753521306, 0.31069878617163244, 0.15976518026133896, 0.23943647892764403, 0.13596964382400945, 0.15004019014661238, 0.3525530292328047, 0.338807101099202, 0.18090576234657507 ], "brier_above": [ 0.15431405040080765, 0.27443789362410625, 0.19324846842991655, 0.2940617188969824, 0.1380960068378106, 0.29550451161697033, 0.2394891694458291, 0.1906028638811214, 0.2578932358756846, 0.1554584138725941, 0.21551219087617157, 0.22176600906004473, 0.20299088497577833, 0.21623448569334186, 0.22875186933111474, 0.2736601008105495, 0.15160111153914674, 0.274109637109182, 0.21409694558888975, 0.31720601843256047, 0.30844482781658245, 0.12058785814559767, 0.12090722222762634, 0.2463107492979313 ], "brier_above_clim": [ 0.16942125720379314, 0.28790898465066145, 0.1932490176391843, 0.26984761490725384, 0.16119556977212962, 0.2968665277124429, 0.2417994326272948, 0.1960598442028676, 0.27295526360837696, 0.16841135391317605, 0.18872335691549524, 0.19661328741257744, 0.20294508517709747, 0.21721817863458368, 0.24308837524962262, 0.2783508596718001, 0.15363038801754828, 0.27711792365366356, 0.2149776359471342, 0.3472129548444936, 0.3225806942045614, 0.13435742457138128, 0.15397840008761954, 0.24445832440122106 ], "crps": [ 36.67665401509464, 44.56663820490334, 34.92534290791269, 45.457956447218535, 38.300558946424864, 47.658842274294955, 38.00106087693491, 23.584039046024603, 27.7168210961496, 28.301870641145353, 35.48914395019377, 36.7348266488704, 25.43207995482617, 27.164766216276735, 27.93677231679315, 30.316728844497483, 34.81372419426984, 27.65533617549821, 36.56810851191025, 30.959057062752276, 37.53061686495842, 37.69246023424694, 54.57534879272984, 34.62527066912919 ], "crps_clim": [ 41.18653222448657, 46.84531125433672, 34.54432198123997, 39.348572475319074, 38.036972805317745, 43.60338146746455, 38.085883059957226, 23.826258832192412, 29.89978054903974, 31.738181364810576, 24.43088871098674, 27.83268008310316, 24.65712467841512, 26.46699035284445, 30.59299785477991, 30.304948845204205, 32.919233990306296, 27.674921508143957, 36.33860707613447, 38.60628169474539, 41.339344183302146, 39.82018386333356, 70.64179962667183, 27.64414578747141 ], "crps_fair": [ 35.438585128145725, 43.46268369140075, 33.53915659395734, 44.230413880762214, 37.13018125871293, 46.419526759041325, 36.51686163452663, 22.10742829197959, 26.213445975120386, 26.93173866658868, 34.2292335076423, 35.473455296046275, 23.949015693323478, 25.92928275283885, 26.32396956727664, 28.824466227335424, 33.59288132277428, 26.177812539241067, 35.319951871907, 29.378476536406932, 36.02745786856672, 36.33532545738085, 53.36185776608514, 32.88743521086313 ], "crps_fair_clim": [ 39.728326247149674, 45.39782266152604, 33.07353606026055, 37.88688551360875, 36.57280175332332, 42.149752856118134, 36.62180464102082, 22.335173549188287, 28.420198148075094, 30.262080783572767, 22.94094856032881, 26.34918271913484, 23.167613004968228, 24.9809064552961, 29.114728365379165, 28.826133808436836, 31.445370251162224, 26.19112535899579, 34.87121942238024, 37.143188879283976, 39.88142762255391, 38.359390105009616, 69.23938014062692, 26.160291350973484 ] }, "rps": 0.4422283155804429, "rpss": 0.02373192430015103, "brier_below": 0.22117472214325026, "bss_below": 0.02396236724649592, "brier_above": 0.22105359349109754, "bss_above": 0.02350124591141234, "crps": 35.11183437054401, "crpss": 0.0043730901079639395, "crps_fair": 33.741693479080155, "crpss_fair": 0.001625710027536642 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.431306368790606, 0.4921269890246399, 0.43150091808321694, 0.41901049482754804, 0.4620174036179181, 0.4653830479690506, 0.4026339846624145, 0.4116259748596919, 0.4891858454074056 ], "rps_clim": [ 0.4392667893930284, 0.47209024474380396, 0.4563295774817628, 0.4676949686529568, 0.46440251426226875, 0.44306773857298026, 0.4754913821954125, 0.4978762127486338, 0.46473262279411304 ], "brier_below": [ 0.20395816730229094, 0.3301619085934798, 0.1791110287852825, 0.13822095313712968, 0.1688931231934649, 0.23374916443264926, 0.24873864936994036, 0.12456188345662252, 0.2977176659173418 ], "brier_below_clim": [ 0.20840800414252633, 0.3211528412581965, 0.18588896696747403, 0.1529691839704525, 0.16918637749027593, 0.22647917630868836, 0.29670790679502046, 0.14687399037084822, 0.2847919519536404 ], "brier_above": [ 0.2273482007184415, 0.1619650940465236, 0.25238988109577015, 0.2807895299543742, 0.2931242675294205, 0.2316338884467705, 0.15389533965380328, 0.28706407429142683, 0.19146819058420805 ], "brier_above_clim": [ 0.23085878370616417, 0.15093741623232468, 0.27044060189216984, 0.31472576814158004, 0.2952161237196651, 0.21658856327166845, 0.17878348316784407, 0.3510021993501296, 0.17994067840100206 ], "crps": [ 20.613120009757935, 25.517476699006863, 19.301890683785647, 22.680183770215976, 21.313899682662854, 28.2593815741045, 17.82310413617967, 24.903479158772313, 23.827729840496325 ], "crps_clim": [ 21.251323675318027, 22.462373750235535, 22.429096847378236, 21.013467579334527, 21.05169122929241, 20.436541798871772, 21.23268013317464, 31.69290548699711, 20.84021936433369 ], "crps_fair": [ 19.709187944654524, 24.593445838712675, 18.389962775591943, 21.62537699593065, 20.415747908055778, 27.2166302347768, 17.058250598509787, 23.851230966791427, 22.810329560059557 ], "crps_fair_clim": [ 20.36344490244705, 21.574494977364562, 21.54121807450725, 20.125588806463544, 20.163812456421432, 19.548663026000803, 20.344801360303663, 30.805026714126136, 19.95234059146272 ] }, "rps": 0.4449767808047213, "rpss": 0.04213418892638743, "brier_below": 0.21390139379868905, "bss_below": 0.03380038202756497, "brier_above": 0.23107538514674872, "bss_above": 0.049721484528290505, "crps": 22.693362839442454, "crpss": -0.009040872382814813, "crps_fair": 21.741129202564792, "crpss_fair": -0.006433370190789267 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4450305492652991, 0.4747658581196457, 0.4172421720142415, 0.4276483827736741, 0.45740306436467243, 0.4761564083960682, 0.4237385522921705, 0.43629279817714006, 0.48449118061648755 ], "rps_clim": [ 0.45375860413458485, 0.45298996440830325, 0.4431570365814314, 0.45029456864798206, 0.45806327538229014, 0.4543204749095515, 0.470672671598715, 0.4932554758488676, 0.46455214735141936 ], "brier_below": [ 0.20102890389035963, 0.30806513986983897, 0.200258572552978, 0.15669244038747243, 0.1744070704515083, 0.2386533794805034, 0.23476134703578228, 0.14287790889503524, 0.29302987849234685 ], "brier_below_clim": [ 0.2051677757555093, 0.2983593853982372, 0.20938553817015962, 0.16496000983722006, 0.1741714573544431, 0.2285609758239909, 0.26339413622632507, 0.15647499638411203, 0.28182460076839555 ], "brier_above": [ 0.24400164151551165, 0.1667007312897461, 0.21698359759037025, 0.2709559342991563, 0.28299598306428786, 0.23750303087188304, 0.1889772051682154, 0.29341487311033004, 0.19146131206371822 ], "brier_above_clim": [ 0.2485908236640017, 0.154630591096392, 0.2337714963461003, 0.28533454752539783, 0.28389180700046496, 0.22575949845304602, 0.20727853804452892, 0.336780458980145, 0.18272755364522117 ], "crps": [ 32.10796696993643, 38.84516697313609, 28.625740989063125, 32.44425419244227, 33.69848344945506, 42.07997361488293, 29.655307548289063, 37.61034660490188, 37.450502880624725 ], "crps_clim": [ 33.004803964257825, 34.46939391673293, 32.65658052025425, 29.032738395322635, 33.148159551740136, 33.11616337741962, 33.59207713414676, 46.2020167224791, 32.25661943021509 ], "crps_fair": [ 30.67425143815396, 37.39031150421133, 27.192686668367305, 30.849157004849815, 32.27901829516393, 40.4942979429582, 28.411318252237294, 35.99871993882351, 35.88243959762253 ], "crps_fair_clim": [ 31.596610755475933, 33.06120070795104, 31.24838731147235, 27.62454518654074, 31.73996634295824, 31.707970168637708, 32.18388392536486, 44.7938235136972, 30.848426221433186 ] }, "rps": 0.44919655177993323, "rpss": 0.023736712991795028, "brier_below": 0.21664162678398058, "bss_below": 0.016407331437738204, "brier_above": 0.23255492321924656, "bss_above": 0.03046695503792385, "crps": 34.72419369141463, "crpss": -0.016388753494482877, "crps_fair": 33.241355626931984, "crpss_fair": -0.014814502000901397 } } } } }, "Aug": { "tag": "init05_Aug", "methods": { "mvs": { "lambda_": { "training_mean": 0.693217678663837, "training": [ 0.7352786401772822, 0.6945112488984331, 0.6944132656005434, 0.6881001183554947, 0.7149879564303885, 0.6847088594408685, 0.7094707653384016, 0.697469550552504, 0.7040017163136361, 0.7158561041346233, 0.704497842789866, 0.6768449972297795, 0.6895728735007484, 0.6788854905529521, 0.711186657247793, 0.6899963940827393, 0.6889886561672168, 0.7009244396838024, 0.7035504442934665, 0.6707623988623879, 0.6769178333801202, 0.6458312805212065, 0.7177998246747265, 0.6426669297031079 ], "test": 0.7252305336001995 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45298551369692003, 0.43624633162729154, 0.42899496361447104, 0.44183797028234634, 0.44266951332300203, 0.4865556321259325, 0.4315125843945104, 0.4206019398671207, 0.4379694367194613, 0.46326349817874957, 0.4342980972543247, 0.44864460385803967, 0.4360459113367005, 0.4788937573211945, 0.40385347470237637, 0.43420661663064236, 0.4716262761088239, 0.4419657858649769, 0.43479346177348166, 0.4840225817367027, 0.43937269792853534, 0.46421049300307515, 0.4275931328621844, 0.4920590280677159 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29933668722476015, 0.2196354316317614, 0.2062436021568557, 0.19909931454386096, 0.28199580811196734, 0.18702898957646985, 0.2207359814776987, 0.15224650210140153, 0.164981940119598, 0.3428118201336831, 0.15680796953132192, 0.28393954527615956, 0.2705995351806259, 0.15590207758882782, 0.16857448304018266, 0.21716861848845212, 0.3055968116202364, 0.1797039279191989, 0.1919564525757606, 0.1818857236959407, 0.2011888307912529, 0.17205564917237906, 0.29225009031633353, 0.30252192528547067 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15364882624776846, 0.21661090041773717, 0.2227513611499266, 0.24273865676418788, 0.16067370520124755, 0.299526644567994, 0.21077660254096162, 0.26835543876843265, 0.2729874969392288, 0.12045167639745359, 0.27749012752341046, 0.16470505720947196, 0.16544637448887425, 0.32299168169822184, 0.2352789911822122, 0.2170379977826019, 0.16602946372598132, 0.26226185861679413, 0.24283701005275096, 0.30213685955956215, 0.23818386741107408, 0.2921548445899174, 0.13534304285401286, 0.1895371025812414 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.363358299856717, 23.261791366416833, 16.650265074874525, 20.065421774746483, 23.221910746767215, 29.92833714135511, 17.47312507835416, 16.00359184669905, 16.599850424056715, 18.30168229035301, 19.51599249134344, 19.607580974243575, 17.156082132835827, 23.970733685147955, 16.623406585943066, 19.085549800942058, 19.940694878879874, 20.57692426221683, 18.15085499759229, 25.55947241991893, 18.16700539206605, 20.685961371908196, 18.111623397018615, 26.405650342086652 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.698970279610055, 22.583407467153844, 15.924271568103316, 19.36671434133402, 22.58272006748237, 29.194737836315305, 16.7493387317405, 15.22420054180504, 15.846907893050412, 17.65537610688505, 18.879583235974604, 18.87921152382734, 16.46348116674219, 23.23926344087297, 15.861785633485598, 18.351270745232178, 19.21419810559132, 19.782545417619577, 17.367846704548224, 24.903798128474076, 17.403546634183872, 20.029942594386387, 17.391798684332997, 25.65980147773009 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4472593042616075, "rpss": 0.011741246976286757, "brier_below": 0.223094488231675, "bss_below": 0.01587036985714796, "brier_above": 0.22416481617796105, "bss_above": 0.007597293207505906, "crps": 20.476119448984296, "crpss": -0.027762698680688258, "crps_fair": 19.76061326360339, "crpss_fair": -0.03497300288009031, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158123, 0.690105, 0.146839, 0.004933, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3465, 0.4336, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.279, 0.3341, 0.4791, 0.4533, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.151028, 0.729201, 0.116476, 0.003229, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1782, 0.281, 0.3474, 0.4279, 0.5171, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2733, 0.3515, 0.3938, 0.357, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.455330058382192, 0.4539545139858285, 0.429267646965269, 0.4419262488899622, 0.45113221309356016, 0.5096352749726146, 0.4378679722848222, 0.41631135221897503, 0.43950653771574316, 0.4576832989508401, 0.4205048781546623, 0.45667196816693006, 0.43912528791974287, 0.4577197622270836, 0.4134026623447388, 0.4341390354564378, 0.4602452174214877, 0.4511696312407498, 0.4361227053710336, 0.46277087368301956, 0.43130341583409953, 0.41927405900552, 0.4381272078422045, 0.532157622426002 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29076365397611564, 0.2178701165086526, 0.18789780253704955, 0.1748644476780858, 0.29228938993674103, 0.18452704306431295, 0.19836198576960967, 0.15270883092650514, 0.18157722078936142, 0.33263664364757384, 0.17888532482732622, 0.280066047937075, 0.284128517503398, 0.1477861878194442, 0.18820286245590326, 0.21311278909645925, 0.28732539379304933, 0.20261492503798936, 0.18053142915969417, 0.17172945925393032, 0.20712906273423695, 0.1668095956579977, 0.30384498530587084, 0.3535461175824013 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16456640423513283, 0.23608439819954435, 0.24136984466704706, 0.26706180266780233, 0.15884282276761677, 0.3251082338991999, 0.2395059864842798, 0.26360252212005625, 0.25792931701506333, 0.12504665343285856, 0.24161955310253844, 0.1766059190065516, 0.15499676818582095, 0.309933576299079, 0.22519979960704714, 0.2210262457011488, 0.17291982307034728, 0.24855470711134836, 0.25559127702298245, 0.2910414160653514, 0.224174353258985, 0.25246446406888334, 0.13428222239468052, 0.17861150411538088 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.17644795967733, 36.3489341958612, 25.012939085876837, 30.756850991244313, 35.23994899346842, 44.00867197298489, 27.590213165635653, 23.849983129820714, 24.71305504271685, 27.761974672070252, 25.495125116744298, 31.02972184244648, 26.22277453578064, 31.559514470330495, 25.016608121830004, 28.625353051822337, 29.788864180471496, 31.971271119804232, 27.343525946659827, 37.35421196498141, 25.969558212024, 24.32677677691248, 29.499347251309327, 41.09290818216388 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.1932508618546, 35.369655693936366, 23.9232124188412, 29.694067041027324, 34.22591464322391, 42.96851688986854, 26.51380688899129, 22.702314476475387, 23.60553238259092, 26.813731495774388, 24.54631749333744, 29.959476796526825, 25.201039970313428, 30.484149318367177, 23.912348643595276, 27.548962239779716, 28.73412200425987, 30.827675920097633, 26.213054565113893, 36.382057074331044, 24.829094678680118, 23.31377173006211, 28.362829375340862, 40.01730205122024 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.44772289352306327, "rpss": 0.011169871450864122, "brier_below": 0.22413374304161596, "bss_below": 0.011103519993036715, "brier_above": 0.2235891506041144, "bss_above": 0.011236375041573043, "crps": 30.53144083260989, "crpss": -0.015633437101205017, "crps_fair": 29.472591860567064, "crpss_fair": -0.023037200666219837, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163395, 0.736758, 0.095316, 0.004531, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3445, 0.4292, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3313, 0.5148, 0.4109, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.146932, 0.750459, 0.101752, 0.000857, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3467, 0.4237, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3524, 0.4062, 0.5877, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4935685130319724, 0.4138029440721543, 0.4238484912577839, 0.43114057820855445, 0.41654919188250367, 0.42714471484171596, 0.44864366443399445, 0.4663374493226758, 0.44303486918199 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16469170211754644, 0.18021394289891626, 0.2209481541094825, 0.1372959169369502, 0.23918046658882516, 0.22392970382865487, 0.3137650432813095, 0.16781504462882052, 0.14871542555835976 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3288767928320196, 0.2335889984248607, 0.20290034018352748, 0.2938446444112458, 0.1773687358417032, 0.20321501624828292, 0.1348786327888975, 0.2985223879730828, 0.2943194314872372 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.26687720244811, 14.711708038936239, 17.228671055913274, 25.492500197140046, 14.982853877837105, 17.536123110326507, 20.435870585145985, 29.506332114695308, 25.143095406750945 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.930849246326872, 14.375772376365314, 16.880498669863535, 25.098154468196157, 14.62758167233585, 17.14920757617554, 20.088424306035375, 29.12966480038977, 24.741746825701334 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4404522684703716, "rpss": 0.04131231076294295, "brier_below": 0.19961726666098503, "bss_below": 0.038503976353284175, "brier_above": 0.24083499779898412, "bss_above": 0.043627604374871676, "crps": 21.256003509910393, "crpss": 0.05485937550471509, "crps_fair": 20.89132221570997, "crpss_fair": 0.03701073871425975, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.280653, 0.662097, 0.057249, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2792, 0.3392, 0.4214, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1621, 0.3236, 0.5111, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10241, 0.750383, 0.147207, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3456, 0.4256, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2136, 0.4103, 0.6273, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4853857642509261, 0.4171975844949446, 0.4388442395581465, 0.45763642576039903, 0.3945459835258716, 0.4272782741075719, 0.4583204223291297, 0.48769387839267864, 0.45946829438234577 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15108181269574056, 0.1813448725127936, 0.2253714543746139, 0.14871690878789778, 0.20303991425008994, 0.22630807950832182, 0.3496639022216269, 0.20943695179337043, 0.14197853410185018 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.33430393227247057, 0.23585270905308892, 0.21347278535886305, 0.30891949915429257, 0.1915060758805937, 0.2009701985377664, 0.10865653624931199, 0.27825691653633433, 0.31748974273877734 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.8744624256399, 22.5600059049042, 26.586930571510024, 37.963909711308304, 21.903501249375196, 26.514542293665706, 32.60119763378085, 43.936731783062626, 38.758607176559046 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.36992878194721, 22.062758333124478, 26.085610742507747, 37.40018129546119, 21.382726743567737, 25.958875928345567, 32.07060209307943, 43.395346964175744, 38.18743245150079 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44737454075577926, "rpss": 0.03145212221050664, "brier_below": 0.20410471447181167, "bss_below": 0.027715999197293506, "brier_above": 0.2432698217534999, "bss_above": 0.034564667439025976, "crps": 32.299987638867314, "crpss": 0.04596774933421621, "crps_fair": 31.768162592634432, "crpss_fair": 0.02718499368118743, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.252213, 0.715873, 0.031915, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3375, 0.4136, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2068, 0.3141, 0.6097, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107641, 0.807128, 0.085231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3426, 0.4224, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1914, 0.4299, 0.6453, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.7124889149778948, "training": [ 0.7456078506206223, 0.7143563482520151, 0.7169179828761407, 0.7102900878939051, 0.7309739989059517, 0.7078357703818821, 0.7278048758877518, 0.7159044112134996, 0.7216143680452146, 0.7291668833642223, 0.7281552331826596, 0.6933885010643245, 0.7104840311819822, 0.6994318252791808, 0.7267589019390839, 0.7074981883789928, 0.7058265928345421, 0.7209622578742942, 0.7259286408767323, 0.6928578504256473, 0.6977717726938529, 0.6702056473473458, 0.7345470153469379, 0.6654449236026907 ], "test": 0.7403399037649285 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4523816130804019, 0.43308617566344526, 0.42700508843849583, 0.4406531390330245, 0.4472855989751489, 0.48695536322296973, 0.43431292653842185, 0.42164269502234053, 0.4405114942280296, 0.4648975078452565, 0.43423506373184984, 0.4473418639917299, 0.4339674610568353, 0.479044620792083, 0.40449198562437044, 0.43206491408536507, 0.4705320775801123, 0.44064389645045454, 0.436732436533126, 0.4805133415808882, 0.4399311371427944, 0.4639767116855942, 0.43282434674933296, 0.48842731880482726 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29711795204988733, 0.21644534051223682, 0.20523419456859293, 0.1981452125836558, 0.2871297655800203, 0.18489947668799178, 0.2229620500589103, 0.1517052658707572, 0.16634379435165494, 0.3438069729177953, 0.1584403344991345, 0.2832557224405582, 0.2695576355476853, 0.1563939956804077, 0.16961198916681788, 0.21652386996900713, 0.3035854732327167, 0.17607396068837963, 0.19303604370020278, 0.18052632529451157, 0.2004397661439949, 0.17657176842730904, 0.2979186925689757, 0.2997912541014426 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15526366107746187, 0.2166408349600434, 0.22177089369350733, 0.2425079270454467, 0.16015583341636375, 0.3020558880430493, 0.211350876288646, 0.2699374302572817, 0.2741677003581856, 0.12109053393239398, 0.27579472925346593, 0.16408614059107038, 0.16440982429009435, 0.32265062613579826, 0.23487999611155452, 0.21554104392258427, 0.16694660377802847, 0.26456993578887117, 0.24369639344000887, 0.2999870174799268, 0.23949137102813306, 0.28740494430328345, 0.13490565435498691, 0.18863606484002735 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.33388455398789, 23.722136447559187, 17.026475060408586, 20.572813964976138, 26.112980050880264, 31.502965761602052, 17.979015620662548, 16.954002402518935, 17.545089606200293, 18.62251246713599, 19.278977979907275, 20.10302299698838, 17.37814901773506, 25.182396744119036, 16.752986090470085, 18.94404762791749, 20.558334410692503, 21.428433402710947, 18.910321375979592, 25.458353163219677, 18.821682164730152, 21.115715540516472, 20.354788775789395, 27.885365799224 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.5987552295551, 22.986841168979577, 16.27195551229892, 19.86053463782086, 25.46915863749412, 30.709573066451547, 17.22493396069551, 16.141956241103454, 16.74734047995044, 17.930727240326338, 18.62381384191923, 19.32227612479636, 16.650476215820373, 24.410218472446694, 15.957636678929179, 18.16484706493245, 19.770494354729728, 20.580833475413723, 18.065765322226802, 24.76103958244712, 18.020105865100152, 20.457124328437274, 19.641324812618745, 27.08952816114146 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44722744907737083, "rpss": 0.011811633806367405, "brier_below": 0.2231465356934436, "bss_below": 0.015640774542148406, "brier_above": 0.2240809135162589, "bss_above": 0.007968739672655989, "crps": 21.189352126080497, "crpss": -0.06356215486309513, "crps_fair": 20.4357191864848, "crpss_fair": -0.07033204740699572, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.177401, 0.659458, 0.160082, 0.003059, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2814, 0.3474, 0.432, 0.5079, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2578, 0.3461, 0.4494, 0.4516, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.153522, 0.724456, 0.118597, 0.003358, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1808, 0.2832, 0.3465, 0.4251, 0.5094, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2732, 0.3488, 0.414, 0.2548, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45506790866226005, 0.44902960783584994, 0.42654110434742976, 0.4405163867678214, 0.45768241381480657, 0.5103584104662076, 0.43855264874351463, 0.4175220498962896, 0.44318928599507196, 0.4605955118866546, 0.4186038004349322, 0.45643226089412703, 0.43895449131832137, 0.4580508368785053, 0.4132696397026328, 0.4313519194006766, 0.45925280076996383, 0.448933201215707, 0.4359028757613105, 0.4597480715948689, 0.43220028873816496, 0.4171404211426262, 0.4450507009719545, 0.5284654528817536 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.28896954339073694, 0.2131580824476428, 0.1867765237950032, 0.17366326918219227, 0.30034271128601436, 0.18032068809414212, 0.1986131287208199, 0.15038596833844492, 0.18327855446014882, 0.3358893199827742, 0.17906710454068742, 0.2813626723218777, 0.2847513539718184, 0.14701915315332273, 0.1887624572249183, 0.21201989175926464, 0.2854054492313047, 0.1972829103770472, 0.17930066328833938, 0.17132595770979545, 0.20646358713781335, 0.16976419791108896, 0.31259766779605336, 0.3510289087921498 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16609836535959796, 0.2358715252168789, 0.23976458076867102, 0.2668531187144976, 0.15733970234016903, 0.33003772373429857, 0.23993952019874515, 0.26713608223206664, 0.2599107318371496, 0.12470619091385837, 0.23953669577150002, 0.17506958798727487, 0.15420313584658, 0.31103168500061756, 0.22450718230526487, 0.21933202717087436, 0.17384735117736444, 0.2516502910830795, 0.25660221314221454, 0.2884221151272885, 0.2257367015325437, 0.2473762242908297, 0.1324530329602961, 0.17743654394170777 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.34379818504531, 36.82397658509763, 25.588246346108654, 31.36310418189305, 40.09990495621947, 46.66493801682216, 28.070953379902793, 25.171597457250204, 26.18745616023444, 28.7133814029165, 25.398987228234873, 31.874361527626128, 26.714344617192292, 33.308651564072, 25.132138154717484, 28.260358442042026, 30.778342330273148, 33.22369250517682, 28.351520166144695, 37.12336087005808, 26.688812736927098, 24.655457451427143, 33.05498769408402, 43.10214692732758 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.27574644627624, 35.78642151012436, 24.475235666423675, 30.30148601253592, 39.096725986589966, 45.5583014717704, 26.975794878088553, 24.00105235884223, 25.030748669237212, 27.718930438613242, 24.449518784776107, 30.745557069443546, 25.66111521593041, 32.194525256053836, 24.008181458306144, 27.14316462672261, 29.660365947794684, 32.02671840775153, 27.153611170045487, 36.11418555311486, 25.515614315114426, 23.66167364672981, 31.95427270119841, 41.97775756727143 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4476005037550604, "rpss": 0.011440178580068627, "brier_below": 0.2240645735380584, "bss_below": 0.011408701522884312, "brier_above": 0.22353593036055705, "bss_above": 0.011471727431430878, "crps": 31.612271620283067, "crpss": -0.05158745230237627, "crps_fair": 30.520279381614795, "crpss_fair": -0.05940398217550591, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.20034, 0.691297, 0.106099, 0.002263, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.3443, 0.4306, 0.5053, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2829, 0.3493, 0.453, 0.4448, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.165808, 0.732204, 0.100827, 0.001161, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2833, 0.3453, 0.4217, 0.51, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2629, 0.3526, 0.4279, 0.4779, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4931166441266058, 0.41443118526015194, 0.4258466702424419, 0.4348851180680903, 0.41467933186022077, 0.4255164182087036, 0.44732733032899974, 0.4692646682975514, 0.44310730247135555 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16122289413213173, 0.1796162767107568, 0.22239096816368725, 0.1353116058799752, 0.23813874424716158, 0.2227646914256581, 0.31314816307391247, 0.16716990554397335, 0.14607999095023141 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3318937315965003, 0.23481490577193453, 0.2034557051486384, 0.2995734950774924, 0.1765405983174495, 0.20275173186221712, 0.13417917900201498, 0.3020947456667358, 0.297027299165305 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 27.305490725846937, 15.583153595939285, 18.1354298661682, 27.123761870991476, 15.408953342767049, 18.300650358524678, 20.681989889518594, 29.737540348749377, 26.217605879731433 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 26.9530244064112, 15.230047553585637, 17.761138482112738, 26.69958740167456, 15.038344535290753, 17.889038175008398, 20.323182218127975, 29.33527889340202, 25.785131248778864 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4409082965404579, "rpss": 0.040319720809310566, "brier_below": 0.198427026680832, "bss_below": 0.044237002494985855, "brier_above": 0.24248126573425421, "bss_above": 0.0370901607994607, "crps": 22.054952875359668, "crpss": 0.01933437656270931, "crps_fair": 21.668308101599127, "crpss_fair": 0.0011954343234640286, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.291284, 0.651005, 0.057711, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2827, 0.3383, 0.4211, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1467, 0.3239, 0.6135, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.14315, 0.708507, 0.148343, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2863, 0.347, 0.4247, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2932, 0.4071, 0.6181, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48588194175759913, 0.41760728519018625, 0.44010530849186313, 0.4610133025095995, 0.3922201591936768, 0.4261372223383301, 0.4590327045801774, 0.4894682531218767, 0.45980674844840674 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.14710744416245622, 0.18092420965231426, 0.22616571866018995, 0.14458351754755194, 0.2018677501507023, 0.22576860514983216, 0.35128227418571334, 0.20691475193369724, 0.13860662678301883 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3387744779048621, 0.23668307231664107, 0.21393958986929162, 0.3164297668544967, 0.19035241577325684, 0.2003686209786991, 0.10775044645119289, 0.2825534907747442, 0.3212001039424369 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 41.55038828050438, 23.682422183677872, 27.91137472089792, 40.34129763218438, 22.493732394298604, 27.359598444579426, 32.95724032693727, 44.54920814730949, 40.07361665959778 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 41.03376370031368, 23.171179868296754, 27.38437911535529, 39.74930391584331, 21.96443335696134, 26.785361938366595, 32.42016935225836, 43.981190255857975, 39.475476090461186 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4479192139590795, "rpss": 0.03027292664373593, "brier_below": 0.2025800998028307, "bss_below": 0.034978734180536764, "brier_above": 0.24533910942951348, "bss_above": 0.02635253729786613, "crps": 33.43543097666523, "crpss": 0.012430598324309372, "crps_fair": 32.88502862152384, "crpss_fair": -0.007016041074383361, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.280477, 0.689934, 0.029589, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2846, 0.3352, 0.4165, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1847, 0.3195, 0.8188, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.174899, 0.729631, 0.095471, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.3434, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2994, 0.4277, 0.6095, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.6744125902138741, "training": [ 0.7187994654636484, 0.6768912416978803, 0.6766491501781055, 0.6688985069371022, 0.6942216888546141, 0.6628622217448364, 0.6943167707747285, 0.6800121604275035, 0.6896901712158868, 0.6955018823197513, 0.6864407884613091, 0.6547204120087844, 0.6719143591334842, 0.6566665806314362, 0.6923262853256384, 0.6725783560849101, 0.6685585880330037, 0.6815069072930154, 0.6865094476343887, 0.6498806975465824, 0.6604665822578112, 0.6252386105515294, 0.7008474773498911, 0.620403813207137 ], "test": 0.7038003224408298 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4514079807187304, 0.43638590434875524, 0.4306846291545029, 0.4447834320078143, 0.4433679970538603, 0.48925845428493603, 0.4329766928573817, 0.4177887601219815, 0.4349816857027721, 0.4656667110013511, 0.4305097908001896, 0.45087323508439237, 0.43513332365432494, 0.478856714976223, 0.4004194890766529, 0.43404709916518613, 0.4744705869114757, 0.4392176668421877, 0.43662031271886514, 0.4837360074335642, 0.4375595431903455, 0.46077454451816147, 0.42480307167733977, 0.4943415010959053 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.2986970241547013, 0.21919048499747182, 0.20767292851185776, 0.20119109755651848, 0.28329381310116375, 0.18745768087695525, 0.2222113145988868, 0.1501768428027055, 0.16242530639739497, 0.3459505152389159, 0.1538531544898343, 0.2852438092893825, 0.26962186471651645, 0.15532309809437658, 0.16606731220958273, 0.21674213193326416, 0.30814580723804996, 0.1774239626194577, 0.19352306799381347, 0.18107581517129662, 0.19865944534994834, 0.16826116419369358, 0.29054152338839584, 0.30249170108702605 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15271095612651528, 0.2171954196977285, 0.2230117003154577, 0.24359233539475522, 0.16007418387722494, 0.30180077563561936, 0.21076537755758454, 0.2676119184498296, 0.27255637987536613, 0.11971619377951377, 0.27665663612642494, 0.16562942420344465, 0.16551145708639373, 0.3235336189722241, 0.2343521762887863, 0.2173049667803788, 0.16632477878187812, 0.26179370490810794, 0.24309724541966046, 0.3026601942301529, 0.23890009798243544, 0.2925133815274207, 0.1342615486491465, 0.1918497999059902 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.35014076073889, 23.098631734327093, 16.511565305517433, 19.940125273224304, 23.083418183636216, 29.727330502553077, 17.330988331771696, 15.869294130887951, 16.560432945602155, 18.193898177189066, 19.459243942698564, 19.529613201351797, 17.007132723971903, 23.8287624141207, 16.45125667223504, 18.990050902373206, 19.77655927256125, 20.37340496115112, 18.018930600795983, 25.494041393491557, 18.078737324058697, 20.549594946471764, 17.87181527392992, 26.236307755188392 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.69689033561233, 22.43212003565508, 15.797783470218638, 19.25076587976994, 22.451076281519313, 29.017618924611256, 16.62042596357434, 15.104687030577782, 15.827402962774734, 17.560450250971915, 18.837399571656917, 18.81688523198613, 16.32831899983859, 23.116805285943364, 15.707031228114653, 18.27223564093437, 19.06211875215142, 19.599719664936504, 17.249975182555236, 24.851974844187797, 17.3264776884582, 19.9019126635288, 17.155692346950875, 25.506789092372347 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4470277139332041, "rpss": 0.01225296616687599, "brier_below": 0.22271836941713374, "bss_below": 0.01752953083767317, "brier_above": 0.22430934464883498, "bss_above": 0.006957449506119651, "crps": 20.347136530410324, "crpss": -0.02128862859101255, "crps_fair": 19.64552322203752, "crpss_fair": -0.02894509856699834, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.180596, 0.684219, 0.128381, 0.006805, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2759, 0.3456, 0.4317, 0.5129, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2746, 0.34, 0.4797, 0.5028, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.165828, 0.697064, 0.131705, 0.005337, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1886, 0.2786, 0.3473, 0.4284, 0.5202, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2791, 0.3522, 0.3889, 0.3023, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45358717959658407, 0.4545088787664522, 0.42956580814512635, 0.4423700959457523, 0.44915143744662167, 0.5110672523632965, 0.4372132966721284, 0.41517286724674557, 0.4387500772429814, 0.4564047821138913, 0.42000814888618415, 0.45865487767635366, 0.43922188302945897, 0.45786182760008715, 0.41288015816850476, 0.4340019807215969, 0.45981110958929367, 0.4514483070064504, 0.43621331302735517, 0.4635682037355014, 0.4312746310663669, 0.4193936721725056, 0.43693011075721255, 0.5359228363941971 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.28966975496512987, 0.21809467998144055, 0.18810824227349449, 0.17493583999575044, 0.2908330163270605, 0.18511920979611585, 0.19810720397016954, 0.15229744201266673, 0.18135353699613455, 0.3321187711003987, 0.1785895819114532, 0.2810331219765754, 0.284334646328737, 0.14796010487346767, 0.18780339318853134, 0.21316922752087458, 0.2871504978044258, 0.20280433299873443, 0.18058841386804012, 0.1720676804065197, 0.20725815397796132, 0.1666508412787597, 0.3032386510901053, 0.35560220909736795 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.163917424440515, 0.23641419955250523, 0.24145756612822156, 0.26743425748651906, 0.1583184206967693, 0.3259480447658505, 0.23910609266896418, 0.2628754260930702, 0.2573965403545495, 0.12428600901456685, 0.2414185667401133, 0.17762175438386543, 0.15488723431595083, 0.30990172474309574, 0.2250767646894918, 0.22083275248943182, 0.1726606111832349, 0.2486439749695971, 0.2556249000220244, 0.2915005250794185, 0.22401647722122553, 0.25274283167188477, 0.13369145953131706, 0.18032062651732836 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.15493364353159, 36.35059663807583, 25.049287269740375, 30.79053788043754, 35.20843338665191, 44.00943089098639, 27.621170762648788, 23.855460778249622, 24.711895053155107, 27.756295377726598, 25.488919651721584, 31.048158505429775, 26.24373770726414, 31.563504133654714, 25.05469578443831, 28.641364638272197, 29.76430671627656, 31.97763260157569, 27.360975953745655, 37.38224288734413, 26.005422535802147, 24.3432562948089, 29.53201907330611, 41.11571600488933 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.170889461110164, 35.36956547672863, 23.955600500788115, 29.72357449405428, 34.192306609762134, 42.96741974114308, 26.540988952642454, 22.70467736917669, 23.60074541677156, 26.805256595023966, 24.537722188690203, 29.975140833938983, 25.21876051390081, 30.485386343759405, 23.946339848335583, 27.561676420316566, 28.707974079434667, 30.831247783463795, 26.228127091579545, 36.40765829553472, 24.8609912463395, 23.326694840065237, 28.39101281922885, 40.03691627197864 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.447707613973777, "rpss": 0.011203617499823126, "brier_below": 0.22412035640582975, "bss_below": 0.011162582929426734, "brier_above": 0.22358725769831297, "bss_above": 0.011244745914653742, "crps": 30.542916423738873, "crpss": -0.016015174541144317, "crps_fair": 29.48111138307365, "crpss_fair": -0.02333292587754099, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.177406, 0.709619, 0.106533, 0.006442, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.278, 0.3442, 0.4291, 0.5131, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3199, 0.331, 0.4985, 0.3828, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.161914, 0.723861, 0.113014, 0.00121, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.279, 0.3468, 0.4253, 0.5248, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.276, 0.35, 0.4144, 0.4996, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49204517762404787, 0.4128016717416981, 0.42293746031016455, 0.4255492039248488, 0.41975139418665575, 0.4284524108714364, 0.44544411314911075, 0.4615517980832446, 0.44159980959508577 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16316762696016174, 0.17962729109755823, 0.22074187514490076, 0.1353468102164038, 0.24150859157522367, 0.22477612651046736, 0.3114956642204179, 0.1656269785889027, 0.1478123626257369 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32887753255098157, 0.23317437797697996, 0.20219558820791086, 0.2902023771948867, 0.17824281313857093, 0.20367628973049162, 0.13394846042489114, 0.295924803060715, 0.2937874351052131 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.101110805742596, 14.553773397022596, 17.14285078437565, 25.474865900740927, 14.861374887174163, 17.391344322928287, 20.291979705770288, 29.65134137648225, 25.071569284979567 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.770422315858916, 14.223751152652065, 16.80068569544221, 25.089674775404667, 14.513629412591559, 17.012905382167965, 19.95031367829493, 29.28566213480121, 24.679431721815792 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4389036710540325, "rpss": 0.04468298537380255, "brier_below": 0.1989003696599748, "bss_below": 0.04195705246922077, "brier_above": 0.24000329748784896, "bss_above": 0.04693034370375604, "crps": 21.171134496135146, "crpss": 0.058633045971152375, "crps_fair": 20.814052918781034, "crpss_fair": 0.04057248087693199, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.347062, 0.6031, 0.049838, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2781, 0.3406, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1764, 0.3309, 0.5656, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.131508, 0.695638, 0.172766, 8.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2852, 0.3465, 0.4287, 0.5026, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2354, 0.4149, 0.5932, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4856095124078658, 0.41704926681823806, 0.43751220670639124, 0.4553053168404161, 0.3949683824041923, 0.42697759192273316, 0.4553517276542516, 0.48721841227578216, 0.4582359728267026 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15118424971372363, 0.18150901069765313, 0.22452475495402757, 0.14834646046451833, 0.2031348718267881, 0.22630918387263724, 0.3476372078181043, 0.2095804081413833, 0.1417803431607403 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3344252434830537, 0.23554025324060487, 0.21298745192507748, 0.3069588387406354, 0.19183351720664704, 0.20066841210159025, 0.10771453584184541, 0.2776379941891447, 0.3164556122841625 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.84683967364781, 22.5822523738454, 26.578079858655336, 37.96772592219588, 21.92436363955654, 26.53139605815327, 32.62485337360668, 43.90765895584852, 38.72943661818577 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34091960254881, 22.083717188719284, 26.075581788063786, 37.4026302810689, 21.40212700216686, 25.974254622773156, 32.09280509591658, 43.36497327433306, 38.156887547632 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4464698210951748, "rpss": 0.0334108038685923, "brier_below": 0.20377849896106398, "bss_below": 0.029269976638404804, "brier_above": 0.2426913176680846, "bss_above": 0.036860506191506826, "crps": 32.29917849707724, "crpss": 0.04599164864252925, "crps_fair": 31.765988489246936, "crpss_fair": 0.02725156978216514, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.297029, 0.663846, 0.039125, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2797, 0.3399, 0.4166, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2146, 0.3136, 0.6269, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.139524, 0.757481, 0.102994, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2854, 0.3439, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2224, 0.4323, 0.6222, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.6718140548015388, "training": [ 0.7168472884215551, 0.6737817459988722, 0.6729230888551646, 0.6678624734504606, 0.6923700290440871, 0.6640643552853072, 0.6926369224764998, 0.6771076337862824, 0.6853597895299963, 0.6941281057656241, 0.6847075092398344, 0.6489514122114821, 0.6698007401372549, 0.6565601520772545, 0.6902692684775548, 0.6674463570923128, 0.6664615827881645, 0.6800952027192368, 0.6843195908875592, 0.6474834632594363, 0.6564187565844578, 0.6215200641266657, 0.6970027919302126, 0.6154189910916535 ], "test": 0.7018161977409036 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4531675373892812, 0.43737418815831347, 0.4303972832154223, 0.4444058661502618, 0.4425714069765824, 0.49004675324267494, 0.43271916132258265, 0.4166959501300532, 0.4337179831469736, 0.4663683358937701, 0.4277547152593387, 0.4527247311861448, 0.43619409865607783, 0.4767660134495264, 0.39986018416479835, 0.4347610433013878, 0.4762069375533577, 0.4386642380806432, 0.43694480018153836, 0.4815777680102766, 0.43786979059084497, 0.4585472523347954, 0.4246323261721539, 0.49760279673668395 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.2997274886319977, 0.21963860138458102, 0.2068652464190163, 0.2002380332522076, 0.2820459058602551, 0.18738537795730495, 0.22159371950883072, 0.15020497410880834, 0.16225847143090535, 0.34536857657686654, 0.15364325310981758, 0.2852313611644921, 0.2706107950087879, 0.15425579727921546, 0.1658700858375101, 0.21702201492705847, 0.30816518998051035, 0.17752767126202704, 0.1933028335269255, 0.1806108197312855, 0.199085884469642, 0.16865864842320974, 0.2902002732541312, 0.30355172280100295 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15344004823725446, 0.21773558692018288, 0.22353203662003285, 0.24416783377292842, 0.1605255011983423, 0.3026613777194724, 0.21112544110713805, 0.2664909771533144, 0.27145951240204436, 0.12099975727219177, 0.2741114617799982, 0.16749336823463498, 0.16558330166792426, 0.3225102185034577, 0.23399009783715144, 0.2177390279331466, 0.16804174676772649, 0.26113656747859215, 0.24364196739063587, 0.300966950407076, 0.23878390653298392, 0.289888605234787, 0.1344320534211172, 0.1940510739241749 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.374832717080615, 23.17389795028693, 16.572773105730075, 19.95755788346742, 22.9902243414276, 29.88003420680875, 17.401040552884602, 15.838419471269756, 16.492924182110542, 18.22796133798561, 19.366257956269894, 19.578085624850996, 17.12303599286301, 23.776721255012564, 16.509721088441026, 19.01633751170646, 19.889259283947197, 20.533693851384637, 18.04810900855946, 25.474026741243254, 18.098993500027948, 20.454419146666, 17.879265103334568, 26.46548697232666 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.71680070907587, 22.503103216477566, 15.847399866947187, 19.256618444437507, 22.342574981167555, 29.1651983684623, 16.68402010201395, 15.066864054141762, 15.748974920834042, 17.584255116818788, 18.738266450337726, 18.856310890101255, 16.43272886329099, 23.05482847945155, 15.7617963405968, 18.29239187147524, 19.166312094775733, 19.755323745144494, 17.273234265974832, 24.822448953359192, 17.337980695692252, 19.797705498786325, 17.145930838437547, 25.735483823314443 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4469821317209785, "rpss": 0.012353684072093252, "brier_below": 0.22262761441276624, "bss_below": 0.0179298755059335, "brier_above": 0.22435451747984617, "bss_above": 0.006757464332115437, "crps": 20.380128282736898, "crpss": -0.022944591406127257, "crps_fair": 19.67027302462979, "crpss_fair": -0.030241383108773556, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.183031, 0.680722, 0.130002, 0.006244, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2756, 0.3455, 0.432, 0.5133, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2718, 0.3409, 0.4801, 0.4845, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.15657, 0.689544, 0.14674, 0.00708, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1883, 0.279, 0.3479, 0.4284, 0.5217, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2766, 0.3495, 0.3955, 0.3163, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45475744082872066, 0.45399713216552745, 0.4295428566355154, 0.44244144732221125, 0.44835018331956267, 0.5117708017974472, 0.43647260653511033, 0.41495762904489714, 0.43822642810691936, 0.45624388099950686, 0.4193206055556138, 0.45972805130172634, 0.4399769442347592, 0.456978648310397, 0.41250180662692604, 0.43437141964476805, 0.46108584594583646, 0.45240867496886844, 0.4362916291809092, 0.46302179496660145, 0.43154968424114404, 0.4178781851508222, 0.4365752653863313, 0.5383784771933091 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2905764054088996, 0.2184234188800733, 0.1883429665563395, 0.17483760570669366, 0.29016433614348075, 0.18529865070187104, 0.19808688917139705, 0.15237769298241408, 0.18094967990824481, 0.3317444687141995, 0.17865776424997273, 0.2812359602033139, 0.28481371795862737, 0.14759591080993634, 0.187392646846922, 0.2131354198673682, 0.2876908070232907, 0.20334293373976298, 0.18079018197435678, 0.171708067631095, 0.20728955674474736, 0.16582877266179977, 0.3029371468671158, 0.35707248380050616 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16418103510648624, 0.2355737138885695, 0.24119989048006713, 0.2676038431344068, 0.15818584690657878, 0.3264721533094705, 0.2383857173327718, 0.26257993689843984, 0.2572767483701559, 0.12449941032034409, 0.24066284094265672, 0.17849208967901256, 0.15516322374892003, 0.30938273966256175, 0.22510915957612024, 0.22123599900315344, 0.1733950386154599, 0.2490657423903995, 0.255501448077139, 0.2913137291398841, 0.22426012767771075, 0.2520494132260297, 0.1336381184665356, 0.18130599263505587 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.226137585654975, 36.37986667041489, 25.06892183682102, 30.80788949647167, 35.05202687485933, 44.10313237256311, 27.63541165439449, 23.787492360005157, 24.758349086901003, 27.7375513090797, 25.398327014733436, 31.02436602225309, 26.328877924339874, 31.467125971545972, 25.042819225694352, 28.661333678246507, 29.83733932517473, 32.0971027267623, 27.397367040590648, 37.348232078674776, 25.993667569267657, 24.205409580922293, 29.4542232626693, 41.321153772468094 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.24541874274354, 35.39928454566031, 23.96773013155137, 29.732546950567738, 34.023633353231276, 43.06382271896637, 26.554120820900618, 22.635282729860606, 23.64478956923652, 26.78060784673376, 24.445583440337646, 29.947343426225085, 25.296641253102674, 30.38437105759169, 23.936505002175952, 27.583646109821878, 28.777098245049128, 30.95242259632669, 26.262317435174317, 36.36821963300846, 24.84473291789325, 23.18479309306612, 28.29577441953557, 40.24931885739476 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4477844766443096, "rpss": 0.011033860434721321, "brier_below": 0.2241788951896845, "bss_below": 0.010904305007895299, "brier_above": 0.22360558160783042, "bss_above": 0.01116371329232424, "crps": 30.547255185021186, "crpss": -0.01615950415395484, "crps_fair": 29.48233353733981, "crpss_fair": -0.02337534865749702, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.184625, 0.702794, 0.106189, 0.006392, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2774, 0.3444, 0.4294, 0.5135, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3166, 0.3321, 0.4973, 0.3937, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.161367, 0.717219, 0.120052, 0.001362, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2792, 0.3469, 0.4249, 0.5266, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2716, 0.3489, 0.4225, 0.4813, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49284232597944905, 0.41263381678614713, 0.42409125723967994, 0.4246515796006469, 0.42172430956139295, 0.4290781979868091, 0.446026063176607, 0.45928595424109236, 0.4421502805037401 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16411394537324087, 0.179184445727339, 0.22091384052954544, 0.13580208997879062, 0.24244949201198335, 0.22488604413609042, 0.3117574456018647, 0.1658003684816588, 0.14807088927319098 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3287283627120189, 0.23344936853408416, 0.2031774198835257, 0.2888494733326023, 0.17927482820930724, 0.20419215937270757, 0.13426862920458302, 0.29348556953869676, 0.29407937935554296 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.124977358891186, 14.600860184777158, 17.161881000297402, 25.613440960401263, 14.955600955150066, 17.46011971021472, 20.32020373000122, 29.423140582378327, 25.08505719460805 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.790363057014346, 14.268151770038223, 16.818293203796696, 25.229802843763242, 14.606177693567957, 17.083381425544633, 19.97155975068535, 29.05573577245122, 24.696833497794234 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4391648650083961, "rpss": 0.04411447103870525, "brier_below": 0.1992198401237449, "bss_below": 0.04041825983005887, "brier_above": 0.23994502112700763, "bss_above": 0.04716176315414944, "crps": 21.193920186302154, "crpss": 0.05761988837433685, "crps_fair": 20.835588779406212, "crpss_fair": 0.03957978150154262, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.349556, 0.598674, 0.051769, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2774, 0.3409, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1802, 0.33, 0.5496, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.121121, 0.684216, 0.194575, 8.8e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.285, 0.3465, 0.4302, 0.5037, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2339, 0.4136, 0.5689, 1.0, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48555301040091353, 0.4164662674220627, 0.4373873492458306, 0.4553854673136676, 0.39474103528740734, 0.42664134048422947, 0.4555766502790787, 0.4869379587402339, 0.45828966032265034 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15130405257465493, 0.18125720807766232, 0.22425625871993532, 0.14863827979062474, 0.2033633743986646, 0.22648579209143718, 0.3478308426954547, 0.20994936310519988, 0.14209145398319623 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3342489387358743, 0.23520905638180778, 0.21313109070981684, 0.30674716992193385, 0.19137766760743655, 0.20015555238898833, 0.1077458235649206, 0.2769885856675908, 0.316198188871978 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.8424643534311, 22.56838078025986, 26.56095212871718, 38.191032287079636, 21.940112435055486, 26.532424674101392, 32.59309035804038, 43.84659617814067, 38.735352757375175 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.33456068439361, 22.06986405266202, 26.059471103152507, 37.63117968662985, 21.419894564694918, 25.98103818116631, 32.05613046295685, 43.30660745272107, 38.17175515778606 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4463309710551193, "rpss": 0.033711408617802086, "brier_below": 0.20390851393742557, "bss_below": 0.02865063042825855, "brier_above": 0.24242245265003856, "bss_above": 0.03792751806433303, "crps": 32.31226732802232, "crpss": 0.045605048901850354, "crps_fair": 31.781166816240347, "crpss_fair": 0.026786774116789536, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.303421, 0.656114, 0.040465, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2789, 0.3403, 0.4162, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2162, 0.3136, 0.6194, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.137684, 0.753438, 0.108879, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2853, 0.3439, 0.4257, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2215, 0.4316, 0.6144, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.680703889012865, "training": [ 0.7246634861505697, 0.6843871596347039, 0.6815577066979358, 0.6749616427664644, 0.7032629337965773, 0.6723882461682097, 0.7018424890783406, 0.6865238089925024, 0.6945237581924074, 0.7036190169463171, 0.6947262654765222, 0.6573525487765891, 0.6797418613685908, 0.664145056273388, 0.6972280692413919, 0.6753493067309168, 0.6745575014277905, 0.6889616272930216, 0.6926704429033991, 0.6549613807582604, 0.6672077897791343, 0.6293613562718594, 0.7087741962157349, 0.6241256853681318 ], "test": 0.7090137112081474 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45441335821354306, 0.43803559620088506, 0.4307848434735053, 0.4442028977945191, 0.445121211100053, 0.4895442153820943, 0.43344908144708527, 0.4169079645070399, 0.4343696664762595, 0.46826779281708086, 0.42687287121465867, 0.4520122031021662, 0.4363516694906621, 0.47740308220083777, 0.4000129587762729, 0.43659003208596675, 0.47703227246782587, 0.43950382680787126, 0.4380624151841229, 0.48088791443344764, 0.4370145165263914, 0.45473253731119, 0.42457731035886415, 0.49641693501190254 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3003849649945871, 0.2199494483411754, 0.20714870032929578, 0.20031961490236838, 0.2841684397707131, 0.18653942865364945, 0.22160147624854706, 0.1497674953303139, 0.16209139171677972, 0.3464748726077381, 0.15320350098559174, 0.28435161060376446, 0.2704391020948503, 0.15556456102412228, 0.16623582296161385, 0.2184583246588851, 0.3086211372582004, 0.17770926681564334, 0.19405684163354994, 0.18074511747145397, 0.19843909654636377, 0.1669818970651449, 0.29012930772695017, 0.30236593851054333 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15402839267803667, 0.21808614819841485, 0.22363614291772546, 0.243883283692754, 0.16095277135283398, 0.3030047891492097, 0.21184760459698404, 0.2671404701496306, 0.2722782754695664, 0.12179291809910436, 0.27366936998171915, 0.16766059072964398, 0.16591256549211197, 0.3218385233139013, 0.2337771354206772, 0.21813170696930387, 0.1684111342177878, 0.2617945608324712, 0.24400557415821647, 0.30014279912567055, 0.2385754203017851, 0.28775064183179044, 0.13444800303658536, 0.1940509964076152 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.285823479614194, 23.19788911197533, 16.481227887824996, 19.82778330499246, 23.131862574429377, 29.942174534085943, 17.35366550796379, 15.89226667391634, 16.57287526346873, 18.195781310558218, 19.296654467518696, 19.562332017023387, 17.078815099649773, 23.65202001413105, 16.40138365316597, 19.033629653632303, 19.958056165460942, 20.61720100098821, 18.004508994269266, 25.430856546697772, 18.06553088468005, 20.18643744981784, 17.730298448705994, 26.54861921610211 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.621961647069114, 22.5334023364445, 15.75611061945137, 19.123821950679215, 22.479746070549186, 29.244033637904586, 16.64285193524934, 15.125940297403417, 15.838006452541952, 17.55776705556442, 18.675286927613016, 18.849977615453195, 16.393159058625624, 22.936231437757375, 15.664906285478748, 18.321179251707623, 19.239483472382947, 19.85165210034369, 17.232757569887998, 24.783846791457435, 17.306357694512855, 19.526918255239533, 16.990348172206186, 25.83453942232258 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44719029884934364, "rpss": 0.011893720501210514, "brier_below": 0.22273947326049356, "bss_below": 0.01743643612374768, "brier_above": 0.2244508257551475, "bss_above": 0.006331096828395832, "crps": 20.351987219194697, "crpss": -0.02153210035859554, "crps_fair": 19.647095252410246, "crpss_fair": -0.029027434523568596, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.182511, 0.700535, 0.113275, 0.00368, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2766, 0.3455, 0.4308, 0.5127, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2751, 0.3404, 0.5017, 0.4732, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.144763, 0.705396, 0.142596, 0.007245, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2805, 0.3485, 0.4294, 0.5221, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2629, 0.3511, 0.3979, 0.2999, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4562131400407954, 0.4540241444561153, 0.4291050487050962, 0.44198403517253354, 0.44941913599187666, 0.5114881981665613, 0.4368782757987017, 0.41608458797501924, 0.43860661520984423, 0.45779839572816483, 0.4189377027563838, 0.45976094346333474, 0.4408095144002963, 0.45570189062502964, 0.4128671475188202, 0.4353745372471841, 0.4618904958778203, 0.45362768750017834, 0.4361891387295814, 0.4619010351339942, 0.4311712391914922, 0.4157442988881145, 0.4365505547364669, 0.5377272774125752 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2915735734194395, 0.2184560921302618, 0.1880485301024863, 0.17513452666689117, 0.2911044418555228, 0.1850308163248681, 0.19816059543461154, 0.1526699746917748, 0.1809362317348582, 0.33260862745630804, 0.17865029704167773, 0.2812543657765353, 0.28509231085976267, 0.1470489754207176, 0.18775879568436193, 0.21401488517401177, 0.2881179496737972, 0.20399799680573216, 0.18082744002269213, 0.17126145531586387, 0.20697026013765926, 0.16512649078461664, 0.3025199918294539, 0.3561938171696753 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16463956622691323, 0.2355680529634822, 0.2410565190845097, 0.2668495098095093, 0.15831469378467236, 0.3264573840362937, 0.23871768037815985, 0.2634146140844677, 0.25767038373534046, 0.12518976632696185, 0.24028740531991377, 0.17850657630623418, 0.15571720104827982, 0.30865291731066147, 0.22510835155128645, 0.22135965128914462, 0.1737725456637371, 0.24962969193160672, 0.25536169951525184, 0.2906395815899272, 0.22420097921216223, 0.2506178089245888, 0.13403056284577994, 0.18153345943062899 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.18364927394988, 36.491712336564376, 25.02768933348662, 30.69024479121792, 35.229825974901324, 44.284766198809784, 27.688474116146782, 23.986285722534802, 24.71539825851579, 27.731888675923862, 25.42592539507927, 31.027316273119247, 26.331915014131138, 31.389884343892636, 25.022398454314956, 28.703886611102686, 29.983914186144112, 32.28052876431401, 27.35498064966822, 37.296154074960086, 25.98589031298075, 23.932630901310972, 29.259979025277936, 41.449414535968735 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.192904066361066, 35.51640644056451, 23.922786440048615, 29.607386065162913, 34.195367098553504, 43.25576062772344, 26.609642518989773, 22.836196449269032, 23.603765057455583, 26.779179055448832, 24.475178843567768, 29.95648376154287, 25.30139426934915, 30.3060389344843, 23.92505478708643, 27.634849447861175, 28.927030228105266, 31.14361767777373, 26.219142942477617, 36.315569595553995, 24.835302294036264, 22.90670854940074, 28.093910036724573, 40.392657054701175 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4479106266969158, "rpss": 0.010755248430422193, "brier_below": 0.22427326839639913, "bss_below": 0.010487922670008087, "brier_above": 0.2236373584320631, "bss_above": 0.011023188728260802, "crps": 30.561448051013162, "crpss": -0.016631632192352308, "crps_fair": 29.498013843426765, "crpss_fair": -0.023919635244868953, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.180381, 0.71417, 0.101119, 0.004331, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3444, 0.429, 0.5127, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3243, 0.3307, 0.5006, 0.43, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.153611, 0.730132, 0.114693, 0.001563, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2807, 0.3472, 0.4249, 0.5245, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2632, 0.3512, 0.4182, 0.4194, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4923045209319697, 0.4133403353525633, 0.4260853968693959, 0.4257348545521651, 0.42235069846511714, 0.4299533291021438, 0.44845429697771805, 0.45854551553789574, 0.441943508245536 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16366829181577733, 0.1793474329928049, 0.2225238611503561, 0.1359584326416517, 0.24289817694937385, 0.2257456580216632, 0.313401162579241, 0.1650964449660332, 0.148022436300386 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32863621131071036, 0.23399289977632345, 0.20356153891427894, 0.2897764056182025, 0.17945253235081024, 0.2042076767100778, 0.13505314600700524, 0.2934490543619125, 0.2939210598916533 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.163428907281016, 14.499726619228731, 17.242654561213296, 25.654484349434615, 14.96498378396927, 17.49114116513747, 20.341918500402997, 29.63102860807128, 25.222469734525287 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.83023888368362, 14.169292002653046, 16.902297189446355, 25.28027098680647, 14.620582277190607, 17.123622795425398, 19.992910595366993, 29.271600376287832, 24.84555824980723 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4398569395593894, "rpss": 0.042608102699689177, "brier_below": 0.19962909971303192, "bss_below": 0.03844698011903547, "brier_above": 0.24022783610455267, "bss_above": 0.04603868536202904, "crps": 21.24575958102933, "crpss": 0.055314868153435226, "crps_fair": 20.89293037296306, "crpss_fair": 0.036936610415955085, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.312683, 0.65465, 0.032667, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2758, 0.3384, 0.4181, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1657, 0.334, 0.5684, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.090859, 0.73001, 0.179132, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.282, 0.3464, 0.433, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2194, 0.4066, 0.5884, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4860457405804588, 0.41621471468077487, 0.43833236743358484, 0.45627433867051326, 0.394561102826961, 0.42668584630106454, 0.4573881191171844, 0.48678452205379263, 0.4586953276882449 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15152001100652004, 0.18074377306942951, 0.22507707837245117, 0.14870661954735837, 0.20317069264385046, 0.22633151049064426, 0.3492590156303527, 0.2095355611250069, 0.14204019332314902 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.33452571048342794, 0.23547093868447347, 0.21325528927909698, 0.3075677014861508, 0.1913904169663818, 0.20035433991672202, 0.10812911944355613, 0.2772489508931801, 0.3166551169162966 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 40.00891595232205, 22.455131390939364, 26.662758465645997, 38.203148027391414, 21.965691738202885, 26.64029520845246, 32.621369966160216, 43.93229351718994, 39.02942644369025 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.50132676536516, 21.95795539999405, 26.16453344106328, 37.65195937826533, 21.449251872703243, 26.097490398754942, 32.08203155443984, 43.39825663012786, 38.47653541630505 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44677578659473105, "rpss": 0.03274840087451181, "brier_below": 0.20404271724541806, "bss_below": 0.028011332460283755, "brier_above": 0.24273306489658733, "bss_above": 0.0366948290469169, "crps": 32.39100341222162, "crpss": 0.04327945161503033, "crps_fair": 31.86437120633542, "crpss_fair": 0.024238862224181146, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.261928, 0.705085, 0.032988, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2768, 0.338, 0.4178, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2057, 0.3156, 0.6061, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.106041, 0.796825, 0.097134, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2825, 0.3429, 0.4289, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2057, 0.4259, 0.6324, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.7821657679897509, "training": [ 0.8119947860725804, 0.7853656139509755, 0.7873275923834574, 0.7800508608317016, 0.8102359560995961, 0.7835663587779986, 0.8059182516548722, 0.7785726814685048, 0.7888256730919974, 0.8068189711701444, 0.7888524482663699, 0.7646939182856993, 0.7760177059453663, 0.7662508091940164, 0.796027988841659, 0.7772088667496443, 0.7770414855489302, 0.7936245944735113, 0.7873114770665544, 0.7650288850236987, 0.7713471230907076, 0.7303709837629865, 0.7991696041200872, 0.7403557958829642 ], "test": 0.8073496642745359 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45691821719767156, 0.43595015380811547, 0.4287820257852704, 0.44484965909072505, 0.45023782227235226, 0.4750372152230408, 0.433976786467668, 0.4247836909612595, 0.43475286431243776, 0.46659959461363965, 0.441962032321422, 0.4454222792417409, 0.43491712890939094, 0.48326817370551095, 0.41151853874202876, 0.44535603735371937, 0.4710050896143355, 0.4358241760210278, 0.43754185899280656, 0.4845533406011627, 0.4428775557218916, 0.4768451815697309, 0.43383886215424344, 0.47650470053979394 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.30192321355608726, 0.2220274240189582, 0.20676329311575484, 0.20317516514925194, 0.28755611402182507, 0.18376099455353323, 0.22390759598539997, 0.15010868977886893, 0.16173555569153514, 0.341675448482565, 0.1607173307754616, 0.27976687326713373, 0.26826714184537076, 0.15952068573983497, 0.1719535110978549, 0.223444196053068, 0.30618120565194107, 0.1756386946420204, 0.19361061198114776, 0.18017221069435368, 0.20108907788443262, 0.18221262789140047, 0.2973383196784874, 0.29507796672462444 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15499500383396336, 0.21392272986841762, 0.2220187329391541, 0.24167449378260275, 0.1626817083716015, 0.2912762202328112, 0.2100691910095843, 0.27467500076974644, 0.2730173084635239, 0.1249241468148733, 0.2812447011559309, 0.16565540645034593, 0.16664998798471858, 0.3237474874570567, 0.23956502748601066, 0.22191184151510146, 0.16482388413211543, 0.2601854808953718, 0.24393124645310754, 0.30438112924329624, 0.24178847790370606, 0.2946325533989576, 0.13650054273379797, 0.1814267342903795 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.189347791852285, 22.910849475737848, 16.47688521633403, 20.623764761411515, 25.964225173080465, 29.4233798274512, 16.980267633751286, 16.336611328927443, 16.64199064525354, 18.03486626632507, 19.356570815445195, 19.894197577800103, 16.670090285048946, 24.772125205483025, 17.16794385044033, 19.629543702402344, 20.021572436675953, 21.028435038495147, 17.788200821264013, 25.608244227540936, 18.679745581963495, 21.966605319432364, 19.487429195816805, 27.099909993084946 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.465928338772912, 22.036299466045843, 15.68113793920114, 19.84885517170378, 25.331109903163274, 28.49152645343317, 16.110493114938883, 15.469327351150705, 15.785323904146974, 17.239101112547466, 18.45761614474854, 19.011673835324252, 15.835991372581685, 23.950215899721535, 16.257111196053113, 18.777259207926637, 19.190530735432205, 20.143351684273878, 16.942324996664986, 24.78297039083725, 17.84686424458472, 21.186247395870335, 18.815115825907412, 26.151398462370363 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4488884577175411, "rpss": 0.008141489190356954, "brier_below": 0.22406766451170465, "bss_below": 0.011577428242495302, "brier_above": 0.2248207932160906, "bss_above": 0.004693209509925578, "crps": 20.781366757125763, "crpss": -0.04308404889854178, "crps_fair": 19.950323922808376, "crpss_fair": -0.04490920313949176, "reliability": { "below": { "weight": [ 0.0, 0.000395, 0.07854, 0.808228, 0.111482, 0.001356, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1648, 0.2847, 0.3458, 0.4318, 0.5035, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4983, 0.2921, 0.3362, 0.4635, 0.5365, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.091476, 0.824756, 0.082055, 0.001647, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1806, 0.2876, 0.347, 0.4293, 0.5066, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2892, 0.3473, 0.3792, 0.3599, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.460222354814558, 0.45527128773832864, 0.43177510764062443, 0.44441048955822987, 0.46001459868066363, 0.4977883211166728, 0.4387112687008566, 0.4235887483391802, 0.4445649642834066, 0.46386704247385907, 0.4265185632694514, 0.45520094443794795, 0.44036559254247704, 0.4595463958183778, 0.4193611416707634, 0.44504834636520535, 0.46183246020091523, 0.4512027991241173, 0.43776698016275783, 0.46440738968922907, 0.43698306659061015, 0.4279926123554205, 0.44366989372441573, 0.5149093948511415 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29322190480427424, 0.21989592924973675, 0.18986800958105388, 0.17950707516936773, 0.2985666516067615, 0.1813357904561575, 0.19970311561023374, 0.15359669839609671, 0.1833155217057839, 0.33210502483447985, 0.18234079853926746, 0.2770997744555514, 0.28237232276303836, 0.1490667748474979, 0.19172317834327396, 0.21908394706393342, 0.2870085774674557, 0.2023728105556878, 0.18118308772174924, 0.17157458576043233, 0.20770703845544614, 0.1753301133873288, 0.3097678596428539, 0.3417059625173075 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16700045020241122, 0.2353753585187291, 0.24190709831413917, 0.2649034140553927, 0.16144794726115252, 0.31645252975657323, 0.2390081533768061, 0.26999204966818297, 0.2612494426275564, 0.13176201848291194, 0.2441777646530641, 0.17810117028111905, 0.15799327096442317, 0.31047962034293086, 0.22763796322843655, 0.22596439949346608, 0.17482388295486914, 0.24882998824542207, 0.2565838918691499, 0.29283280347667345, 0.22927602822949808, 0.2526624989808751, 0.13390203418803054, 0.173203432834285 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.163044505250205, 35.9605479483813, 25.112296828751056, 31.597174627641174, 39.94295204412116, 43.27444632776713, 26.779926179690957, 24.57745384583044, 24.812319360421725, 27.84132696951633, 25.752093856653296, 31.60381080774424, 25.972638086077662, 32.78974916447541, 25.591522280559317, 29.322524311572693, 30.14259350259413, 32.57894274258516, 27.102116123166677, 37.43092071145767, 26.63466360055106, 26.012885362710026, 31.923306975949608, 42.15604895590446 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.0548779151353, 34.672799040682555, 23.896220617408748, 30.412463009874447, 38.93294943275385, 41.94452711856738, 25.464788985785898, 23.2636501170078, 23.517209452972253, 26.62734699486605, 24.396786753117023, 30.265701268447557, 24.711257937600283, 31.53567103328974, 24.247981759204933, 28.041812742826508, 28.900356076378348, 31.268822738767852, 25.831812751233297, 36.180724010630364, 25.372909839152076, 24.798342326593406, 30.859545971362692, 40.79559863958312 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4502091568395505, "rpss": 0.005678769453591692, "brier_below": 0.22539385637228207, "bss_below": 0.005543796498506115, "brier_above": 0.2248153005002541, "bss_above": 0.005814052836878525, "crps": 31.1281377133072, "crpss": -0.03548265768574099, "crps_fair": 29.874756522218394, "crpss_fair": -0.03699693015350425, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.039726, 0.886054, 0.07422, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2905, 0.3447, 0.4276, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4182, 0.3335, 0.473, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.066769, 0.878476, 0.054755, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2879, 0.3484, 0.4169, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2536, 0.3497, 0.3905, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4941440475060763, 0.4158547951814736, 0.4275215702443189, 0.44798368595851074, 0.4210711222915154, 0.43340282946813663, 0.45567338951895525, 0.46747783273569454, 0.4430450083821796 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16464378588015127, 0.17934325897382358, 0.2229586511915629, 0.13988268806903537, 0.2459303453366707, 0.22960037812091785, 0.31797115408402504, 0.16646481465879262, 0.14841915217643578 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32950024304629555, 0.23651153301230246, 0.20456292196664705, 0.30810098010044135, 0.1751407872570007, 0.2038024561949611, 0.13770224741707301, 0.3010130014515732, 0.29462584370997086 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.078597052220548, 14.78381481441112, 17.448676067685117, 25.608499847531334, 15.366987388923054, 18.46242019608274, 20.18000444668937, 28.504928719115245, 24.941979149860128 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.29998046985243, 13.983163262610708, 16.622519457587554, 24.674671219301775, 14.523492165622088, 17.562513955230624, 19.46529715123207, 27.64203807783343, 24.013166166584433 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.44513047569854014, "rpss": 0.031129732539607713, "brier_below": 0.20169046983237945, "bss_below": 0.028517983463736685, "brier_above": 0.24344000157291834, "bss_above": 0.03328295462438391, "crps": 21.263989742502073, "crpss": 0.05450427051729145, "crps_fair": 20.420760213983904, "crpss_fair": 0.05870137895964189, "reliability": { "below": { "weight": [ 0.0, 0.00035, 0.208801, 0.758541, 0.032309, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.172, 0.2837, 0.3348, 0.4239, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.1895, 0.3076, 0.4941, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.063176, 0.833487, 0.103337, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3436, 0.4243, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1918, 0.4147, 0.6225, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48558709463610816, 0.4192998057114519, 0.4436553768632284, 0.46946349192953296, 0.39370340681879973, 0.4277703719339602, 0.46492450415179404, 0.4878375748068787, 0.4613911206651978 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15233061051267016, 0.180547517750035, 0.22687480472140203, 0.15089471318599487, 0.202762821084738, 0.22647129191662138, 0.35356616693486065, 0.2090936035876371, 0.14296222068589556 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.333256464374933, 0.23875228477335744, 0.21678057257213953, 0.31856876000259315, 0.1909405924065286, 0.20129908368503885, 0.11135835376545658, 0.2787439610206637, 0.31842888224305615 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.7164862042953, 22.647972488241606, 27.02646469650745, 37.683407556453716, 22.64020249494104, 27.565848977674445, 32.05335316802683, 42.453989240015396, 38.185511463347865 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 38.52842396938994, 21.441167800160216, 25.805682905279934, 36.35855410763254, 21.38874230223218, 26.265561274243826, 30.94119616782845, 41.19175458011079, 36.855618973420434 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.45040363861299465, "rpss": 0.02489424724456335, "brier_below": 0.2050559722644283, "bss_below": 0.023184537321003673, "brier_above": 0.24534766164930744, "bss_above": 0.0263185971440838, "crps": 32.21924847661152, "crpss": 0.04835251076338398, "crps_fair": 30.975189120033154, "crpss_fair": 0.05146768524415868, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.112885, 0.876118, 0.010997, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2887, 0.3339, 0.4107, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1736, 0.3065, 0.756, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.042414, 0.90685, 0.050737, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3417, 0.4132, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0852, 0.4252, 0.6575, NaN, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.7208630911700108, "training": [ 0.7553044519484424, 0.7232004737777428, 0.7254747293797608, 0.7191970322059382, 0.7405245927839723, 0.7151664650302291, 0.736645487237557, 0.7245793842686417, 0.7296711150706464, 0.7390211847350308, 0.7346752332646366, 0.7027594584322711, 0.7180138525338057, 0.7080088530262073, 0.7365733903903994, 0.7173932248274477, 0.7160989814022437, 0.7285446004474321, 0.7325955427110201, 0.701556464426144, 0.7056410109214218, 0.6691724548658419, 0.7462527990881431, 0.6746434053052838 ], "test": 0.7483816146993455 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4538655744996613, 0.4330929718165429, 0.4273185627211705, 0.4422795696165625, 0.44946564998363747, 0.48682946076651973, 0.4359850624215719, 0.42034417135379853, 0.43966296216462847, 0.46774238880764685, 0.43317267992784503, 0.44745304033334066, 0.43350537407072426, 0.47782399552668725, 0.40412155180248516, 0.4316438583185114, 0.4717542611211857, 0.43958078933790135, 0.4380477852503792, 0.47890148338757543, 0.4385243336653317, 0.4617788746253784, 0.43409655691596205, 0.4871984522910635 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29825575485974437, 0.21622371360761158, 0.20529380820117263, 0.19945943586596476, 0.2888879951240556, 0.18498326251733183, 0.2241884015664348, 0.15031951225540838, 0.1653421700264499, 0.34601048058511663, 0.15745656852260215, 0.2834405232384396, 0.2692013263396304, 0.15535050498516292, 0.16908006912742873, 0.21582240476433148, 0.30489381768914736, 0.1751995432654992, 0.19417950270432663, 0.1793364487982971, 0.19910254391207807, 0.17468807768667438, 0.29843506419050075, 0.29952448041943386 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15560981968552565, 0.2168692580371084, 0.2220247542684464, 0.24282013434208916, 0.16057765488416878, 0.30184619961440196, 0.2117966606677688, 0.27002466007471226, 0.2743207926740091, 0.12173190720094385, 0.27571611143911706, 0.16401251608880454, 0.16430404655015585, 0.3224734916863235, 0.23504148236987663, 0.21582145328731497, 0.1668604428119562, 0.26438124607058805, 0.2438682830766379, 0.29956503589887556, 0.23942178979490034, 0.28709079820700534, 0.1356614929041356, 0.1876739719493502 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.34280532837877, 23.67561387832935, 16.982263679116514, 20.543383860070904, 25.985725494772982, 31.397338716615394, 17.948315512376254, 16.88851829499412, 17.5183449188522, 18.6210674481692, 19.271848987134813, 20.070956015225384, 17.346087230376146, 25.135734075323807, 16.70942706910282, 18.90794220566385, 20.522912176551795, 21.375937520133835, 18.85329768062273, 25.436914942185687, 18.759439893936985, 21.05839266641648, 20.24217185253526, 27.801415474182612 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.61553511285259, 22.948908518422186, 16.23608915568919, 19.838522524813136, 25.34765096224877, 30.615436990062307, 17.202870195221017, 16.086397284427402, 16.731497832199686, 17.937204309392754, 18.62476011065208, 19.29945554068861, 16.626955840711314, 24.37391558667287, 15.924585931390247, 18.138233215915307, 19.74396622020508, 20.53958311898959, 18.018677155054352, 24.747830179359337, 17.96628250732779, 20.406104863941056, 19.53459330505529, 27.01585146730542 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44725789211358796, "rpss": 0.011744367241483089, "brier_below": 0.2231114754272018, "bss_below": 0.015795434781057605, "brier_above": 0.224146416816009, "bss_above": 0.007678749240240257, "crps": 21.141493955044496, "crpss": -0.061159998383180536, "crps_fair": 20.39670449702489, "crpss_fair": -0.06828863155911136, "reliability": { "below": { "weight": [ 0.0, 9.8e-05, 0.170885, 0.683737, 0.144125, 0.001155, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1856, 0.2812, 0.3463, 0.4313, 0.5141, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2552, 0.3499, 0.4421, 0.5143, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.142008, 0.733654, 0.121409, 0.002864, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1814, 0.2839, 0.3459, 0.4238, 0.509, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.279, 0.3466, 0.4107, 0.2874, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4561581242289806, 0.448914513730661, 0.42651699350564426, 0.44035771458442147, 0.4585304600964625, 0.509870409562589, 0.4390325851126692, 0.41788159104588096, 0.4435521897544795, 0.46107391686547994, 0.41878262664204724, 0.45545811117882384, 0.43883676873922844, 0.4579679674709074, 0.4135642943714705, 0.43148400534795844, 0.459517610720292, 0.4488943407347849, 0.43584177518836476, 0.4594547436770099, 0.43210084114869024, 0.41698821053202123, 0.4457768707319209, 0.5270654480913285 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2897870487260266, 0.2131726092523239, 0.18667961209764605, 0.17359039733485734, 0.3008750687391894, 0.18018683154931428, 0.19879135324487576, 0.15053376645684655, 0.1832971072439266, 0.3360395943681278, 0.17909327750024334, 0.2808539636964233, 0.2846346057364644, 0.14690516603868442, 0.1889213242377153, 0.2119269470514999, 0.2856209627777989, 0.197363387605872, 0.17920156274460114, 0.17109474287154994, 0.20636023143112264, 0.16959915946356494, 0.31277671585055383, 0.3503506559383663 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16637107560132627, 0.23574190428226835, 0.23983738156388582, 0.26676731836069034, 0.15765539116797267, 0.32968357925538366, 0.2402412320075496, 0.2673478252005547, 0.26025508280402704, 0.12503432154447963, 0.23968934902848285, 0.174604146881349, 0.15420216153204722, 0.3110628026930029, 0.22464296998513875, 0.2195570578358605, 0.17389664757838633, 0.25153095335372394, 0.25664021309217333, 0.2883600019601831, 0.2257406096357708, 0.24738905214855886, 0.13300015471249407, 0.17671479199059748 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.39386949160502, 36.81330683426739, 25.5606742976684, 31.344190390322304, 40.04473321773673, 46.65180905477569, 28.06734561073834, 25.15522106647524, 26.17020778222306, 28.72509768393106, 25.394180369762356, 31.844853006771807, 26.7027121883422, 33.29498716897828, 25.115390337765746, 28.24626567024408, 30.769019784822866, 33.21195223612387, 28.323769467106217, 37.121036637115346, 26.666027983971688, 24.62685033955645, 33.003424072605746, 43.07088398821 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.33068252504481, 35.78059095434693, 24.4527567784962, 30.287265495016733, 39.045824128344734, 45.55043376947127, 26.97727708801893, 23.99015244108989, 25.019208140390454, 27.735237267545507, 24.44912885856862, 30.721293089082444, 25.654397059547584, 32.18613996278942, 23.996734104937165, 27.134295452890754, 29.65621838626801, 32.02073022034932, 27.131586129112275, 36.11649570787397, 25.498279954733743, 23.637488031304006, 31.90746221821405, 41.95173166914368 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.44765092137758816, "rpss": 0.011328827418699672, "brier_below": 0.22406900383156644, "bss_below": 0.011389154704114168, "brier_above": 0.22358191767566282, "bss_above": 0.011268360746315653, "crps": 31.59657536171333, "crpss": -0.051065313660829226, "crps_fair": 30.50964205969085, "crpss_fair": -0.05903474501797512, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.183841, 0.715041, 0.100564, 0.000554, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2826, 0.3437, 0.4309, 0.5073, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2787, 0.3521, 0.4367, 0.455, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.15505, 0.743912, 0.100231, 0.000807, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2841, 0.3446, 0.42, 0.509, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2673, 0.3503, 0.4295, 0.4995, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4924766025170631, 0.4145749215495814, 0.42632932138604174, 0.4355194368424914, 0.41589626637503285, 0.4261992280937999, 0.4476690493752082, 0.4693103453295587, 0.4436378073953042 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.1607323166968371, 0.17953834339564798, 0.2228834004820631, 0.13511077556420018, 0.23939318710225027, 0.22336871428494628, 0.31328896633448017, 0.16672404310943295, 0.14616870761189807 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3317442675491793, 0.23503657534651512, 0.20344592396481895, 0.30040864408546675, 0.17650308997225275, 0.20283051883538236, 0.13438009479430252, 0.3025862851059701, 0.2974690873552899 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 27.27698232555992, 15.523654595805871, 18.086983499775695, 27.166132370316028, 15.363698196958065, 18.232856213933857, 20.640193122189046, 29.85170714547132, 26.15948663601023 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 26.928281456721233, 15.174557366205908, 17.717129776114035, 26.74724867763493, 14.9976297069508, 17.826557716976453, 20.28529193112507, 29.45502076651383, 25.732593689956374 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.44129033098489795, "rpss": 0.03948818526058673, "brier_below": 0.19857871717575068, "bss_below": 0.04350635524122404, "brier_above": 0.2427116096676864, "bss_above": 0.036175449144395744, "crps": 22.03352156733556, "crpss": 0.020287312039983463, "crps_fair": 21.65159012091096, "crpss_fair": 0.001966052655174133, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.304025, 0.64414, 0.051835, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2836, 0.3377, 0.4182, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1518, 0.3261, 0.6324, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.143752, 0.705617, 0.150631, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2877, 0.3465, 0.4223, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2962, 0.4074, 0.6111, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4856895000550431, 0.4176280112124235, 0.4406262690831309, 0.4619504434717077, 0.39207015683841734, 0.42627835912502404, 0.46034601665284647, 0.48965661883165695, 0.4603346061840145 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.1470751002432754, 0.1808061991945858, 0.22649046860451186, 0.14482013751314743, 0.2018490637783789, 0.22579001764690773, 0.3522413806661433, 0.2069138449698656, 0.13876201296120702 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.33861438011185235, 0.23682180879388262, 0.21413580051705786, 0.3171302877837804, 0.19022109976826987, 0.2004883452366325, 0.10810465206200742, 0.2827427633790448, 0.3215725754248863 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 41.55773026327633, 23.66197955219619, 27.905067589759096, 40.35353641065343, 22.460924969145772, 27.32832601259547, 32.98141866844997, 44.56734420748744, 40.075547758834226 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 41.0434710743438, 23.153051237742208, 27.380557149852798, 39.76435607786426, 21.93405697769543, 26.756793224009943, 32.44678679676224, 44.00201459102694, 39.480234630287306 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4482866646060294, "rpss": 0.02947741077979238, "brier_below": 0.20274980284200256, "bss_below": 0.03417032781764906, "brier_above": 0.24553685700860153, "bss_above": 0.025567760549135454, "crps": 33.43243060359977, "crpss": 0.012519219183873886, "crps_fair": 32.88459130662055, "crpss_fair": -0.007002649475194467, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.282078, 0.688466, 0.029457, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.335, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1851, 0.3197, 0.818, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.17623, 0.729099, 0.094671, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2876, 0.3431, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3017, 0.4278, 0.6076, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.730025549819047, "training": [ 0.7795521080786404, 0.7332443668994643, 0.7269131971335618, 0.728188541023248, 0.7734196398769085, 0.7148391852458567, 0.7500169426197258, 0.7355689316270364, 0.745746624278578, 0.7605086318475552, 0.7437095269025823, 0.7008542106091347, 0.72256024250504, 0.711603495553195, 0.7521745624260877, 0.7269911402382668, 0.7252129731917386, 0.7396730662913278, 0.7308113523006924, 0.7048124365105004, 0.7119682413765203, 0.6738581310746135, 0.7697767922543154, 0.6586088557925358 ], "test": 0.7528801141427616 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4572607164706582, 0.4334797471879109, 0.4310500969790947, 0.4451085307432508, 0.45116879272305305, 0.48380238326102165, 0.43432162018353665, 0.4214537100820997, 0.442319701745573, 0.46817908029288796, 0.43763109885748414, 0.4489305099335078, 0.43661816371515755, 0.4807487111838953, 0.4094221535080602, 0.4410166698454618, 0.4718882338392561, 0.442774947289138, 0.4423948581638051, 0.48674644465226746, 0.4409797558305377, 0.46781981095406394, 0.4333183034332855, 0.48894515332010313 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.30155584657430884, 0.21970367141386585, 0.20745279561120641, 0.20216438277814247, 0.28829433554831263, 0.1852240903674751, 0.2236169237062137, 0.150410397036226, 0.1643542694720343, 0.347698769336136, 0.15496111192229764, 0.28507135062591477, 0.2708806153996791, 0.15628662041666666, 0.17058709394098412, 0.22061559834325906, 0.30526701985598725, 0.1770966795269676, 0.1976584481267012, 0.18324793572033699, 0.19975686774077228, 0.17162207173177155, 0.29556896975734603, 0.29978208429351144 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15570486972434222, 0.21377607580003402, 0.2235973014142623, 0.24294414853400154, 0.16287445705655879, 0.2985782957266953, 0.21070469552067522, 0.2710433140218079, 0.277965433132068, 0.12048030871761624, 0.2826699873098171, 0.1638591575336657, 0.16573754608508476, 0.3244620925136224, 0.23883505923600434, 0.22040107116825838, 0.1666212128937496, 0.26567826846856596, 0.24473641033749066, 0.30349851082717344, 0.2412228884860065, 0.2961977415780073, 0.13774933381693463, 0.18916306926691284 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.49854957065116, 23.051809812968923, 16.801906810598158, 20.154616641066166, 23.335560514167135, 29.775596348075425, 17.424112138425205, 16.124532213382633, 16.932251284322795, 18.405280898325362, 19.65476484630212, 19.865298470676063, 17.184250412774198, 23.914248115039435, 16.929201294875774, 19.80991320889442, 20.127776066223696, 20.684737403923233, 18.57863642377186, 25.811596633625204, 18.18601164663908, 20.97885444188454, 18.25231585572325, 26.57088993554159 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.85907461147279, 22.368255654915046, 16.08768875148159, 19.46596790947938, 22.735663003801868, 29.06733353112135, 16.718056487375964, 15.369438161630747, 16.221991103102305, 17.767623505847148, 19.03393464161625, 19.163989914317373, 16.500073778293448, 23.217205146955276, 16.196841332832225, 19.10376815633573, 19.41131189638019, 19.93637023297021, 17.819513239197807, 25.171971102398995, 17.432369393625777, 20.3353966661983, 17.554625990165317, 25.864602999777848 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44989079975812957, "rpss": 0.0059267263319955354, "brier_below": 0.22411991455192157, "bss_below": 0.01134693929962094, "brier_above": 0.22577088538205647, "bss_above": 0.00048704525416509714, "crps": 20.62719629116156, "crpss": -0.03534573429498589, "crps_fair": 19.93346113380387, "crpss_fair": -0.04402600527816469, "reliability": { "below": { "weight": [ 0.0, 0.000164, 0.115286, 0.803855, 0.080696, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1837, 0.2804, 0.3456, 0.4235, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5996, 0.3038, 0.3377, 0.5038, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.104248, 0.814409, 0.080421, 0.000857, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1788, 0.2883, 0.3468, 0.4258, 0.5038, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3261, 0.3472, 0.3443, 0.1154, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4598171754193617, 0.4530254376562866, 0.43330629123365105, 0.4458874885663251, 0.4579393407439922, 0.5085594621093615, 0.43957808553128, 0.4198378726232375, 0.4449166719599039, 0.46090205825221214, 0.4249706559680028, 0.4606270713890542, 0.4432241406818791, 0.45946023494025373, 0.41790910114487806, 0.4423714311593846, 0.46309992803837613, 0.45216384036693497, 0.442103901966345, 0.4653792276280892, 0.4350069503406807, 0.4272932067696393, 0.4437413553414289, 0.5321102378394481 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2924462510151994, 0.217762355534079, 0.18950769844900706, 0.17809848292254019, 0.29726094994378616, 0.1832951291064774, 0.19921026622670146, 0.15451236877510133, 0.18376270476822495, 0.3342726366478131, 0.18015272132223223, 0.28239988131234023, 0.28589019639651464, 0.14758946618484003, 0.1909069653779716, 0.2163711463036547, 0.28720616259681037, 0.20309141267024106, 0.18372198967174277, 0.17403807589513762, 0.20768142772611212, 0.17078852057195534, 0.30701297675837086, 0.3523623362503838 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16737092429246941, 0.23526308290375292, 0.24379859380053873, 0.2677890069670009, 0.16067839062647626, 0.3252643366632118, 0.24036781896327733, 0.2653255041789578, 0.26115396739104224, 0.12662941930956867, 0.24481793421154122, 0.178227188713774, 0.1573339417400256, 0.31187077039409994, 0.22700213591223306, 0.22600028427221877, 0.17589376477698068, 0.24907242848109298, 0.2583819126572258, 0.29134115348265666, 0.22732552300472844, 0.2565046870740752, 0.13672837848947714, 0.1797479015258534 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.56017017757436, 36.30667841697287, 25.60507703652744, 31.177707491725418, 35.75090599030388, 44.040629289759664, 27.815942259202874, 24.19274111623802, 25.098413293029548, 28.120133545810532, 25.908231034984546, 31.628075515374707, 26.682014038270207, 31.671450742024277, 25.726389656526536, 30.00047766584191, 30.423560564707632, 32.305928377401685, 28.17549148950218, 37.69627551270302, 26.229354104833796, 25.01809025568391, 30.28302228446854, 41.42670137851543 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.595981604658924, 35.304145403785206, 24.513214336702, 30.113359978167207, 34.785391869039636, 42.99766443208193, 26.74319508873598, 23.055895468982413, 24.01768587532954, 27.158164883713376, 24.96263874076618, 30.571656574061734, 25.650137351244858, 30.610040412866418, 24.633044735463805, 28.938372811797354, 29.365931122649997, 31.18738464239308, 27.051927066411825, 36.72132946326222, 25.082864433769718, 24.011215013190114, 29.174113976160452, 40.37770400428179 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4513846319862503, "rpss": 0.003082643016385944, "brier_below": 0.22580592176780154, "bss_below": 0.003725730134950034, "brier_above": 0.22557871040967833, "bss_above": 0.0024380753024945134, "crps": 30.993477551582625, "crpss": -0.031003165098320684, "crps_fair": 29.94262747039649, "crpss_fair": -0.039352831024359824, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.103828, 0.814727, 0.081445, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2829, 0.3446, 0.4227, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3645, 0.3307, 0.4905, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.092354, 0.836474, 0.071173, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2889, 0.3474, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3176, 0.3484, 0.3476, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4945102609208902, 0.41759264973651805, 0.43057512786123675, 0.43576718558153893, 0.4193753812857054, 0.42756110853967927, 0.45274858542455726, 0.4693179092533109, 0.44351231298252947 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16458383661212914, 0.18060478451388048, 0.22666666839760793, 0.1381324805470044, 0.24473290966909664, 0.22610144685370417, 0.3154966002991555, 0.16618787205014648, 0.1489110971869874 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32992640610446083, 0.23698786235672376, 0.20390846248542857, 0.29763468762001843, 0.17464248156276246, 0.20145966659802952, 0.13725199727034454, 0.3031300196526604, 0.294601203110567 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.24148232559185, 14.772977330485832, 17.504892119906405, 25.523934678961222, 14.962299943775212, 17.50600224958736, 20.47030444353554, 29.60558830841405, 25.325097682164476 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.909508794412982, 14.440104742759832, 17.160941707454462, 25.151749226685016, 14.617608431717105, 17.140941434424654, 20.138571913952173, 29.247073725062112, 24.95287609797036 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4434400579539962, "rpss": 0.03480909304554902, "brier_below": 0.20126863290330135, "bss_below": 0.03054984441805364, "brier_above": 0.24217142075122172, "bss_above": 0.038320576608638635, "crps": 21.323619898046886, "crpss": 0.051852836891770115, "crps_fair": 20.973264008270966, "crpss_fair": 0.03323361702363725, "reliability": { "below": { "weight": [ 0.0, 0.000175, 0.233412, 0.751091, 0.015322, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1922, 0.2822, 0.3355, 0.4091, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0, 0.1521, 0.3236, 0.6804, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.068847, 0.834119, 0.097034, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2864, 0.3452, 0.4193, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1989, 0.4061, 0.7184, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4857948425970152, 0.419562207888554, 0.44177010488122503, 0.4585563145342837, 0.3959704912762604, 0.42705896948725064, 0.46099998733496783, 0.48770557578052887, 0.46279342303874876 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15191019257349683, 0.18107193884323894, 0.22762157702158875, 0.14922680979011668, 0.20424811507824628, 0.22628425587911402, 0.3509547610713908, 0.20939715285968333, 0.1426954629382803 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3338846306430665, 0.23849026614005336, 0.21414852810644996, 0.3093294865349944, 0.19172238249669682, 0.20077471761881355, 0.11004524290395136, 0.2783084123808918, 0.32009794210440606 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.93138497627026, 22.80668652008502, 27.099272245992406, 37.83309050506747, 22.042131519499442, 26.74932876119986, 32.87119096380001, 43.68274453754339, 39.168419888932206 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.422683762344505, 22.302649746777274, 26.59232963714627, 37.28584162812306, 21.52371755059139, 26.20780834844579, 32.353119771821824, 43.152003571377605, 38.6223493512054 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44891243520209273, "rpss": 0.028122642621156713, "brier_below": 0.20482336289501735, "bss_below": 0.02429260760198826, "brier_above": 0.24408906765881377, "bss_above": 0.031313425927255834, "crps": 32.46491665759889, "crpss": 0.04109630465442793, "crps_fair": 31.940278151981456, "crpss_fair": 0.021914415048712055, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158005, 0.822946, 0.019049, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3352, 0.4088, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1895, 0.3072, 0.7189, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.063469, 0.87044, 0.066091, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2862, 0.342, 0.4168, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1332, 0.422, 0.7084, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.6915583274937718, "training": [ 0.7346932493671499, 0.6961051801550714, 0.6931239616472292, 0.6841808323849348, 0.71319824568357, 0.6844025296468136, 0.7119607668098654, 0.6961612742823565, 0.7048456358022236, 0.7129658406236757, 0.7023144886229316, 0.668970496460253, 0.6869583829505518, 0.676043893754914, 0.7066002574702948, 0.6880332243693509, 0.6862514055873914, 0.6988182172917438, 0.7034278378047124, 0.6693223892773494, 0.6774095962166512, 0.6412011312820106, 0.7199218583366889, 0.6404891640227899 ], "test": 0.7201035447382936 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4556516713024796, 0.4373669964031174, 0.4312659672498214, 0.44562861650943986, 0.4457168269373007, 0.4886358769278443, 0.4355596443788811, 0.4152441203140269, 0.43346096675827034, 0.47064479271429027, 0.42670770713041883, 0.45169466246590795, 0.4364197174693165, 0.4753070834130922, 0.39976331826151235, 0.4350544185092473, 0.47758146142919233, 0.4371973432131078, 0.4386495926112643, 0.4789047882140827, 0.4365111428631287, 0.4535331066551171, 0.42686881498371904, 0.49355818169425225 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3013368929443617, 0.21989152810723328, 0.2077790730620075, 0.20143019895527228, 0.2844969780111225, 0.18680704783945967, 0.22379991057774656, 0.14875297196803985, 0.16116195473069395, 0.3484568589344165, 0.15245988412360734, 0.28466105938398056, 0.270374392507309, 0.15377736608405862, 0.16549091555784268, 0.2166566127812796, 0.30955455870560816, 0.1761332390367741, 0.19457070872860383, 0.1785775467824191, 0.19752353754869373, 0.16503609770701844, 0.2915299036711112, 0.3017512017740063 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.1543147777955953, 0.21747546855072766, 0.22348689394995566, 0.24419841839047682, 0.16121984890707053, 0.3018288314604539, 0.21175973314447716, 0.2664911494447915, 0.27229901283875607, 0.1221879318274796, 0.27424782260545044, 0.1670336014403897, 0.16604532313565137, 0.32152971949350984, 0.23427240222665843, 0.21839780532433054, 0.16802690192385672, 0.2610641048480362, 0.24407888442499193, 0.30032724362957985, 0.23898760572631902, 0.28849701042945325, 0.13533891169269108, 0.191806979853454 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.423487642062366, 23.16243202249814, 16.552015898256865, 19.92902233108884, 22.881040258971893, 29.740647883823566, 17.381823026426545, 15.738781364448124, 16.572958804409172, 18.285777201129296, 19.334739418404176, 19.55470223122528, 17.121558935396944, 23.67580982118383, 16.45058318457696, 19.001155083470078, 19.89992049294547, 20.506986722997635, 18.011321271541494, 25.48459361834221, 18.07279304259732, 20.351315248365268, 17.80211892476945, 26.418339903325958 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.77310506562374, 22.499743329223847, 15.83144194362751, 19.231191997747423, 22.23194210966163, 29.041080260200847, 16.67159061087739, 14.976090389018943, 15.840243673650503, 17.647983737789946, 18.713977180097967, 18.84124867346692, 16.437107133878545, 22.963537273376225, 15.713736752969675, 18.286559307003635, 19.18383722432428, 19.741415765818036, 17.24567377326248, 24.839817312445813, 17.317725795642186, 19.697109960935062, 17.06547464965481, 25.70075338688763 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44695528410036794, "rpss": 0.012413006250108105, "brier_below": 0.22258376831344448, "bss_below": 0.018123292411257985, "brier_above": 0.22437151596100655, "bss_above": 0.006682210155289026, "crps": 20.348080180510703, "crpss": -0.021335993443331924, "crps_fair": 19.645516137799376, "crpss_fair": -0.028944727526123648, "reliability": { "below": { "weight": [ 0.0, 6.5e-05, 0.182476, 0.712415, 0.101594, 0.003449, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1747, 0.2776, 0.3448, 0.4302, 0.5077, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.2657, 0.3418, 0.5278, 0.4666, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.138652, 0.7239, 0.130073, 0.007375, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2814, 0.3485, 0.4284, 0.5151, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2683, 0.3493, 0.4034, 0.2902, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45698733994104146, 0.45346664063845277, 0.42911136750529355, 0.44184490899891504, 0.45001892726644, 0.5104441287220749, 0.4376105250680368, 0.4159355019346457, 0.4392404232682308, 0.45776580111855797, 0.41964824118990146, 0.45823371364672094, 0.4401215667297277, 0.456298903807394, 0.41312827982717987, 0.4347465333784759, 0.4616998264170612, 0.45264003694586935, 0.4361940847686137, 0.4620140045756889, 0.43158202660265427, 0.41660083212777654, 0.4381979935860459, 0.5346373893431142 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2920617070024764, 0.21836666378702596, 0.18805696114792328, 0.17474002234735042, 0.2913092148102064, 0.18479816000045607, 0.19866660341204534, 0.1528800276362795, 0.18113549306883192, 0.33250785989974013, 0.17881155084997005, 0.2802836369382724, 0.2845908353056784, 0.1472818707240611, 0.18758932482387264, 0.2130837159194927, 0.28802784554499433, 0.20359753875809464, 0.1807196385698918, 0.17095583273066245, 0.20720470542576983, 0.16514465733096836, 0.3036643108751435, 0.35494483329493765 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16492563265570065, 0.23509997745604888, 0.2410544067163108, 0.26710488808698296, 0.15870971221819605, 0.32564597096002657, 0.23894392168902376, 0.2630554750710932, 0.2581049304153324, 0.12525793939693927, 0.24083668992815782, 0.17795007539671923, 0.15553072900686687, 0.3090170351187788, 0.22553895474559404, 0.2216628166847627, 0.17367198055659377, 0.24904249938571707, 0.25547444700656396, 0.2910581735313072, 0.22437732137161526, 0.25145617557019867, 0.13453368268051352, 0.1796925552174918 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.325265472175666, 36.4356786713036, 25.081189361663398, 30.819580974160083, 34.95588722421438, 44.12515609672291, 27.685475927045815, 23.767215003592028, 24.764326804075896, 27.799938083393705, 25.412192410167126, 31.02797999192532, 26.375392643149574, 31.428621814302968, 25.080203782878193, 28.69595065235235, 29.891522317565666, 32.16221927522078, 27.41071453387155, 37.38017399326122, 26.019402430571972, 24.14834413340165, 29.41619337732252, 41.38573285070063 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.348347780946334, 35.45631581618315, 23.977159153523576, 29.740426942832098, 33.92146333558336, 43.08951564357873, 26.603156219528096, 22.615407962033647, 23.650416862557364, 26.841679356483905, 24.45838626417411, 29.95080392903874, 25.341321459224314, 30.344824469550872, 23.974316823359374, 27.619419428999297, 28.831290443638057, 31.019479012177708, 26.276764371599366, 36.39880793563411, 24.869317970994317, 23.12513255895888, 28.249787814388064, 40.31791391821564 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.44784037489199635, "rpss": 0.010910404895044024, "brier_below": 0.2241842920918394, "bss_below": 0.010880493432398053, "brier_above": 0.22365608295277228, "bss_above": 0.010940384509352974, "crps": 30.56643157604329, "crpss": -0.016797409978044575, "crps_fair": 29.50089397805013, "crpss_fair": -0.02401960897220734, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.171592, 0.729947, 0.094382, 0.004078, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2796, 0.3446, 0.4291, 0.5073, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3174, 0.332, 0.5158, 0.4195, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.143239, 0.752731, 0.102769, 0.001261, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.3472, 0.4244, 0.5174, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2632, 0.3515, 0.4142, 0.4799, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4912743862681887, 0.41323307378313173, 0.4257508981356646, 0.4270263862208014, 0.42332363440156867, 0.4297979622237705, 0.44811368813089547, 0.45988663945229796, 0.4427335626212456 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16328133250947616, 0.17932848705367316, 0.22238804857425648, 0.13597467972769706, 0.24444969809483616, 0.22577323604525365, 0.31291225377708676, 0.16507107855283895, 0.14824608070630427 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3279930359052703, 0.23390458410636533, 0.2033628527167655, 0.2910516900090818, 0.1788739470782272, 0.20402473159879794, 0.13520144616711052, 0.29481554460497467, 0.2944874698179311 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.087195525083665, 14.542841732042966, 17.12524887248273, 25.770981909055784, 14.938523142824064, 17.39455654553257, 20.31456496876121, 29.674577353617455, 25.020309622436567 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.75515111899961, 14.213830837736346, 16.78619028275589, 25.39430982492803, 14.594013400777456, 17.024823285762437, 19.967334026363638, 29.314095902903862, 24.640296258381827 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4401266923597294, "rpss": 0.04202095919439797, "brier_below": 0.1997138772268247, "bss_below": 0.03803863246569916, "brier_above": 0.24041281133383605, "bss_above": 0.04530413596190941, "crps": 21.20764440798189, "crpss": 0.0570096457460344, "crps_fair": 20.854449437623234, "crpss_fair": 0.0387103960631181, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.32675, 0.643036, 0.030214, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2772, 0.3383, 0.4151, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1736, 0.3348, 0.5624, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.091567, 0.737271, 0.171162, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.284, 0.3461, 0.4296, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2168, 0.4084, 0.5913, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4853279569896833, 0.41668108275384336, 0.43836141640553894, 0.4573931703836734, 0.3944623380582045, 0.42688358289290795, 0.4584485001774876, 0.48710491598772426, 0.4593192915741167 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.1513841040627566, 0.18113838314496897, 0.2247693829202538, 0.14901593938256083, 0.20338212967768748, 0.22646709240537244, 0.34981276007024087, 0.20987652358940348, 0.14240073773359546 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3339438338414786, 0.23554269672274558, 0.2135920337158499, 0.3083772131837298, 0.1910802151003892, 0.20041649438638365, 0.10863575620019104, 0.27722838232986247, 0.31691853629355543 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.85171898667109, 22.558870540209316, 26.55820246006909, 38.29429443578767, 21.9572103383595, 26.546534919457578, 32.64666979713759, 43.8534051478248, 38.78837739760326 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34330316119078, 22.060770673355282, 26.057816617127546, 37.7369550739783, 21.437929931740495, 25.99777765862369, 32.10767837984517, 43.314985952714714, 38.22860118925792 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4471091394692422, "rpss": 0.032026705315758464, "brier_below": 0.20424967255409332, "bss_below": 0.027025469218335263, "brier_above": 0.24285946241935397, "bss_above": 0.03619321058249947, "crps": 32.33947600256888, "crpss": 0.04480139679815576, "crps_fair": 31.80953540420377, "crpss_fair": 0.02591806199035096, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.263944, 0.704009, 0.032047, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3384, 0.4147, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2092, 0.3154, 0.5987, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.103247, 0.804835, 0.091918, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2841, 0.3427, 0.4248, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2035, 0.4267, 0.6333, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.806996820472901, "training": [ 0.8397016156594946, 0.8115136573077146, 0.8091935939644672, 0.804201184723917, 0.8321469438101844, 0.8040020950277216, 0.8276732969206985, 0.8049299307147733, 0.8140905539652802, 0.8298038930080046, 0.818317202962715, 0.7902310269637726, 0.8059630764687956, 0.7926389265012181, 0.8228698547309099, 0.8039218390871431, 0.8017210322876691, 0.8159632193395898, 0.8072777051633984, 0.7897046064550073, 0.794609116726125, 0.7613683631283225, 0.8199769664781038, 0.7661039899545959 ], "test": 0.8274792006433427 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4607958993330103, 0.4332384008940771, 0.4288133767130714, 0.4449165862526982, 0.45613627732411516, 0.47961843275232563, 0.43495267514494845, 0.42415743932856736, 0.4371404664848988, 0.46736134982826094, 0.4371963692699078, 0.44475526989094544, 0.43491424382676475, 0.4825493839858941, 0.40957508575972107, 0.4430905556473571, 0.4731583649331367, 0.4375649750836445, 0.4394563150092572, 0.4850545737429914, 0.4411525635621084, 0.4718489804612872, 0.43901955293746164, 0.48177098400158486 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.30359041546139937, 0.2204074986111794, 0.2066211656283984, 0.20192873530044203, 0.29173375798268053, 0.18373983244570297, 0.22389820609521352, 0.15177938185535222, 0.1620657615806099, 0.3443845839250025, 0.15656763695669865, 0.28122419784635233, 0.2687983921451914, 0.15869595319828153, 0.17114184288514026, 0.22128312362482475, 0.30743435177745865, 0.17583467011920606, 0.19459950280497246, 0.18164944603167213, 0.2010190572858262, 0.1771714066279962, 0.29913117963828345, 0.2980328426059831 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15720548396238845, 0.21283090232806506, 0.22219221097352262, 0.24298785148678612, 0.16440251935329836, 0.2958786019938621, 0.21105446846918063, 0.2723780580043588, 0.2750747052191318, 0.12297676473242637, 0.28062873228443225, 0.1635310711278056, 0.16611585034783632, 0.3238534316265749, 0.23843324278121641, 0.22180743187745713, 0.1657240127108377, 0.26173030514025686, 0.2448568127242034, 0.3034051288703304, 0.2401335062418194, 0.29467757380330134, 0.13988837351147287, 0.18373814130441632 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.04607121989135, 23.110783789159676, 17.031520630685005, 20.831412642698762, 25.933508770444508, 31.305952896680427, 17.47754373020614, 16.45631364507983, 16.996632803746433, 18.25518654172034, 19.87812913030778, 20.01408978330541, 16.999205890698384, 24.739242552783413, 17.13052113351617, 19.948118929652107, 20.441585294631636, 21.366828615505806, 18.305330501159546, 26.250243835828527, 18.737256484038014, 22.046506536841367, 20.287026363526603, 29.174131631553227 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.399823630969152, 22.42977383237209, 16.325828575093688, 20.1403369560688, 25.30951798581393, 30.58057548845441, 16.76181955626623, 15.692497412602926, 16.263876875415253, 17.621551929382857, 19.253041797351354, 19.299044518754524, 16.31238374052532, 24.0218821543137, 16.38457855283789, 19.232634872421116, 19.72179315838618, 20.596511996559528, 17.53932070290756, 25.601674884956683, 17.983165207004973, 21.407001516623964, 19.592198434542013, 28.443557234842544 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4495099217570015, "rpss": 0.0067683097599141595, "brier_below": 0.2242805392680778, "bss_below": 0.010638380590906937, "brier_above": 0.22522938253645755, "bss_above": 0.0028843389011823373, "crps": 21.19846430640252, "crpss": -0.06401952468172523, "crps_fair": 20.49643295893611, "crpss_fair": -0.07351196467736965, "reliability": { "below": { "weight": [ 0.0, 0.000395, 0.09589, 0.808086, 0.09563, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.169, 0.2871, 0.3452, 0.4287, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4983, 0.2858, 0.3403, 0.467, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.077588, 0.837465, 0.084881, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1792, 0.2908, 0.3457, 0.4317, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3109, 0.3442, 0.3791, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4641976788217811, 0.45174264942968356, 0.43092201802825864, 0.44300082528052637, 0.4669404470430861, 0.5029960242214645, 0.4408002816041579, 0.4232505206811764, 0.44621396049275525, 0.46456522408330003, 0.4259044581085092, 0.4533620065354074, 0.44058254043296097, 0.4580876683796748, 0.4182305000880432, 0.44306571539309625, 0.4633732939396106, 0.45165291526778617, 0.43887219946368083, 0.46475678619718325, 0.4351092883949399, 0.4257090296440323, 0.4489458482291253, 0.5210927923420509 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2949000227362833, 0.21792266760830123, 0.18874886536280203, 0.17689593803343825, 0.3035639423123632, 0.1814959142143532, 0.19988665380234574, 0.15565812422781217, 0.18347185909569427, 0.3348106324562006, 0.1808697081036362, 0.27795626833775267, 0.2832873988346897, 0.1479685512794938, 0.191070603068332, 0.21741094988323817, 0.288275438637919, 0.20254222875911115, 0.18187047835050907, 0.17357830930274934, 0.20848378469869364, 0.172173071416404, 0.31107706312397027, 0.3464405802909675 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16929765618564951, 0.2338199820083424, 0.24217315299707096, 0.26610488811592753, 0.16337650450903055, 0.32150011194499134, 0.24091362758980067, 0.26759239691822234, 0.26274210170148166, 0.1297545903147283, 0.24503474972890127, 0.1754057374456395, 0.157295139947785, 0.31011911797033115, 0.22715989698533348, 0.22565476512911314, 0.17509785486332433, 0.24911068694442423, 0.25700172161802076, 0.2911784780135373, 0.22662550381469249, 0.25353595816296365, 0.13786878479690567, 0.17465221147159096 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.0266679076149, 36.11760796896593, 25.852586448775487, 31.963196538200695, 39.86513236413884, 45.4979992630661, 27.725496252810288, 24.689277141339584, 25.495492522145945, 28.19084391291147, 26.498840222403444, 31.773725750547136, 26.40082800385057, 32.769120234568945, 25.776438669567394, 29.727508634976743, 30.676386007228338, 33.05664970218268, 27.738354999410777, 38.14794180292256, 26.71112565039282, 26.00529131906666, 33.202509268444906, 44.78389596089614 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.047314796297734, 35.115465993191144, 24.770484180544926, 30.891514701187578, 38.863505037221564, 44.433189929066614, 26.638769460454494, 23.53847280957064, 24.381864987787225, 27.23550695623795, 25.54304829785102, 30.694629513705074, 25.361153464490485, 31.679046827765877, 24.662688345289936, 28.65359501382544, 29.610873138785475, 31.90931018357084, 26.60776145190954, 37.16210005563611, 25.563226486040975, 25.00416029072191, 32.09544250721174, 43.7103667028844 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4509739446709287, "rpss": 0.003989677248223855, "brier_below": 0.22584829391404418, "bss_below": 0.0035387807461563225, "brier_above": 0.22512565079907534, "bss_above": 0.004441611080915342, "crps": 31.69553818943451, "crpss": -0.054357328519045955, "crps_fair": 30.632228797135365, "crpss_fair": -0.06328991176093934, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.062808, 0.877834, 0.059357, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2895, 0.3446, 0.424, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3707, 0.3384, 0.4519, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.05565, 0.891494, 0.052856, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3468, 0.4203, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2661, 0.3474, 0.3973, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49474961190591876, 0.4156550050578866, 0.4285463377001029, 0.44305271818655184, 0.4223388035394942, 0.43307557037350586, 0.4579534104014845, 0.46656465933428637, 0.4430646631743174 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16451759054818432, 0.17950090125516388, 0.22398711609953487, 0.1393714625489928, 0.2464879873254538, 0.2291396297222769, 0.3191305737583062, 0.16574250240459604, 0.14773764211506657 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3302320029235177, 0.23615410070038542, 0.20455922447667177, 0.30368123852124324, 0.17585082661817944, 0.20393594567031081, 0.1388228487924665, 0.300822140360588, 0.29532700854414795 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.482477405617125, 14.817414319731554, 17.671001572774934, 25.72138868362028, 15.722576709355764, 19.005113521040933, 20.317545541454233, 28.887552099067157, 25.33454853746333 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 26.15055138347177, 14.485581093556426, 17.325290104887213, 25.335433452958906, 15.373931308617422, 18.625306371836864, 19.98158062040879, 28.523136543130526, 24.94350729472938 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4450000866303943, "rpss": 0.0314135371726878, "brier_below": 0.20173504508639725, "bss_below": 0.028303277941473692, "brier_above": 0.24326503740083455, "bss_above": 0.033977749425528336, "crps": 21.551068710013922, "crpss": 0.04173940648689611, "crps_fair": 21.1938131303997, "crpss_fair": 0.023067365505279214, "reliability": { "below": { "weight": [ 0.0, 0.00035, 0.23537, 0.737401, 0.026879, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.174, 0.2845, 0.3342, 0.4219, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.1863, 0.3151, 0.4703, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.054548, 0.83523, 0.110222, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2895, 0.3428, 0.4249, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2142, 0.4077, 0.6342, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4860432705157561, 0.4189968268265521, 0.4444473211686436, 0.46495123679737854, 0.3939369252937703, 0.4285799415168365, 0.46893329748473556, 0.4870220268673505, 0.46015627848468615 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15167209276795554, 0.18103689705013648, 0.22774150708375354, 0.14988264734543694, 0.20305975718119085, 0.22658784875754834, 0.35619572004160394, 0.20839469184510026, 0.1412535034724153 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.334371158192967, 0.23795992657775727, 0.2167058144445985, 0.31506857117695, 0.19087717482504424, 0.2019920966994337, 0.11273759414876493, 0.2786273247850497, 0.31890275723716055 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 40.19977749536833, 22.790566177755082, 27.255273739679563, 37.69350602471674, 22.866589006854568, 28.273090726740296, 32.297306330031205, 43.046891102557275, 38.55668922525193 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.6911494643861, 22.28824363150436, 26.74626731595654, 37.128890251527984, 22.343494718529506, 27.715434082691225, 31.773792966393074, 42.507114711611926, 37.98816032600663 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.45034079166174545, "rpss": 0.025030308364972997, "brier_below": 0.2050916295050157, "bss_below": 0.023014678605953298, "brier_above": 0.2452491575653029, "bss_above": 0.026709518313072445, "crps": 32.55329886988389, "crpss": 0.03848579341065228, "crps_fair": 32.02028305206748, "crpss_fair": 0.019464478979675404, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.142891, 0.851202, 0.005907, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2875, 0.3333, 0.4128, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1868, 0.3114, 0.7952, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.033732, 0.910282, 0.055986, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2908, 0.3404, 0.4177, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0596, 0.422, 0.6512, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.7960538537350327, "training": [ 0.8261055800331354, 0.8022903390454317, 0.7970748981725372, 0.7909460011711312, 0.8178170809422388, 0.7929840737363281, 0.815191519783168, 0.7946619471036738, 0.8067596914925773, 0.8193308251813225, 0.8123227948676964, 0.7778150789275947, 0.7937330496991011, 0.782909419557312, 0.8115794241711415, 0.794040262621267, 0.7954618428392046, 0.8026794024399507, 0.7974511149053385, 0.7745807029350131, 0.7812838243284265, 0.7519611661296155, 0.8079916737203888, 0.7583207758371933 ], "test": 0.8171240236500872 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45890475106195944, 0.43310460534604445, 0.4306542198841841, 0.44626676910843477, 0.454266077683625, 0.4817370264555239, 0.4348509548842412, 0.4237682328767797, 0.43921235201261266, 0.4681995170815785, 0.42973277856731457, 0.4481005598798127, 0.43629646981553166, 0.479004631163862, 0.4062962731382828, 0.4393450922728309, 0.475111336842433, 0.4384308688817402, 0.4410172758565831, 0.4845210935901678, 0.44066785187663954, 0.4703940401345862, 0.4375438971436893, 0.48808958859723883 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.30201670124840274, 0.21989530901273835, 0.20825931974296807, 0.20258074515959643, 0.2904874134936786, 0.18401546158064855, 0.22410637736962305, 0.15173133794480115, 0.16337909018490127, 0.3451007629475606, 0.15382271596230065, 0.2818787215098761, 0.27049539160848735, 0.15592133574233602, 0.16927932724593525, 0.21836507843946235, 0.3085505683286244, 0.1763627369326024, 0.19585055118495623, 0.1799053272688007, 0.19943873151377456, 0.1751183414688622, 0.29820871079713995, 0.29869230546317316 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15688804976913556, 0.21320929674303976, 0.22239490013144875, 0.24368602449153287, 0.16377866398652122, 0.29772156674103983, 0.21074457710090258, 0.2720368954673884, 0.27583326233868993, 0.12309875291587619, 0.2759100620808419, 0.16622183735457835, 0.16580107686766768, 0.32308329633938504, 0.23701694565847883, 0.22098001366840017, 0.16656076796221048, 0.26206813213578034, 0.245166725106762, 0.3046157674364894, 0.24122912047038877, 0.2952756984500737, 0.13933518641649403, 0.1893972833847024 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 25.826075365117983, 23.512079436963784, 17.08763116510143, 20.74756269776878, 25.794055873629304, 32.523694848149965, 17.40948660509712, 16.51587579039594, 17.074002093153748, 18.5487075214144, 19.938945888285293, 20.22791100196523, 17.244174023479538, 24.667874426536123, 17.145696456936836, 19.74170430369188, 20.607593440264537, 21.540568284090778, 18.29493221178433, 26.163047343193387, 18.614339383086477, 21.797914864251172, 20.083588600542935, 30.919846101815693 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.14258760454694, 22.83227503946295, 16.358059050855687, 20.051626842437006, 25.14977056961974, 31.814840340579586, 16.710522253873762, 15.74925352572975, 16.321985254912935, 17.906294825956316, 19.33734328941493, 19.50216460587078, 16.56001518601827, 23.939274571933645, 16.413884277211228, 19.02061805376408, 19.868512619249312, 20.75931675964007, 17.48526975411642, 25.515795977002433, 17.843543439546632, 21.15574532383822, 19.36145687072514, 30.204918309586184 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4493965110064873, "rpss": 0.007018900783543391, "brier_below": 0.22389426508963542, "bss_below": 0.012342339605660668, "brier_above": 0.22550224595907617, "bss_above": 0.0016763420183155686, "crps": 21.33447115527986, "crpss": -0.07084614856373062, "crps_fair": 20.625211431078835, "crpss_fair": -0.08025680808085611, "reliability": { "below": { "weight": [ 0.0, 0.000262, 0.136014, 0.768368, 0.095057, 0.000298, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.18, 0.2867, 0.3454, 0.43, 0.5002, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6249, 0.2686, 0.3459, 0.4704, 0.3333, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.082394, 0.810394, 0.107147, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1737, 0.289, 0.3457, 0.4363, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3205, 0.3416, 0.3856, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46243739620637897, 0.4503627241223299, 0.4316067411932226, 0.4433412247339073, 0.46511060017320704, 0.5043370761761649, 0.4378792288271364, 0.42273889581456564, 0.4461235046028752, 0.46367344689026635, 0.42313268112662933, 0.45556357585368734, 0.4415990984991332, 0.457042014257586, 0.4161691310515843, 0.4405061198915948, 0.4640232240487824, 0.45299042657915506, 0.43946884364375066, 0.463555942340582, 0.43462528424597974, 0.42492637433991404, 0.44807110800241545, 0.5267289535749643 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.293659118593099, 0.21717248980577258, 0.1894274551999359, 0.1765830866292763, 0.3022053152431569, 0.1818520222364858, 0.19861019368904015, 0.15507775333654603, 0.18367930108920982, 0.33425033499787815, 0.17957950321158436, 0.2778517065446041, 0.2845852939170865, 0.14663863887799122, 0.18998508983195672, 0.21537051034183385, 0.2886492094284409, 0.20387087299301587, 0.18239966986886114, 0.1714110545856528, 0.2074114411109206, 0.1710356190896138, 0.3106317251793704, 0.3482025224662653 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16877827749856517, 0.2331902347031194, 0.24217928642161057, 0.26675813886189337, 0.16290528440434715, 0.32248505609271627, 0.23926903503942545, 0.26766114305673633, 0.2624442039114068, 0.1294231103096512, 0.243553177624135, 0.1777118684481667, 0.157013802921489, 0.31040337637291904, 0.2261840410472742, 0.22513560908575342, 0.17537401402986516, 0.2491195540787653, 0.2570691743801127, 0.2921448887719568, 0.22721384307513198, 0.2538907547181851, 0.13743938240146572, 0.17852643074346858 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 41.621345125575296, 36.685894947652976, 25.81926867670037, 31.848661906594046, 39.67747106126735, 46.414428196517726, 27.56317671765556, 24.844475741658332, 25.717209245385302, 28.42133015977856, 26.764163248760525, 31.99198751596498, 26.660739785026916, 32.69754677760612, 25.74383733896889, 29.41540639985399, 30.89443129747599, 33.20111982419621, 27.673715965940442, 37.98639257750298, 26.549040157482747, 25.69203403502462, 32.86991671642368, 46.60448074964016 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 40.59323328755088, 35.68372313186663, 24.69746061041299, 30.769792771301418, 38.646328061812945, 45.36629433117239, 26.500442362867368, 23.69489168352969, 24.574836888575042, 27.455221399088316, 25.835333334705524, 30.893062808395953, 25.625205739431667, 31.59310411048168, 24.65479649353986, 28.33355564711702, 29.802246657915386, 32.04421420607179, 26.480629607100106, 37.000572339573175, 25.376563672603606, 24.678493339390602, 31.725893246977893, 45.5439444395911 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.45066723400815883, "rpss": 0.00466707111948117, "brier_below": 0.2254224970111499, "bss_below": 0.005417431647871784, "brier_above": 0.22524473699992334, "bss_above": 0.003914983991386012, "crps": 31.80658642369391, "crpss": -0.0580513664278115, "crps_fair": 30.73207667379471, "crpss_fair": -0.06675577905599428, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.10476, 0.83253, 0.062711, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2876, 0.3451, 0.4267, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3226, 0.3424, 0.4518, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.061966, 0.86891, 0.069124, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3467, 0.4291, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3028, 0.345, 0.3896, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.496017180271418, 0.4134819494010494, 0.42907001984200105, 0.43721343173835064, 0.4247328222572952, 0.4337516630360326, 0.4564846682778205, 0.4618250868486516, 0.4417145261217087 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16617750358430466, 0.1773634040804279, 0.22439759122785613, 0.13856143522401826, 0.24678584803978978, 0.22885431461536296, 0.3182749682502971, 0.16534224846837833, 0.14702243863395958 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32983965831981044, 0.23611854211651612, 0.20467243156794304, 0.298651979979226, 0.1779469848365803, 0.2048973537588413, 0.13820971212099806, 0.29648282226463013, 0.2946920753631414 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.493677229947412, 14.537356367201431, 17.78590763663075, 26.30995904212776, 16.27851958204246, 20.12998243762253, 20.26181992949648, 28.68301947661457, 25.910847186917714 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 26.167604940872724, 14.213714648491276, 17.444494125612515, 25.938877726080428, 15.946339862825536, 19.769139816364795, 19.918477627607494, 28.323869766143968, 25.53407931749045 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4438101497549253, "rpss": 0.03400355183521431, "brier_below": 0.20141997245826607, "bss_below": 0.029820887535951024, "brier_above": 0.242390173369743, "bss_above": 0.037451894864969915, "crps": 21.82123209873346, "crpss": 0.029726687642025018, "crps_fair": 21.47295531460991, "crpss_fair": 0.010200256234228156, "reliability": { "below": { "weight": [ 0.0, 0.00035, 0.295554, 0.67547, 0.028626, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1894, 0.2833, 0.3354, 0.4236, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.1973, 0.3204, 0.4935, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.068843, 0.783018, 0.148139, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2895, 0.3425, 0.4313, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2026, 0.4073, 0.6024, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48608293878666725, 0.41690179068217925, 0.4440423874105284, 0.46241018588718286, 0.3937199797655489, 0.4287929316710152, 0.4678112713588355, 0.48533407678935897, 0.4573417881336126 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15188274968948895, 0.17926738359102326, 0.22738416170232395, 0.14961486778887242, 0.20245150086881727, 0.22702349309690437, 0.3556373848592639, 0.2085866442639109, 0.1405147303033645 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3342001696326315, 0.237634403784712, 0.21665822606966842, 0.31279530013248447, 0.1912684857202043, 0.20176944281012846, 0.11217390315639594, 0.2767474224590727, 0.31682704049023247 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 40.27253427691081, 22.39875874868091, 27.344723426844215, 38.34068564789014, 23.31782911101022, 29.46049735852725, 32.20114067428722, 43.077348522787254, 38.98125778962206 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.77271985441161, 21.907715107591475, 26.841620798381882, 37.79238361010328, 22.81795228603027, 28.928357710770758, 31.66814189673214, 42.54287789334269, 38.430956142219124 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44915970560943663, "rpss": 0.0275873121397473, "brier_below": 0.20470699068488551, "bss_below": 0.02484696441016898, "brier_above": 0.2444527104728367, "bss_above": 0.0298702809511997, "crps": 32.82164172850667, "crpss": 0.030559854112337526, "crps_fair": 32.30030281106481, "crpss_fair": 0.010889622853701542, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.207522, 0.784424, 0.008055, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2851, 0.3349, 0.4143, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1979, 0.3175, 0.7832, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.047619, 0.870974, 0.081407, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3402, 0.4285, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1124, 0.4203, 0.6288, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.8146587134706736, "training": [ 0.8432771625356493, 0.8209634659965556, 0.815073243306644, 0.8114939364352756, 0.8355586915005875, 0.8117682698696013, 0.8322669691722041, 0.8136477680926305, 0.824635977868538, 0.8366120810663542, 0.8266573012006875, 0.8006616807918873, 0.8103920531690989, 0.7983311093367499, 0.8271698438057595, 0.8156493623893952, 0.8134406882627967, 0.8210266886040609, 0.8174245790853265, 0.7943022558655142, 0.8015695451017422, 0.7754001346953934, 0.8263402114627754, 0.7781461036809407 ], "test": 0.8297091632976936 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4599494587007527, 0.4330137117883088, 0.4312117689903184, 0.44621104029347275, 0.4544279179319418, 0.4820934992377162, 0.43466474440754144, 0.4254329898875234, 0.4396826114448199, 0.4670587254774565, 0.43479529728847266, 0.444277521586368, 0.43335978672157827, 0.4804800685086075, 0.4077712066950607, 0.4381237743811207, 0.4717816675398227, 0.4405540089782791, 0.44059020120163117, 0.48807878874493754, 0.44120830518820797, 0.471784294567167, 0.43780229616319466, 0.4845225316183009 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3036468270811915, 0.22009893771589528, 0.20862163479114726, 0.20212197865134862, 0.29087846605216716, 0.18336995731700872, 0.22498901322587328, 0.1518783428448859, 0.16352100879436374, 0.34606393914534983, 0.15501201278200288, 0.2813973235724841, 0.2696019844531085, 0.15613010646076383, 0.16974577852067269, 0.21867964712370314, 0.3076006429812821, 0.17705002104133827, 0.1954968613881724, 0.18054147965496475, 0.2001391170814001, 0.17576583252087008, 0.2989334691564047, 0.2984692666664613 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15630263164721384, 0.21291477449523138, 0.22259013423232296, 0.2440890620444195, 0.16354945186807468, 0.2987235434132437, 0.20967573089333294, 0.2735546474631127, 0.2761616030663901, 0.12099478567654962, 0.27978328395367597, 0.16288019733852194, 0.1637578012421131, 0.3243499625125218, 0.23802542794631132, 0.21944412705505023, 0.16418102418980768, 0.2635039882830204, 0.24509334038279054, 0.3075373099824293, 0.2410691880386874, 0.2960184615505503, 0.1388688271592513, 0.1860532655796103 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.155501773367593, 23.904739273698322, 17.30027304155941, 21.41774769114962, 26.140711375763136, 33.33648632140947, 17.47511382186905, 16.908703969635695, 17.050309569805332, 18.430121339762014, 20.463889523153938, 19.926227590596824, 16.85126186808533, 25.422098156410115, 17.375241967151304, 20.03767948218991, 20.35244601104758, 21.716039906223394, 18.44459132781912, 27.338876083418477, 18.709805315853323, 22.47215206647542, 20.253505991478022, 31.01862161010035 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.548728751319448, 23.298639997176693, 16.65837609666684, 20.78040660746932, 25.549927375856566, 32.71771125923473, 16.856212364894155, 16.219854644273926, 16.368757366586905, 17.87051621177747, 19.94092759531549, 19.280983486822286, 16.23972632598472, 24.76852795638642, 16.731438748294238, 19.393930423831932, 19.68562830953961, 21.02687911338508, 17.7219657089423, 26.77300247933138, 18.007480454249606, 21.90302555360117, 19.597402901784154, 30.393638384279114 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4495365090559417, "rpss": 0.00670956278551571, "brier_below": 0.22415640204261914, "bss_below": 0.011185983190800552, "brier_above": 0.2253801070839264, "bss_above": 0.002217064475879993, "crps": 21.604256044917616, "crpss": -0.08438752523562365, "crps_fair": 20.972237004875147, "crpss_fair": -0.09843246363349478, "reliability": { "below": { "weight": [ 0.0, 0.000197, 0.149709, 0.754189, 0.095905, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1734, 0.289, 0.3468, 0.4285, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4991, 0.2601, 0.3503, 0.4595, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.097103, 0.810461, 0.09237, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1778, 0.2908, 0.3426, 0.4368, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3265, 0.3407, 0.3982, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4632176040512407, 0.45120079890242737, 0.43296777985548146, 0.4456076970935261, 0.46482915584073115, 0.505993524430065, 0.43814011833307154, 0.4254545552155146, 0.445782348692812, 0.46220363094401695, 0.42369132857213165, 0.45172083316934014, 0.4398996228866114, 0.45797197457749994, 0.416642210993053, 0.44060437284130594, 0.46202831003317985, 0.45410885731484046, 0.43937420334183086, 0.4665271318066937, 0.43413846522103305, 0.42496475001789796, 0.4477817932941526, 0.5231115262636006 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2950950594209346, 0.2171614514351671, 0.18925496432614686, 0.17750859191100468, 0.3028042980192769, 0.18138729672309917, 0.19919444797351313, 0.15630859639789588, 0.1833794822008198, 0.33552077756832893, 0.17987589047111185, 0.27728562393605427, 0.2857639819537459, 0.1467396855284574, 0.1902769955647632, 0.2163748563332723, 0.2888630388405054, 0.20401478041210386, 0.1821454127637004, 0.17190386018388237, 0.20737247718398433, 0.17102325017115172, 0.3111580113168577, 0.34745662846130576 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16812254457600656, 0.23403934771419743, 0.2437128156315585, 0.2680991058850007, 0.16202485749101206, 0.324606229354361, 0.23894567031656408, 0.269145959373722, 0.2624028668413742, 0.12668285252525655, 0.24381543768255654, 0.17443520872295085, 0.15413563970056288, 0.3112322896006062, 0.22636521531392856, 0.22422951609983838, 0.1731652708130308, 0.25009407752946317, 0.2572287912327523, 0.2946232726093464, 0.2267659880010446, 0.25394149939370464, 0.13662378179470916, 0.1756548979004999 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.28362286285543, 37.53851661871508, 26.232428697272734, 32.950424896212034, 40.05711102251583, 47.97931454692235, 27.842761824080192, 25.517961859434592, 25.623157432168668, 28.280655219740762, 27.227490725445747, 31.598036241264694, 26.090926162219045, 33.53681115062911, 26.13737831228514, 30.03917352700969, 30.58292031850493, 33.718081745126256, 28.005075014331904, 39.66003021563106, 26.57806828210973, 26.425313740724018, 33.20801154154773, 46.82395173580085 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.36749108791347, 36.63929259778889, 25.24010439544376, 31.952754607843477, 39.106015467419326, 47.04948509463278, 26.892090931276865, 24.47312509388465, 24.580704616991966, 27.432754690014313, 26.41421502552587, 30.611194563068633, 25.158962745811756, 32.53872719136625, 25.16555962981033, 29.065340250144217, 29.5895834759835, 32.6869856585676, 26.93365860723237, 38.79022304491168, 25.500620121514217, 25.52100396255441, 32.16337149678863, 45.883060433722086 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4507484414038358, "rpss": 0.004487718397813256, "brier_below": 0.2257445607957118, "bss_below": 0.003996459782730333, "brier_above": 0.22500388067100197, "bss_above": 0.0049801071256482254, "crps": 32.24738432052282, "crpss": -0.0727145814879131, "crps_fair": 31.28151353292546, "crpss_fair": -0.08582754406964477, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.111424, 0.827567, 0.061009, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2897, 0.3461, 0.4245, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3056, 0.3461, 0.4381, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078138, 0.862149, 0.059714, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2913, 0.3436, 0.4295, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2966, 0.3453, 0.4124, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4972757166859623, 0.41374770727090465, 0.4290796687874204, 0.4384974508069345, 0.4229445933328544, 0.43302830200528597, 0.4562032935779496, 0.46303222287395374, 0.4423636505403372 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16566402301247315, 0.17740136423094716, 0.22468486993840706, 0.13885890170315485, 0.24662758343076727, 0.22895524683131618, 0.31880072291681966, 0.16498214051218696, 0.14694630139734458 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3316116750639645, 0.23634633957810694, 0.20439480167410365, 0.29963853249295497, 0.17631702028912033, 0.20407306034562517, 0.13740258265824246, 0.2980500661751897, 0.29541733692555033 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 27.246463391802877, 14.581091434758152, 17.729968805091836, 26.645627244888182, 16.232641209706866, 19.960934756941125, 20.131144005009624, 29.248860869477014, 26.335670817785026 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 26.952041078442335, 14.28853238275279, 17.421836695721645, 26.30958252401612, 15.93658311277754, 19.63503259848944, 19.81413071992328, 28.92687350429093, 26.001244867183892 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.44401917843128913, "rpss": 0.0335485803591371, "brier_below": 0.2014356837748241, "bss_below": 0.02974521087405957, "brier_above": 0.24258349057809536, "bss_above": 0.03668421889031026, "crps": 22.01248917060674, "crpss": 0.02122251006860809, "crps_fair": 21.698428609288662, "crpss_fair": -0.0001929759049552615, "reliability": { "below": { "weight": [ 0.0, 0.00035, 0.302993, 0.666891, 0.029766, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1785, 0.2834, 0.335, 0.4202, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.2011, 0.3195, 0.4981, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.072316, 0.787519, 0.140165, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2889, 0.3404, 0.4302, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2255, 0.4059, 0.6148, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48745954698115795, 0.4172234775395286, 0.44492153362675213, 0.46288768061622904, 0.3929454323724157, 0.4283551841880798, 0.4674742491343167, 0.4859146964552137, 0.45776558707852616 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15124540612362547, 0.17912748498213824, 0.22802728472273753, 0.14929687002800787, 0.20236801431175694, 0.22703593942248057, 0.35634440447201515, 0.2081681389954528, 0.14035303769318389 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3362141211779599, 0.23809598898643128, 0.21689424918971875, 0.31359079251676486, 0.19057742473098047, 0.2013192488542252, 0.11112986117285617, 0.2777465472984038, 0.3174125320510382 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 41.410473542831845, 22.469157031830857, 27.39053253225939, 38.93433732897829, 23.244481421042792, 29.373692060540122, 32.01046012280131, 43.944852211583076, 39.901708386271075 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 40.95869358020418, 22.024463960666395, 26.9355352763801, 38.43551249949502, 22.797331434683237, 28.891287650446294, 31.517990008838748, 43.463277739651986, 39.41206158457574 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44943859866580227, "rpss": 0.026983519895743435, "brier_below": 0.20466295341682203, "bss_below": 0.025056742666825116, "brier_above": 0.2447756406642643, "bss_above": 0.028588707205193464, "crps": 33.186632737570974, "crpss": 0.019779255749774016, "crps_fair": 32.715128192771296, "crpss_fair": -0.0018132948913607283, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.209382, 0.783911, 0.006707, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2847, 0.3341, 0.4126, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.195, 0.3192, 0.7997, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.053624, 0.868184, 0.078192, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2896, 0.3383, 0.4268, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1571, 0.419, 0.6443, NaN, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.7929832885274438, "training": [ 0.8232911750273058, 0.7982878695895599, 0.7931838628973936, 0.7910652920459149, 0.8150486336594103, 0.792453682117049, 0.8092228364031586, 0.792801992572007, 0.797209603126691, 0.8120630343018059, 0.8061186980992634, 0.7792284243345187, 0.7921404811850096, 0.7763018058458049, 0.8111483701709911, 0.7906990086998468, 0.788492655509838, 0.8037999348612979, 0.7955438321783677, 0.7741657194549152, 0.7767095166099036, 0.7498426970456462, 0.8058635024855525, 0.7569162964373994 ], "test": 0.8113719350275146 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4578099205816333, 0.43157354854557767, 0.4305620942886895, 0.4463114303328303, 0.45377228840690637, 0.48161920876323927, 0.4355997269290071, 0.4251207771484391, 0.4385687706483956, 0.4678598630185394, 0.4313742642950954, 0.4446023468263906, 0.4341101947759337, 0.484683477142716, 0.4070954339142335, 0.4401560766512227, 0.4755590849211888, 0.43422484280450446, 0.441171447001347, 0.48255877002782827, 0.4411878565283036, 0.47111063636937156, 0.438105628503761, 0.48447990480091957 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3014036120820193, 0.21892795199608253, 0.20803771657021475, 0.20263982799486316, 0.289992934424931, 0.1851428470460353, 0.22438794376481025, 0.15269036954571832, 0.16339699237170108, 0.34476108926832855, 0.1541580660255269, 0.27911438081653683, 0.2683194190687114, 0.15938620141870688, 0.1698913119170471, 0.21976320226761584, 0.3085565888278692, 0.1743817211047034, 0.19607766883430064, 0.18011280945520416, 0.1998775900116156, 0.1772901210132593, 0.298317406207274, 0.29694604935575614 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.1564063084984788, 0.21264559697734978, 0.2225243775731994, 0.2436716027813962, 0.16377935388818504, 0.29647636341782774, 0.21121178272565, 0.27243040787807576, 0.27517177889410405, 0.12309877265762562, 0.27721619791443597, 0.16548796527583548, 0.16579077420115745, 0.325297276461923, 0.23720412171334188, 0.22039287430360976, 0.16700249562284822, 0.2598431216793378, 0.2450937786625542, 0.30244596168510185, 0.24131026656117835, 0.2938205152632321, 0.13978822236743854, 0.187533855792526 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.004272620397337, 23.39181746243931, 16.910150664789526, 20.681139826071504, 25.91491813997593, 31.54034179531421, 17.554173682738323, 16.574415773011538, 17.122754128282175, 18.28442239026768, 19.394859965543827, 20.029488286236596, 17.00255839106647, 24.92968653355514, 17.033082139528663, 19.662145078296653, 20.554822576444035, 21.11294744320726, 18.51482300936603, 25.924254188401434, 18.941203693791625, 22.021555996263437, 20.30127038799238, 29.654206138076052 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.359656229012483, 22.752315733638593, 16.21644584816368, 20.029863204550892, 25.315537436910883, 30.843415562251433, 16.88139966112311, 15.84937863180971, 16.416345993279975, 17.67519059884865, 18.805728397278966, 19.36194495279821, 16.350789956862908, 24.252820263741768, 16.32760431816155, 18.969138600369305, 19.861399964589303, 20.36650418673735, 17.7586427525118, 25.307510784026952, 18.209740192748143, 21.40733785201878, 19.628198976859945, 28.950785582791642 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44913406638441966, "rpss": 0.0075987952485016, "brier_below": 0.22389890922453462, "bss_below": 0.012321853080884071, "brier_above": 0.22523515719985054, "bss_above": 0.0028587738206324875, "crps": 21.210637929627378, "crpss": -0.06463055822689823, "crps_fair": 20.53740398671192, "crpss_fair": -0.07565784482200621, "reliability": { "below": { "weight": [ 0.0, 0.000428, 0.13889, 0.755395, 0.104758, 0.000529, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1674, 0.2856, 0.3458, 0.4321, 0.5015, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.4601, 0.2545, 0.3497, 0.4508, 0.5624, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.094367, 0.799568, 0.106, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1733, 0.2885, 0.346, 0.4361, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.3074, 0.3412, 0.4032, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46009873764823445, 0.4479970907982672, 0.43044748539229905, 0.4433811526333915, 0.4644541554340127, 0.5050285037680551, 0.439543189388784, 0.4219094054577179, 0.44692864870376686, 0.4632447505889695, 0.42255055405763414, 0.452324216792151, 0.4404785755070793, 0.45860784611270017, 0.41789170121930724, 0.44081950708414924, 0.46394335343430504, 0.4495790368078489, 0.4396967607633332, 0.460859171630879, 0.43521207172677445, 0.4261371706648028, 0.4486279050444704, 0.5223661142182453 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29223253090711976, 0.21542197802165763, 0.18862246780403147, 0.17746001688159543, 0.3018021613131496, 0.18335242864476423, 0.19923976781080696, 0.15470990576036217, 0.18458331448859777, 0.33362913008462736, 0.17995149322013082, 0.27674342880442987, 0.28285782059595266, 0.1479524966091704, 0.19078232944568124, 0.21567402404662986, 0.2884978788518667, 0.2021044137321834, 0.18217481435704314, 0.17134578181148824, 0.2072197783143608, 0.17246014209502933, 0.3107468886661163, 0.34653663618614516 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16786620671600136, 0.23257511324753094, 0.24182501775467874, 0.2659211364431436, 0.16265199364653674, 0.3216760771330752, 0.24030342137886915, 0.2671995001333684, 0.2623453347554548, 0.12961561904734115, 0.2425990605165835, 0.17558078736014504, 0.15762075316607835, 0.3106553502757656, 0.2271093715611275, 0.22514548274354143, 0.17544547408257946, 0.2474746236078984, 0.25752194700370623, 0.2895133910212382, 0.2279922934824533, 0.25367702830702904, 0.13788101606154532, 0.17582947760392204 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 41.929381331375176, 36.39456590200968, 25.563828698085167, 31.73481492842145, 39.71563168048884, 45.71256812043698, 27.686813738776653, 24.801895667284068, 25.722651780363677, 28.149006560824816, 25.7371600549535, 31.824731141391, 26.479740107322332, 32.93251250982825, 25.515224196063123, 29.272354576806563, 30.899592465023467, 32.542664774521164, 28.022546785681964, 37.57005332168526, 26.913252914714374, 26.001594821335342, 33.19596736227769, 44.85687806038732 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 40.9655323443963, 35.46308987692884, 24.505190681474165, 30.73381698765657, 38.761472280518184, 44.705183795727265, 26.67218709932253, 23.716533450043354, 24.65676982728578, 27.23696420114887, 24.83915072110875, 30.822395413038688, 25.499115763648824, 31.913248968873173, 24.469055755506908, 28.234042791849596, 29.88525332456418, 31.436416778495666, 26.919577732704926, 36.63746569749324, 25.80853166415699, 25.04075555159484, 32.131484949572695, 43.81608105982423 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4500886293698825, "rpss": 0.005944963555009397, "brier_below": 0.22525423451887253, "bss_below": 0.006159819581398662, "brier_above": 0.22483439487706725, "bss_above": 0.005729613027598557, "crps": 31.632309645835743, "crpss": -0.0522540205418629, "crps_fair": 30.619554863205607, "crpss_fair": -0.06284998079218473, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.090148, 0.842208, 0.067645, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2882, 0.345, 0.4269, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.305, 0.3442, 0.4402, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.070363, 0.864211, 0.065426, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2885, 0.3471, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2803, 0.3455, 0.4155, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4946689918398122, 0.41553129357502666, 0.4272458647816879, 0.43615609787878984, 0.4255704629351227, 0.43432372763046834, 0.45493047197328373, 0.4603689432589153, 0.44142033083664795 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16499257709577012, 0.17935585297039103, 0.22302027610488762, 0.13756970963821452, 0.24754284428619466, 0.22941549105139986, 0.3170764440120783, 0.16391484140571577, 0.14720746333504597 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32967639639253904, 0.23617543752235992, 0.20422559168196724, 0.2985863716840365, 0.17802762917905915, 0.2049082419227212, 0.13785403995364437, 0.2964540857077225, 0.2942128554432363 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.45049153732529, 14.691498883907855, 17.702514841793526, 26.17523367256422, 15.940684893548687, 19.376275474311015, 20.352895137046463, 28.864752641248415, 25.633967916728906 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 26.127963898625413, 14.371049691730304, 17.37407991744243, 25.80706135128684, 15.60914854970894, 19.017951977559182, 20.023923578257442, 28.510530054046292, 25.24133083321353 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4433573538566394, "rpss": 0.03498910664897714, "brier_below": 0.20112172221107755, "bss_below": 0.03125746880730185, "brier_above": 0.2422356277208096, "bss_above": 0.03806560630165767, "crps": 21.68759055538604, "crpss": 0.03566901126269073, "crps_fair": 21.342559983541154, "crpss_fair": 0.0162108525116903, "reliability": { "below": { "weight": [ 0.0, 0.00035, 0.285158, 0.67957, 0.034923, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1708, 0.2808, 0.3352, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.5, 0.1989, 0.3158, 0.5019, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.070044, 0.782249, 0.147708, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2873, 0.3426, 0.4316, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.208, 0.4055, 0.6119, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48437249089868156, 0.4178487211993672, 0.44279343174353913, 0.4615610441977689, 0.3936411761744669, 0.42858601600662566, 0.4662300271485225, 0.4854249793062065, 0.4587683268776142 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15090638546172808, 0.1803343773569705, 0.22670279425070228, 0.148329498631902, 0.20269939095340017, 0.2269484307327771, 0.3544371243751679, 0.20774374490418815, 0.14122874720790615 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.33346608591458227, 0.23751434064439186, 0.2160906378741371, 0.3132315274699038, 0.19094179192921013, 0.20163758937948273, 0.11179291933443572, 0.2776812242288639, 0.3175395622541556 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 40.262931214508775, 22.566633508272538, 27.227767972609595, 38.52862092150024, 22.940080009232265, 28.63823860976628, 32.397076176842695, 43.388192728075886, 38.82808146942257 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.76965626090402, 22.082891939516177, 26.747327586430757, 37.98752635096513, 22.44282705983869, 28.111721702756792, 31.883526613861644, 42.86268642390848, 38.25491670572894 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44880291261697697, "rpss": 0.0283597546105977, "brier_below": 0.20437005487497137, "bss_below": 0.02645200963474792, "brier_above": 0.2444328532254626, "bss_above": 0.029949085991973656, "crps": 32.75306917891454, "crpss": 0.03258525500575926, "crps_fair": 32.23812007154563, "crpss_fair": 0.012793802925869069, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.183986, 0.803283, 0.012731, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2841, 0.3344, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1829, 0.3151, 0.7576, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.046812, 0.876523, 0.076666, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2889, 0.3406, 0.4211, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0972, 0.4189, 0.6634, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.693217678663837, "training": [ 0.7352786401772822, 0.6945112488984331, 0.6944132656005434, 0.6881001183554947, 0.7149879564303885, 0.6847088594408685, 0.7094707653384016, 0.697469550552504, 0.7040017163136361, 0.7158561041346233, 0.704497842789866, 0.6768449972297795, 0.6895728735007484, 0.6788854905529521, 0.711186657247793, 0.6899963940827393, 0.6889886561672168, 0.7009244396838024, 0.7035504442934665, 0.6707623988623879, 0.6769178333801202, 0.6458312805212065, 0.7177998246747265, 0.6426669297031079 ], "test": 0.7252305336001995 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45298551369692003, 0.43624633162729154, 0.42899496361447104, 0.44183797028234634, 0.44266951332300203, 0.4865556321259325, 0.4315125843945104, 0.4206019398671207, 0.4379694367194613, 0.46326349817874957, 0.4342980972543247, 0.44864460385803967, 0.4360459113367005, 0.4788937573211945, 0.40385347470237637, 0.43420661663064236, 0.4716262761088239, 0.4419657858649769, 0.43479346177348166, 0.4840225817367027, 0.43937269792853534, 0.46421049300307515, 0.4275931328621844, 0.4920590280677159 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.29933668722476015, 0.2196354316317614, 0.2062436021568557, 0.19909931454386096, 0.28199580811196734, 0.18702898957646985, 0.2207359814776987, 0.15224650210140153, 0.164981940119598, 0.3428118201336831, 0.15680796953132192, 0.28393954527615956, 0.2705995351806259, 0.15590207758882782, 0.16857448304018266, 0.21716861848845212, 0.3055968116202364, 0.1797039279191989, 0.1919564525757606, 0.1818857236959407, 0.2011888307912529, 0.17205564917237906, 0.29225009031633353, 0.30252192528547067 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15364882624776846, 0.21661090041773717, 0.2227513611499266, 0.24273865676418788, 0.16067370520124755, 0.299526644567994, 0.21077660254096162, 0.26835543876843265, 0.2729874969392288, 0.12045167639745359, 0.27749012752341046, 0.16470505720947196, 0.16544637448887425, 0.32299168169822184, 0.2352789911822122, 0.2170379977826019, 0.16602946372598132, 0.26226185861679413, 0.24283701005275096, 0.30213685955956215, 0.23818386741107408, 0.2921548445899174, 0.13534304285401286, 0.1895371025812414 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.363358299856717, 23.261791366416833, 16.650265074874525, 20.065421774746483, 23.221910746767215, 29.92833714135511, 17.47312507835416, 16.00359184669905, 16.599850424056715, 18.30168229035301, 19.51599249134344, 19.607580974243575, 17.156082132835827, 23.970733685147955, 16.623406585943066, 19.085549800942058, 19.940694878879874, 20.57692426221683, 18.15085499759229, 25.55947241991893, 18.16700539206605, 20.685961371908196, 18.111623397018615, 26.405650342086652 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.698970279610055, 22.583407467153844, 15.924271568103316, 19.36671434133402, 22.58272006748237, 29.194737836315305, 16.7493387317405, 15.22420054180504, 15.846907893050412, 17.65537610688505, 18.879583235974604, 18.87921152382734, 16.46348116674219, 23.23926344087297, 15.861785633485598, 18.351270745232178, 19.21419810559132, 19.782545417619577, 17.367846704548224, 24.903798128474076, 17.403546634183872, 20.029942594386387, 17.391798684332997, 25.65980147773009 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4472593042616075, "rpss": 0.011741246976286757, "brier_below": 0.223094488231675, "bss_below": 0.01587036985714796, "brier_above": 0.22416481617796105, "bss_above": 0.007597293207505906, "crps": 20.476119448984296, "crpss": -0.027762698680688258, "crps_fair": 19.76061326360339, "crpss_fair": -0.03497300288009031, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.158123, 0.690105, 0.146839, 0.004933, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2788, 0.3465, 0.4336, 0.5104, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.279, 0.3341, 0.4791, 0.4533, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 6.6e-05, 0.151028, 0.729201, 0.116476, 0.003229, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1782, 0.281, 0.3474, 0.4279, 0.5171, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.2733, 0.3515, 0.3938, 0.357, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.455330058382192, 0.4539545139858285, 0.429267646965269, 0.4419262488899622, 0.45113221309356016, 0.5096352749726146, 0.4378679722848222, 0.41631135221897503, 0.43950653771574316, 0.4576832989508401, 0.4205048781546623, 0.45667196816693006, 0.43912528791974287, 0.4577197622270836, 0.4134026623447388, 0.4341390354564378, 0.4602452174214877, 0.4511696312407498, 0.4361227053710336, 0.46277087368301956, 0.43130341583409953, 0.41927405900552, 0.4381272078422045, 0.532157622426002 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.29076365397611564, 0.2178701165086526, 0.18789780253704955, 0.1748644476780858, 0.29228938993674103, 0.18452704306431295, 0.19836198576960967, 0.15270883092650514, 0.18157722078936142, 0.33263664364757384, 0.17888532482732622, 0.280066047937075, 0.284128517503398, 0.1477861878194442, 0.18820286245590326, 0.21311278909645925, 0.28732539379304933, 0.20261492503798936, 0.18053142915969417, 0.17172945925393032, 0.20712906273423695, 0.1668095956579977, 0.30384498530587084, 0.3535461175824013 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16456640423513283, 0.23608439819954435, 0.24136984466704706, 0.26706180266780233, 0.15884282276761677, 0.3251082338991999, 0.2395059864842798, 0.26360252212005625, 0.25792931701506333, 0.12504665343285856, 0.24161955310253844, 0.1766059190065516, 0.15499676818582095, 0.309933576299079, 0.22519979960704714, 0.2210262457011488, 0.17291982307034728, 0.24855470711134836, 0.25559127702298245, 0.2910414160653514, 0.224174353258985, 0.25246446406888334, 0.13428222239468052, 0.17861150411538088 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.17644795967733, 36.3489341958612, 25.012939085876837, 30.756850991244313, 35.23994899346842, 44.00867197298489, 27.590213165635653, 23.849983129820714, 24.71305504271685, 27.761974672070252, 25.495125116744298, 31.02972184244648, 26.22277453578064, 31.559514470330495, 25.016608121830004, 28.625353051822337, 29.788864180471496, 31.971271119804232, 27.343525946659827, 37.35421196498141, 25.969558212024, 24.32677677691248, 29.499347251309327, 41.09290818216388 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.1932508618546, 35.369655693936366, 23.9232124188412, 29.694067041027324, 34.22591464322391, 42.96851688986854, 26.51380688899129, 22.702314476475387, 23.60553238259092, 26.813731495774388, 24.54631749333744, 29.959476796526825, 25.201039970313428, 30.484149318367177, 23.912348643595276, 27.548962239779716, 28.73412200425987, 30.827675920097633, 26.213054565113893, 36.382057074331044, 24.829094678680118, 23.31377173006211, 28.362829375340862, 40.01730205122024 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.44772289352306327, "rpss": 0.011169871450864122, "brier_below": 0.22413374304161596, "bss_below": 0.011103519993036715, "brier_above": 0.2235891506041144, "bss_above": 0.011236375041573043, "crps": 30.53144083260989, "crpss": -0.015633437101205017, "crps_fair": 29.472591860567064, "crpss_fair": -0.023037200666219837, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.163395, 0.736758, 0.095316, 0.004531, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3445, 0.4292, 0.5065, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3193, 0.3313, 0.5148, 0.4109, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.146932, 0.750459, 0.101752, 0.000857, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2812, 0.3467, 0.4237, 0.5209, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2668, 0.3524, 0.4062, 0.5877, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4935685130319724, 0.4138029440721543, 0.4238484912577839, 0.43114057820855445, 0.41654919188250367, 0.42714471484171596, 0.44864366443399445, 0.4663374493226758, 0.44303486918199 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16469170211754644, 0.18021394289891626, 0.2209481541094825, 0.1372959169369502, 0.23918046658882516, 0.22392970382865487, 0.3137650432813095, 0.16781504462882052, 0.14871542555835976 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3288767928320196, 0.2335889984248607, 0.20290034018352748, 0.2938446444112458, 0.1773687358417032, 0.20321501624828292, 0.1348786327888975, 0.2985223879730828, 0.2943194314872372 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.26687720244811, 14.711708038936239, 17.228671055913274, 25.492500197140046, 14.982853877837105, 17.536123110326507, 20.435870585145985, 29.506332114695308, 25.143095406750945 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.930849246326872, 14.375772376365314, 16.880498669863535, 25.098154468196157, 14.62758167233585, 17.14920757617554, 20.088424306035375, 29.12966480038977, 24.741746825701334 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4404522684703716, "rpss": 0.04131231076294295, "brier_below": 0.19961726666098503, "bss_below": 0.038503976353284175, "brier_above": 0.24083499779898412, "bss_above": 0.043627604374871676, "crps": 21.256003509910393, "crpss": 0.05485937550471509, "crps_fair": 20.89132221570997, "crpss_fair": 0.03701073871425975, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.280653, 0.662097, 0.057249, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2792, 0.3392, 0.4214, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1621, 0.3236, 0.5111, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10241, 0.750383, 0.147207, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3456, 0.4256, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2136, 0.4103, 0.6273, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4853857642509261, 0.4171975844949446, 0.4388442395581465, 0.45763642576039903, 0.3945459835258716, 0.4272782741075719, 0.4583204223291297, 0.48769387839267864, 0.45946829438234577 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15108181269574056, 0.1813448725127936, 0.2253714543746139, 0.14871690878789778, 0.20303991425008994, 0.22630807950832182, 0.3496639022216269, 0.20943695179337043, 0.14197853410185018 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.33430393227247057, 0.23585270905308892, 0.21347278535886305, 0.30891949915429257, 0.1915060758805937, 0.2009701985377664, 0.10865653624931199, 0.27825691653633433, 0.31748974273877734 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.8744624256399, 22.5600059049042, 26.586930571510024, 37.963909711308304, 21.903501249375196, 26.514542293665706, 32.60119763378085, 43.936731783062626, 38.758607176559046 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.36992878194721, 22.062758333124478, 26.085610742507747, 37.40018129546119, 21.382726743567737, 25.958875928345567, 32.07060209307943, 43.395346964175744, 38.18743245150079 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.44737454075577926, "rpss": 0.03145212221050664, "brier_below": 0.20410471447181167, "bss_below": 0.027715999197293506, "brier_above": 0.2432698217534999, "bss_above": 0.034564667439025976, "crps": 32.299987638867314, "crpss": 0.04596774933421621, "crps_fair": 31.768162592634432, "crpss_fair": 0.02718499368118743, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.252213, 0.715873, 0.031915, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2803, 0.3375, 0.4136, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2068, 0.3141, 0.6097, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.107641, 0.807128, 0.085231, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2849, 0.3426, 0.4224, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1914, 0.4299, 0.6453, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "sqrt_mvs", "1994": "sqrt_mvs", "1995": "sqrt_mvs", "1996": "sqrt_mvs", "1997": "sqrt_mvs", "1998": "sqrt_mvs", "1999": "sqrt_mvs", "2000": "sqrt_mvs", "2001": "sqrt_mvs", "2002": "sqrt_mvs", "2003": "sqrt_mvs", "2004": "sqrt_mvs", "2005": "sqrt_mvs", "2006": "sqrt_mvs", "2007": "sqrt_mvs", "2008": "sqrt_mvs", "2009": "sqrt_mvs", "2010": "sqrt_mvs", "2011": "sqrt_mvs", "2012": "sqrt_mvs", "2013": "sqrt_mvs", "2014": "sqrt_mvs", "2015": "sqrt_mvs", "2016": "sqrt_mvs" }, "chosen_test": "sqrt_mvs", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 24, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4531675373892812, 0.43737418815831347, 0.4303972832154223, 0.4444058661502618, 0.4425714069765824, 0.49004675324267494, 0.43271916132258265, 0.4166959501300532, 0.4337179831469736, 0.4663683358937701, 0.4277547152593387, 0.4527247311861448, 0.43619409865607783, 0.4767660134495264, 0.39986018416479835, 0.4347610433013878, 0.4762069375533577, 0.4386642380806432, 0.43694480018153836, 0.4815777680102766, 0.43786979059084497, 0.4585472523347954, 0.4246323261721539, 0.49760279673668395 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.2997274886319977, 0.21963860138458102, 0.2068652464190163, 0.2002380332522076, 0.2820459058602551, 0.18738537795730495, 0.22159371950883072, 0.15020497410880834, 0.16225847143090535, 0.34536857657686654, 0.15364325310981758, 0.2852313611644921, 0.2706107950087879, 0.15425579727921546, 0.1658700858375101, 0.21702201492705847, 0.30816518998051035, 0.17752767126202704, 0.1933028335269255, 0.1806108197312855, 0.199085884469642, 0.16865864842320974, 0.2902002732541312, 0.30355172280100295 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.15344004823725446, 0.21773558692018288, 0.22353203662003285, 0.24416783377292842, 0.1605255011983423, 0.3026613777194724, 0.21112544110713805, 0.2664909771533144, 0.27145951240204436, 0.12099975727219177, 0.2741114617799982, 0.16749336823463498, 0.16558330166792426, 0.3225102185034577, 0.23399009783715144, 0.2177390279331466, 0.16804174676772649, 0.26113656747859215, 0.24364196739063587, 0.300966950407076, 0.23878390653298392, 0.289888605234787, 0.1344320534211172, 0.1940510739241749 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.374832717080615, 23.17389795028693, 16.572773105730075, 19.95755788346742, 22.9902243414276, 29.88003420680875, 17.401040552884602, 15.838419471269756, 16.492924182110542, 18.22796133798561, 19.366257956269894, 19.578085624850996, 17.12303599286301, 23.776721255012564, 16.509721088441026, 19.01633751170646, 19.889259283947197, 20.533693851384637, 18.04810900855946, 25.474026741243254, 18.098993500027948, 20.454419146666, 17.879265103334568, 26.46548697232666 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.71680070907587, 22.503103216477566, 15.847399866947187, 19.256618444437507, 22.342574981167555, 29.1651983684623, 16.68402010201395, 15.066864054141762, 15.748974920834042, 17.584255116818788, 18.738266450337726, 18.856310890101255, 16.43272886329099, 23.05482847945155, 15.7617963405968, 18.29239187147524, 19.166312094775733, 19.755323745144494, 17.273234265974832, 24.822448953359192, 17.337980695692252, 19.797705498786325, 17.145930838437547, 25.735483823314443 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.4469821317209785, "rpss": 0.012353684072093252, "brier_below": 0.22262761441276624, "bss_below": 0.0179298755059335, "brier_above": 0.22435451747984617, "bss_above": 0.006757464332115437, "crps": 20.380128282736898, "crpss": -0.022944591406127257, "crps_fair": 19.67027302462979, "crpss_fair": -0.030241383108773556 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45475744082872066, 0.45399713216552745, 0.4295428566355154, 0.44244144732221125, 0.44835018331956267, 0.5117708017974472, 0.43647260653511033, 0.41495762904489714, 0.43822642810691936, 0.45624388099950686, 0.4193206055556138, 0.45972805130172634, 0.4399769442347592, 0.456978648310397, 0.41250180662692604, 0.43437141964476805, 0.46108584594583646, 0.45240867496886844, 0.4362916291809092, 0.46302179496660145, 0.43154968424114404, 0.4178781851508222, 0.4365752653863313, 0.5383784771933091 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2905764054088996, 0.2184234188800733, 0.1883429665563395, 0.17483760570669366, 0.29016433614348075, 0.18529865070187104, 0.19808688917139705, 0.15237769298241408, 0.18094967990824481, 0.3317444687141995, 0.17865776424997273, 0.2812359602033139, 0.28481371795862737, 0.14759591080993634, 0.187392646846922, 0.2131354198673682, 0.2876908070232907, 0.20334293373976298, 0.18079018197435678, 0.171708067631095, 0.20728955674474736, 0.16582877266179977, 0.3029371468671158, 0.35707248380050616 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16418103510648624, 0.2355737138885695, 0.24119989048006713, 0.2676038431344068, 0.15818584690657878, 0.3264721533094705, 0.2383857173327718, 0.26257993689843984, 0.2572767483701559, 0.12449941032034409, 0.24066284094265672, 0.17849208967901256, 0.15516322374892003, 0.30938273966256175, 0.22510915957612024, 0.22123599900315344, 0.1733950386154599, 0.2490657423903995, 0.255501448077139, 0.2913137291398841, 0.22426012767771075, 0.2520494132260297, 0.1336381184665356, 0.18130599263505587 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.226137585654975, 36.37986667041489, 25.06892183682102, 30.80788949647167, 35.05202687485933, 44.10313237256311, 27.63541165439449, 23.787492360005157, 24.758349086901003, 27.7375513090797, 25.398327014733436, 31.02436602225309, 26.328877924339874, 31.467125971545972, 25.042819225694352, 28.661333678246507, 29.83733932517473, 32.0971027267623, 27.397367040590648, 37.348232078674776, 25.993667569267657, 24.205409580922293, 29.4542232626693, 41.321153772468094 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.24541874274354, 35.39928454566031, 23.96773013155137, 29.732546950567738, 34.023633353231276, 43.06382271896637, 26.554120820900618, 22.635282729860606, 23.64478956923652, 26.78060784673376, 24.445583440337646, 29.947343426225085, 25.296641253102674, 30.38437105759169, 23.936505002175952, 27.583646109821878, 28.777098245049128, 30.95242259632669, 26.262317435174317, 36.36821963300846, 24.84473291789325, 23.18479309306612, 28.29577441953557, 40.24931885739476 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4477844766443096, "rpss": 0.011033860434721321, "brier_below": 0.2241788951896845, "bss_below": 0.010904305007895299, "brier_above": 0.22360558160783042, "bss_above": 0.01116371329232424, "crps": 30.547255185021186, "crpss": -0.01615950415395484, "crps_fair": 29.48233353733981, "crpss_fair": -0.02337534865749702 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49284232597944905, 0.41263381678614713, 0.42409125723967994, 0.4246515796006469, 0.42172430956139295, 0.4290781979868091, 0.446026063176607, 0.45928595424109236, 0.4421502805037401 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16411394537324087, 0.179184445727339, 0.22091384052954544, 0.13580208997879062, 0.24244949201198335, 0.22488604413609042, 0.3117574456018647, 0.1658003684816588, 0.14807088927319098 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.3287283627120189, 0.23344936853408416, 0.2031774198835257, 0.2888494733326023, 0.17927482820930724, 0.20419215937270757, 0.13426862920458302, 0.29348556953869676, 0.29407937935554296 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.124977358891186, 14.600860184777158, 17.161881000297402, 25.613440960401263, 14.955600955150066, 17.46011971021472, 20.32020373000122, 29.423140582378327, 25.08505719460805 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.790363057014346, 14.268151770038223, 16.818293203796696, 25.229802843763242, 14.606177693567957, 17.083381425544633, 19.97155975068535, 29.05573577245122, 24.696833497794234 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4391648650083961, "rpss": 0.04411447103870525, "brier_below": 0.1992198401237449, "bss_below": 0.04041825983005887, "brier_above": 0.23994502112700763, "bss_above": 0.04716176315414944, "crps": 21.193920186302154, "crpss": 0.05761988837433685, "crps_fair": 20.835588779406212, "crpss_fair": 0.03957978150154262 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48555301040091353, 0.4164662674220627, 0.4373873492458306, 0.4553854673136676, 0.39474103528740734, 0.42664134048422947, 0.4555766502790787, 0.4869379587402339, 0.45828966032265034 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15130405257465493, 0.18125720807766232, 0.22425625871993532, 0.14863827979062474, 0.2033633743986646, 0.22648579209143718, 0.3478308426954547, 0.20994936310519988, 0.14209145398319623 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3342489387358743, 0.23520905638180778, 0.21313109070981684, 0.30674716992193385, 0.19137766760743655, 0.20015555238898833, 0.1077458235649206, 0.2769885856675908, 0.316198188871978 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.8424643534311, 22.56838078025986, 26.56095212871718, 38.191032287079636, 21.940112435055486, 26.532424674101392, 32.59309035804038, 43.84659617814067, 38.735352757375175 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.33456068439361, 22.06986405266202, 26.059471103152507, 37.63117968662985, 21.419894564694918, 25.98103818116631, 32.05613046295685, 43.30660745272107, 38.17175515778606 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4463309710551193, "rpss": 0.033711408617802086, "brier_below": 0.20390851393742557, "bss_below": 0.02865063042825855, "brier_above": 0.24242245265003856, "bss_above": 0.03792751806433303, "crps": 32.31226732802232, "crpss": 0.045605048901850354, "crps_fair": 31.781166816240347, "crpss_fair": 0.026786774116789536 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "gqm", "1994": "vs", "1995": "gqm", "1996": "vs", "1997": "pt", "1998": "pt", "1999": "vs", "2000": "vs", "2001": "gqm", "2002": "vs", "2003": "vs", "2004": "vs", "2005": "vs", "2006": "vs", "2007": "gqm", "2008": "vs", "2009": "vs", "2010": "gqm", "2011": "gqm", "2012": "vs", "2013": "vs", "2014": "vs", "2015": "vs", "2016": "vs" }, "chosen_test": "vs", "frequency": { "mvs": 0, "ls": 0, "vs": 16, "sqrt_mvs": 0, "pt": 2, "dc": 0, "loci": 0, "eqm": 0, "gqm": 6, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4556516713024796, 0.43638590434875524, 0.4312659672498214, 0.4447834320078143, 0.445121211100053, 0.4895442153820943, 0.4329766928573817, 0.4177887601219815, 0.43346096675827034, 0.4656667110013511, 0.4305097908001896, 0.45087323508439237, 0.43513332365432494, 0.478856714976223, 0.39976331826151235, 0.43404709916518613, 0.4744705869114757, 0.4371973432131078, 0.4386495926112643, 0.4837360074335642, 0.4375595431903455, 0.46077454451816147, 0.42480307167733977, 0.4943415010959053 ], "rps_clim": [ 0.4869460861873936, 0.43311561715049013, 0.42665283629995887, 0.44012862716617557, 0.48683226104537497, 0.4699280766987921, 0.4475013886975289, 0.4299640334798916, 0.4535864129837444, 0.48849641096862856, 0.4596172723520629, 0.4322379405002914, 0.43419638725068654, 0.4724542199071603, 0.42914664398663566, 0.4373205272257517, 0.47042695166109, 0.45012910259569633, 0.44192877804299024, 0.469625424443561, 0.43731801020639594, 0.4501365530815326, 0.46908018947556185, 0.4449840852631641 ], "brier_below": [ 0.3013368929443617, 0.21919048499747182, 0.2077790730620075, 0.20119109755651848, 0.2841684397707131, 0.18653942865364945, 0.2222113145988868, 0.1501768428027055, 0.16116195473069395, 0.3459505152389159, 0.1538531544898343, 0.2852438092893825, 0.26962186471651645, 0.15532309809437658, 0.16549091555784268, 0.21674213193326416, 0.30814580723804996, 0.1761332390367741, 0.19457070872860383, 0.18107581517129662, 0.19865944534994834, 0.16826116419369358, 0.29054152338839584, 0.30249170108702605 ], "brier_below_clim": [ 0.3202155820245851, 0.22042082449139921, 0.20454162041781745, 0.19948218298248652, 0.3125806880673776, 0.18448136588560546, 0.22913049092557836, 0.15295472997404608, 0.1677260825661108, 0.3549551412119517, 0.1682634298872238, 0.2764274862652953, 0.2678113388378291, 0.15419544029267795, 0.18153898139271196, 0.21783066808659152, 0.30487529872678765, 0.1813710861448971, 0.19692950527067277, 0.1748368638176133, 0.19893691471111052, 0.1688323879354228, 0.3166162717700402, 0.2856578644701919 ], "brier_above": [ 0.1543147777955953, 0.2171954196977285, 0.22348689394995566, 0.24359233539475522, 0.16095277135283398, 0.3030047891492097, 0.21076537755758454, 0.2676119184498296, 0.27229901283875607, 0.11971619377951377, 0.27665663612642494, 0.16562942420344465, 0.16551145708639373, 0.3235336189722241, 0.23427240222665843, 0.2173049667803788, 0.16632477878187812, 0.2610641048480362, 0.24407888442499193, 0.3026601942301529, 0.23890009798243544, 0.2925133815274207, 0.1342615486491465, 0.1918497999059902 ], "brier_above_clim": [ 0.1667305041791274, 0.212694792636688, 0.22211121585973861, 0.24064644416128617, 0.17425157298003563, 0.28544671079078393, 0.21837089778824334, 0.27700930350187725, 0.2858603303944614, 0.13354126973425637, 0.29135384244241846, 0.1558104542125932, 0.16638504840470472, 0.3182587795919011, 0.24760766262868203, 0.2194898591401801, 0.1655516529506078, 0.2687580164671699, 0.24499927277333824, 0.294788560635156, 0.23838109549630468, 0.2813041651646206, 0.1524639177249777, 0.15932622079399056 ], "crps": [ 26.423487642062366, 23.098631734327093, 16.552015898256865, 19.940125273224304, 23.131862574429377, 29.942174534085943, 17.330988331771696, 15.869294130887951, 16.572958804409172, 18.193898177189066, 19.459243942698564, 19.529613201351797, 17.007132723971903, 23.8287624141207, 16.45058318457696, 18.990050902373206, 19.77655927256125, 20.506986722997635, 18.011321271541494, 25.494041393491557, 18.078737324058697, 20.549594946471764, 17.87181527392992, 26.236307755188392 ], "crps_clim": [ 31.50573408767415, 20.83057272098966, 15.384713855323458, 18.348619796571146, 24.833990712013843, 25.690950303673365, 18.785353190982665, 17.33500505990353, 18.087780250289807, 20.142766859727907, 20.325407851377147, 15.896880844511065, 16.450574540440684, 22.381877815816505, 17.12509460409629, 18.780040871450467, 19.576441073305176, 20.057000221067682, 17.794707369190313, 23.531910254268485, 17.52675521093812, 18.71292159075082, 19.191330002304415, 19.855645712754207 ], "crps_fair": [ 25.77310506562374, 22.43212003565508, 15.83144194362751, 19.25076587976994, 22.479746070549186, 29.244033637904586, 16.62042596357434, 15.104687030577782, 15.840243673650503, 17.560450250971915, 18.837399571656917, 18.81688523198613, 16.32831899983859, 23.116805285943364, 15.713736752969675, 18.27223564093437, 19.06211875215142, 19.741415765818036, 17.24567377326248, 24.851974844187797, 17.3264776884582, 19.9019126635288, 17.155692346950875, 25.506789092372347 ], "crps_fair_clim": [ 30.697545948289488, 20.00216647295597, 14.545993480650242, 17.515512880119996, 24.013166695023745, 24.871749316212938, 17.953073421111842, 16.499978418572333, 17.25417931954646, 19.313057949078193, 19.496044851696468, 15.059130483074949, 15.613872841307472, 21.556409645613932, 16.289670405083633, 17.947751040368416, 18.74565957593875, 19.227128873602325, 16.96055137617215, 22.708620175805393, 16.692091732771754, 17.880504639818948, 18.359819127909574, 19.025393012053403 ] }, "rps": 0.44722338353012475, "rpss": 0.011820616990425248, "brier_below": 0.22274418427628873, "bss_below": 0.017415654569398864, "brier_above": 0.22447919940463912, "bss_above": 0.00620548350942296, "crps": 20.368591142915736, "crpss": -0.02236550502273338, "crps_fair": 19.66726899841515, "crpss_fair": -0.03008404558130806 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.45698733994104146, 0.4545088787664522, 0.42911136750529355, 0.4423700959457523, 0.44941913599187666, 0.5114881981665613, 0.4372132966721284, 0.41517286724674557, 0.4392404232682308, 0.4564047821138913, 0.42000814888618415, 0.45865487767635366, 0.43922188302945897, 0.45786182760008715, 0.41312827982717987, 0.4340019807215969, 0.45981110958929367, 0.45264003694586935, 0.4361940847686137, 0.4635682037355014, 0.4312746310663669, 0.4193936721725056, 0.43693011075721255, 0.5359228363941971 ], "rps_clim": [ 0.48743050991631937, 0.4500701624584457, 0.4265242004143022, 0.4390098244777031, 0.49139482584164884, 0.494693701774444, 0.4545856811469357, 0.43593834610889776, 0.4580519634274834, 0.47701006345194874, 0.4352766490847659, 0.4325868375773595, 0.4393322155734538, 0.45819407461226264, 0.4258449859445512, 0.4429956010693269, 0.46917288320447564, 0.4504464390301668, 0.43726520584675527, 0.45476639467496144, 0.4364531411048688, 0.42034369581379755, 0.4673311154491269, 0.4820108972087676 ], "brier_below": [ 0.2920617070024764, 0.21809467998144055, 0.18805696114792328, 0.17493583999575044, 0.2911044418555228, 0.1850308163248681, 0.19810720397016954, 0.15229744201266673, 0.18113549306883192, 0.3321187711003987, 0.1785895819114532, 0.2810331219765754, 0.284334646328737, 0.14796010487346767, 0.18758932482387264, 0.21316922752087458, 0.2871504978044258, 0.20359753875809464, 0.1807196385698918, 0.1720676804065197, 0.20725815397796132, 0.1666508412787597, 0.3032386510901053, 0.35560220909736795 ], "brier_below_clim": [ 0.3104072285253455, 0.21673480811611381, 0.18558730667959258, 0.17603508945959234, 0.32028208459781965, 0.17926314118722866, 0.20608332860378822, 0.16099647389177257, 0.18759330134707142, 0.33954533961604677, 0.1874236505788654, 0.26795152854435594, 0.28077112311215474, 0.14729671030580527, 0.19608173063938172, 0.21470894001819776, 0.2912022736927969, 0.20165084148960713, 0.18095977006653313, 0.1684004312888114, 0.20718324254548248, 0.16958622943392032, 0.3193885527201346, 0.32447550978521345 ], "brier_above": [ 0.16492563265570065, 0.23641419955250523, 0.2410544067163108, 0.26743425748651906, 0.15831469378467236, 0.3264573840362937, 0.23910609266896418, 0.2628754260930702, 0.2581049304153324, 0.12428600901456685, 0.2414185667401133, 0.17762175438386543, 0.15488723431595083, 0.30990172474309574, 0.22553895474559404, 0.22083275248943182, 0.1726606111832349, 0.24904249938571707, 0.25547444700656396, 0.2915005250794185, 0.22401647722122553, 0.25274283167188477, 0.13369145953131706, 0.18032062651732836 ], "brier_above_clim": [ 0.17702328139097373, 0.23333535434233188, 0.24093689373470956, 0.2629747350181107, 0.1711127412438291, 0.3154305605872152, 0.24850235254314745, 0.274941872217125, 0.2704586620804119, 0.13746472383590178, 0.24785299850590042, 0.1646353090330035, 0.15856109246129885, 0.31089736430645726, 0.22976325530516944, 0.2282866610511291, 0.17797060951167862, 0.24879559754055963, 0.256305435780222, 0.28636596338614995, 0.2292698985593863, 0.2507574663798771, 0.14794256272899212, 0.15753538742355408 ], "crps": [ 42.325265472175666, 36.35059663807583, 25.081189361663398, 30.79053788043754, 35.229825974901324, 44.284766198809784, 27.621170762648788, 23.855460778249622, 24.764326804075896, 27.756295377726598, 25.488919651721584, 31.048158505429775, 26.24373770726414, 31.563504133654714, 25.080203782878193, 28.641364638272197, 29.76430671627656, 32.16221927522078, 27.41071453387155, 37.38224288734413, 26.005422535802147, 24.3432562948089, 29.53201907330611, 41.11571600488933 ], "crps_clim": [ 49.57656865028093, 32.96040380943106, 23.338961685869542, 28.247352936237633, 38.77143887837504, 40.075400748993, 30.044498290231484, 26.420742022616203, 27.19914339939457, 30.474463908758302, 25.997698532993468, 24.664015955947068, 25.497247064245567, 30.559056130702682, 25.223022089283898, 28.82789187164294, 30.59933260802571, 31.14965624843492, 26.757510478633222, 34.73556146951894, 25.69189133881856, 22.368377050704193, 29.705255183554968, 32.58994873293396 ], "crps_fair": [ 41.348347780946334, 35.36956547672863, 23.977159153523576, 29.72357449405428, 34.195367098553504, 43.25576062772344, 26.540988952642454, 22.70467736917669, 23.650416862557364, 26.805256595023966, 24.537722188690203, 29.975140833938983, 25.21876051390081, 30.485386343759405, 23.974316823359374, 27.561676420316566, 28.707974079434667, 31.019479012177708, 26.276764371599366, 36.40765829553472, 24.8609912463395, 23.326694840065237, 28.39101281922885, 40.03691627197864 ], "crps_fair_clim": [ 48.36096752564688, 31.71333267562872, 22.07366812380289, 26.991355569720923, 37.53537349280934, 38.84180498818226, 28.79190460809734, 25.161285165732785, 25.941160787542934, 29.222684555447124, 24.7374404573797, 23.40123196636163, 24.23604116388039, 29.30743698993307, 23.961296823435838, 27.57299401068571, 29.347789748463143, 29.899155668494338, 25.498691440795294, 33.49185237673951, 24.4310540829128, 21.101245260161853, 28.452018995536967, 31.34217597966858 ] }, "rps": 0.4479386695328498, "rpss": 0.01069331369029014, "brier_below": 0.22424602395325646, "bss_below": 0.010608127390448363, "brier_above": 0.22369264572661152, "bss_above": 0.010778695354480616, "crps": 30.576717541229357, "crpss": -0.017139574313920658, "crps_fair": 29.51465035296893, "crpss_fair": -0.024497113066683562 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49204517762404787, 0.4128016717416981, 0.42293746031016455, 0.4255492039248488, 0.41975139418665575, 0.4284524108714364, 0.44544411314911075, 0.4615517980832446, 0.44159980959508577 ], "rps_clim": [ 0.4870055947178849, 0.42143281565336166, 0.4461656033354792, 0.4898169267269451, 0.409710504473286, 0.4328402132818921, 0.481437726284207, 0.5046306428050635, 0.4618523477225761 ], "brier_below": [ 0.16316762696016174, 0.17962729109755823, 0.22074187514490076, 0.1353468102164038, 0.24150859157522367, 0.22477612651046736, 0.3114956642204179, 0.1656269785889027, 0.1478123626257369 ], "brier_below_clim": [ 0.1614439450337624, 0.1816624432294703, 0.23775382310536425, 0.15106275351725754, 0.24150138386167241, 0.22891616263738787, 0.3354019372244457, 0.1752044871830586, 0.15555314716681815 ], "brier_above": [ 0.32887753255098157, 0.23317437797697996, 0.20219558820791086, 0.2902023771948867, 0.17824281313857093, 0.20367628973049162, 0.13394846042489114, 0.295924803060715, 0.2937874351052131 ], "brier_above_clim": [ 0.3255616312349862, 0.23977036919747338, 0.2084117826700664, 0.3387541525544384, 0.16820913018134312, 0.20392405388684642, 0.14603580259439067, 0.32942613657571873, 0.30629918549199875 ], "crps": [ 26.101110805742596, 14.553773397022596, 17.14285078437565, 25.474865900740927, 14.861374887174163, 17.391344322928287, 20.291979705770288, 29.65134137648225, 25.071569284979567 ], "crps_clim": [ 25.21024020824127, 14.872246430786253, 18.409970210564648, 31.11807114784039, 13.520669199455181, 16.78306002701278, 24.29613597010876, 31.10996240254287, 27.087652937999966 ], "crps_fair": [ 25.770422315858916, 14.223751152652065, 16.80068569544221, 25.089674775404667, 14.513629412591559, 17.012905382167965, 19.95031367829493, 29.28566213480121, 24.679431721815792 ], "crps_fair_clim": [ 24.414703625458667, 14.076709848003654, 17.614433627782052, 30.32253456505779, 12.725132616672582, 15.98752344423017, 23.50059938732616, 30.31442581976026, 26.292116355217367 ] }, "rps": 0.4389036710540325, "rpss": 0.04468298537380255, "brier_below": 0.1989003696599748, "bss_below": 0.04195705246922077, "brier_above": 0.24000329748784896, "bss_above": 0.04693034370375604, "crps": 21.171134496135146, "crpss": 0.058633045971152375, "crps_fair": 20.814052918781034, "crpss_fair": 0.04057248087693199 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4856095124078658, 0.41704926681823806, 0.43751220670639124, 0.4553053168404161, 0.3949683824041923, 0.42697759192273316, 0.4553517276542516, 0.48721841227578216, 0.4582359728267026 ], "rps_clim": [ 0.4833705205269806, 0.4217325829401401, 0.45787504847516347, 0.4926249194603664, 0.3921209549450236, 0.43537634701428846, 0.49987785514849153, 0.4942486608765802, 0.4798942598444907 ], "brier_below": [ 0.15118424971372363, 0.18150901069765313, 0.22452475495402757, 0.14834646046451833, 0.2031348718267881, 0.22630918387263724, 0.3476372078181043, 0.2095804081413833, 0.1417803431607403 ], "brier_below_clim": [ 0.15085429028643993, 0.18069014092771118, 0.23635213812422837, 0.15606245330081414, 0.2033330363555721, 0.227991658943322, 0.3775149581530766, 0.20912215532462194, 0.14738561477662931 ], "brier_above": [ 0.3344252434830537, 0.23554025324060487, 0.21298745192507748, 0.3069588387406354, 0.19183351720664704, 0.20066841210159025, 0.10771453584184541, 0.2776379941891447, 0.3164556122841625 ], "brier_above_clim": [ 0.3325162105184372, 0.24104243864711158, 0.22152291047598155, 0.33656244571392563, 0.18878792456796986, 0.20738469072412372, 0.12236291485165149, 0.28512649430379705, 0.33250862534711423 ], "crps": [ 39.84683967364781, 22.5822523738454, 26.578079858655336, 37.96772592219588, 21.92436363955654, 26.53139605815327, 32.62485337360668, 43.90765895584852, 38.72943661818577 ], "crps_clim": [ 39.145523273068626, 22.643913019787092, 29.008121722013154, 43.28444006396797, 20.589043753169044, 26.078049611235418, 38.88164859631245, 43.764166543124, 41.3116571073202 ], "crps_fair": [ 39.34091960254881, 22.083717188719284, 26.075581788063786, 37.4026302810689, 21.40212700216686, 25.974254622773156, 32.09280509591658, 43.36497327433306, 38.156887547632 ], "crps_fair_clim": [ 37.945151810469554, 21.44354155718803, 27.807750259414085, 42.084068601368905, 19.388672290569982, 24.87767814863636, 37.681277133713394, 42.56379508052493, 40.111285644721136 ] }, "rps": 0.4464698210951748, "rpss": 0.0334108038685923, "brier_below": 0.20377849896106398, "bss_below": 0.029269976638404804, "brier_above": 0.2426913176680846, "bss_above": 0.036860506191506826, "crps": 32.29917849707724, "crpss": 0.04599164864252925, "crps_fair": 31.765988489246936, "crpss_fair": 0.02725156978216514 } } } } }, "Sep": { "tag": "init05_Sep", "methods": { "mvs": { "lambda_": { "training_mean": 0.7404091341753162, "training": [ 0.7023362094179623, 0.7383657344446851, 0.7468332918460837, 0.7389922332821981, 0.8032587141695247, 0.7473722097145156, 0.761973853400007, 0.7413357784765605, 0.7385337327308461, 0.7176313950184113, 0.7783015195834502, 0.720844203388021, 0.7371337620737547, 0.7542089606701564, 0.7424359814422637, 0.7513709818560276, 0.7500686243239368, 0.741993016253492, 0.7352631762661697, 0.7197724954124435, 0.7382443190523447, 0.720852658166895, 0.6839412363731845, 0.7587551328446561 ], "test": 0.7702543524081173 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4819159174899113, 0.48136388761744103, 0.4503873342969238, 0.4381205168043661, 0.42328697170514645, 0.4642956630831121, 0.43383278930391234, 0.4292510416407498, 0.4476852569351838, 0.4924969422750912, 0.43948052033712715, 0.418932482161195, 0.43342053184598484, 0.4345527105056248, 0.464741139232986, 0.41936670996740777, 0.4672966339765093, 0.4189625934591914, 0.4186189073303443, 0.5014724221767444, 0.46054129327431836, 0.4676124244491803, 0.4854655844788357, 0.4593256697021098 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2560342798873104, 0.22263905534712408, 0.260072344652079, 0.23034283827265412, 0.23737368713722742, 0.2213788833744599, 0.24018468827092834, 0.23542484814015488, 0.23452315127261195, 0.24192370434166127, 0.2360763505674896, 0.20636086512926963, 0.21142019289710304, 0.1734282156515038, 0.12701759021203463, 0.2024222425064098, 0.2914129023474814, 0.17514001179564562, 0.1750938474054106, 0.19307684047958296, 0.2549953354334464, 0.21350074638007088, 0.24708196194397644, 0.315116979765432 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2258816373922448, 0.2587248318136229, 0.19031498917302625, 0.20777767824848764, 0.18591328508839508, 0.24291678047588772, 0.19364810085105996, 0.19382619337153545, 0.21316210540258634, 0.2505732370312873, 0.2034041700900256, 0.2125716167726434, 0.22200033798079885, 0.26112449490699774, 0.33772354971306096, 0.21694446729245517, 0.1758837305541459, 0.24382258156985132, 0.24352505969803798, 0.30839558286287666, 0.2055459571004363, 0.254111677867156, 0.23838362299753343, 0.14420868993333893 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.891928895158127, 26.186887762971327, 16.17810178585064, 17.061067985618635, 16.812200452648696, 20.847885347668495, 17.287479477612735, 16.312564285040075, 19.05420218361003, 22.392868290529943, 14.998207098482117, 14.376669655085879, 14.767688611021832, 15.416410686787351, 30.82282646329392, 14.91644504911769, 26.660335191170848, 14.85259387086449, 15.21656616196584, 28.127972147755028, 16.446917320262358, 18.88171372610358, 22.105901066397504, 20.5970402012343 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.21576337134308, 25.533645160057937, 15.600279101369743, 16.421121424943028, 16.213524988057824, 20.146639896436728, 16.587256164914592, 15.703434669059535, 18.421620892268436, 21.73518757072886, 14.353673495584053, 13.781583563388986, 14.100875676833807, 14.759968004946463, 30.31496819864127, 14.253299773940883, 26.00812727858603, 14.172750084303306, 14.463205239210852, 27.482988417763586, 15.732185247691572, 18.201815251054743, 21.479894125832878, 20.002338157968303 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45135108100205823, "rpss": 0.003084595168105664, "brier_below": 0.22508506513379448, "bss_below": 0.004922067165685218, "brier_above": 0.22626601575781216, "bss_above": 0.0012499686427386303, "crps": 19.34218640484381, "crpss": -0.06020762803323354, "crps_fair": 18.695256073121936, "crpss_fair": -0.0693015197690996, "reliability": { "below": { "weight": [ 2.8e-05, 0.003381, 0.109569, 0.734997, 0.152024, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0834, 0.1664, 0.2834, 0.3455, 0.4248, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0666, 0.2862, 0.3505, 0.3783, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116672, 0.789568, 0.093025, 0.000736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3471, 0.4263, 0.5067, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.3397, 0.4029, 0.0767, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4969424284504254, 0.49963930640254045, 0.44681403062683966, 0.42361287115788043, 0.4220109907944633, 0.45129483518924024, 0.4404393955367874, 0.43711762549683253, 0.47785902442608696, 0.4505050818776293, 0.4365856586951716, 0.4143184861570603, 0.4026582959248561, 0.4159390703202349, 0.4421739782099623, 0.4126169968649806, 0.5202630884376802, 0.43336291144236727, 0.42347341908827973, 0.4895838655813291, 0.4574561169039854, 0.4840590730397308, 0.472277175234177, 0.46226028767940297 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22271183736814262, 0.25783043348534646, 0.26008944842595627, 0.21222954892699517, 0.2744401296823451, 0.16275783725999235, 0.2130696351087839, 0.22295709987589302, 0.3064389941354312, 0.29436439682530463, 0.16551081477977156, 0.2154715923865362, 0.20640144175659678, 0.18502901297327742, 0.11789687311287386, 0.1861484158619063, 0.38662325996239116, 0.1634949706897789, 0.17939963647067525, 0.202051837419966, 0.27765401982011684, 0.17404958647063992, 0.2139387788958779, 0.2907119041608287 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27423059059886845, 0.24180887249782906, 0.18672458149049692, 0.2113833217541564, 0.1475708618597888, 0.28853699931157545, 0.22736976016132154, 0.2141605256074551, 0.17142002902547535, 0.15614068447453133, 0.2710748442993757, 0.1988468936037888, 0.196256853257961, 0.23091005686880153, 0.3242771057906587, 0.22646858129165745, 0.13363982692155302, 0.2698679417092277, 0.24407378210148944, 0.28753202886871165, 0.17980209587196916, 0.31000948767920317, 0.2583383963756829, 0.17154838310714163 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.97547437075737, 34.88298867088048, 22.558051504436413, 23.812032131116073, 22.540287452727146, 28.120977505728646, 25.554058865367374, 23.14831995413755, 26.87686869035176, 22.082276493786186, 22.279873538412048, 18.85597117320575, 18.080481863874073, 19.310342309791615, 31.468842256596766, 20.04708924420364, 39.980782916607524, 20.69961159506708, 19.805450642067985, 32.59756048355318, 22.600844112358605, 27.22683544160429, 30.65463986377428, 27.463197609619414 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.10840236206661, 34.05205387667296, 21.808656195588167, 22.948800658657348, 21.766930173680624, 27.202270697326657, 24.63164689094471, 22.327992420497235, 26.029292296472896, 21.15352827777822, 21.416627449387093, 18.017274223622287, 17.229366965416844, 18.450400218917093, 30.78612267996504, 19.15113329052156, 39.14200009578427, 19.806590974256583, 18.815778996048227, 31.748917055623775, 21.695719551728722, 26.35803373962536, 29.87443483159308, 26.643667032798465 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4505526672307476, "rpss": 0.005925689892617658, "brier_below": 0.22463631274397614, "bss_below": 0.007877550726191562, "brier_above": 0.22591635435536336, "bss_above": 0.00397725908162283, "crps": 25.65095244541772, "crpss": -0.05117263931733307, "crps_fair": 24.79856837312391, "crpss_fair": -0.0604264898238116, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.10711, 0.766662, 0.126228, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3433, 0.4247, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2571, 0.3496, 0.403, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126639, 0.797638, 0.075723, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3479, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3728, 0.3336, 0.4552, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4917344975348132, 0.4816076138850708, 0.472498755128013, 0.48494458948075714, 0.45615105928197136, 0.41715626022004526, 0.4517056774803668, 0.4340347565908641, 0.43009184351036367 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.14134153846052716, 0.22240281931203645, 0.16980379469253876, 0.16120060716247836, 0.17387870455351884, 0.19211444690960772, 0.16370426311581376, 0.2559573622364796, 0.1737904344807195 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3503929368895814, 0.25920478749978093, 0.30269494760681626, 0.3237439653699289, 0.2822723433749384, 0.2250418121200374, 0.2880014027673518, 0.1780774036794295, 0.2563014011592709 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.569473847524904, 16.975229687700303, 29.51899910349115, 22.011390810859513, 16.7762467010045, 14.746958824090363, 24.435033841207613, 15.38603370833003, 15.454897034398591 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19898802124406, 16.666596097436894, 29.209538306087687, 21.702960476832107, 16.47673853021072, 14.393622540722511, 24.066686144802063, 15.023565699207259, 15.088907073037387 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45776945034580724, "rpss": 0.008326801640362258, "brier_below": 0.18379933010263558, "bss_below": 0.008567752494728187, "brier_above": 0.27397011116301506, "bss_above": 0.008165086879394767, "crps": 20.430473728734107, "crpss": -0.0337463815690342, "crps_fair": 20.091955876620077, "crpss_fair": -0.05552462598690955, "reliability": { "below": { "weight": [ 0.0, 0.004432, 0.13232, 0.798299, 0.064949, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2869, 0.3409, 0.4192, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0679, 0.1386, 0.2227, 0.4222, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114894, 0.850108, 0.034997, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3429, 0.4135, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5072, 0.4912, 0.5524, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49914276553503667, 0.4746379673539304, 0.5033113351903056, 0.45867482224602957, 0.4487295310547934, 0.42063189886301866, 0.45729520598812234, 0.4399839477604627, 0.4241189791719111 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12414413984760342, 0.25307432404963365, 0.15212645364247657, 0.1599063674843907, 0.1563889496155645, 0.16042099659927225, 0.16834943663121407, 0.2588994984303211, 0.11341872838771842 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3749985982964021, 0.22156364264692513, 0.3511848603214054, 0.2987684419502552, 0.2923405684399772, 0.26021089501188305, 0.2889457571966691, 0.1810844588903356, 0.3107002330245148 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.145767907179284, 21.74026107554628, 45.40164050009548, 26.987927686702623, 21.588260379645874, 19.644565392604832, 32.687149771962844, 21.662946121490346, 21.152562696761542 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.67743944515673, 21.323004476407398, 45.006218687963106, 26.572043458137408, 21.189358977156896, 19.166439594576644, 32.231318213692376, 21.18467472436449, 20.665311804499144 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4585029392404011, "rpss": 0.006186466097885979, "brier_below": 0.17185876607646605, "bss_below": 0.0012887943172554817, "brier_above": 0.28664416175315194, "bss_above": 0.009099918631609638, "crps": 27.890120170221014, "crpss": -0.02347491218182096, "crps_fair": 27.446201042439355, "crpss_fair": -0.04453400130448526, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.122015, 0.862096, 0.015889, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2901, 0.3383, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1162, 0.1937, 0.1084, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.103852, 0.872263, 0.023885, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3438, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.539, 0.5326, 0.584, NaN, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.7326777482265104, "training": [ 0.6962697340860157, 0.7323188245451421, 0.7344708889551725, 0.7304710439080477, 0.792586492063789, 0.7381896578689271, 0.7523227565940142, 0.72943247761577, 0.7276174016566718, 0.7142894669766047, 0.767382096346896, 0.7143860243289318, 0.7310820814361065, 0.7479263654065308, 0.7391695502535701, 0.7425709694815606, 0.7414904148472732, 0.7334065448533448, 0.7282362021517702, 0.7185847008763687, 0.7297548958481656, 0.7128984768000124, 0.6815687842415066, 0.747840106294062 ], "test": 0.7660428573315465 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4798170661085924, 0.48397488548949213, 0.4498420380779653, 0.436309574045511, 0.41952688623835377, 0.46123995106884075, 0.4290759450900512, 0.42764945264863163, 0.4541723299059635, 0.4986748595748674, 0.4319236281868804, 0.42355629539051604, 0.4358744533488611, 0.43726111319877015, 0.4719952485307144, 0.4169009943075843, 0.4670830297356458, 0.4219207823021676, 0.42105347419534944, 0.5028136871668429, 0.4605694465986779, 0.46573857575718564, 0.48396207049348533, 0.4505636931901102 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2520878893680951, 0.2245133782848785, 0.2603230274626637, 0.22814348829539832, 0.23451639132132202, 0.21826838298130238, 0.23725678404155542, 0.23417598645035112, 0.24117744566469662, 0.24967522956981753, 0.22897969453798395, 0.21008321672343194, 0.21244662908642015, 0.17624683831786508, 0.13522915279307876, 0.2001844459755141, 0.29122605907207216, 0.17643353083274102, 0.1768390802767784, 0.19382895427832855, 0.2558367372231795, 0.21062488416147668, 0.2444838695828287, 0.30634520907745105 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.227729176790698, 0.25946150688796893, 0.18951900995481066, 0.20816608557690366, 0.18501049544710452, 0.24297156876061282, 0.19181916105619695, 0.19347346603671514, 0.21299488410589137, 0.2489996288714924, 0.20294393418918086, 0.21347307843710894, 0.22342782325851854, 0.2610142750270181, 0.33676609663713597, 0.21671654827089318, 0.17585696994547673, 0.24548725154698817, 0.24421439371482676, 0.3089847335376415, 0.20473270893092815, 0.25511369154944186, 0.23947820122136387, 0.14421848431584464 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 24.172117343013827, 26.672674584373837, 16.45660443695698, 17.543222377490302, 16.951772161734418, 21.324107117242512, 17.80556425347471, 16.258715446153815, 19.825807167990007, 23.67235543489818, 15.601265623695008, 15.448745478857337, 15.687853450865086, 15.90620352206946, 30.688377895696263, 15.55472319537253, 26.49726325187024, 15.819521256751395, 15.705821934156882, 27.90451131754935, 17.38793747323628, 19.71539697577472, 23.299340304738905, 21.42607394630985 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.424679434941382, 25.931520868599264, 15.803567519648361, 16.84333143081331, 16.30841319999992, 20.52586055645062, 17.014790795764032, 15.58008497243935, 19.117966186380315, 22.972531308373892, 14.887517892026409, 14.809029501526428, 14.942220434564687, 15.177506428634148, 30.112969179894076, 14.818346878839204, 25.75963832872925, 15.060594669939045, 14.858486410165472, 27.189729146429674, 16.577713950717058, 18.961364606854435, 22.592374134742435, 20.762173995496468 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4513124783604608, "rpss": 0.0031698582143140364, "brier_below": 0.2249552627241346, "bss_below": 0.005495910274309401, "brier_above": 0.22635721558628175, "bss_above": 0.0008474078284744779, "crps": 19.88858233126133, "crpss": -0.09015735124389734, "crps_fair": 19.168017159665386, "crpss_fair": -0.09634175641262921, "reliability": { "below": { "weight": [ 2.8e-05, 0.003607, 0.11815, 0.666137, 0.212021, 5.7e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0957, 0.163, 0.284, 0.3493, 0.4279, 0.5072, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0547, 0.2665, 0.3476, 0.3937, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.125472, 0.768685, 0.105107, 0.000736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2843, 0.3465, 0.426, 0.5079, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.35, 0.3407, 0.3901, 0.0383, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49665106210868676, 0.49945581363385566, 0.4472181348477626, 0.424983630130802, 0.41907722147483845, 0.45115925913903404, 0.4384826971478844, 0.4347453023551169, 0.4797999786116523, 0.4522138406423215, 0.43472549594480137, 0.41283002641368566, 0.40184291307528125, 0.41598005355409645, 0.44290211218163017, 0.41090036098935956, 0.5182273177517792, 0.43501690169084983, 0.42355218635540676, 0.4878534547369739, 0.45752703846387377, 0.48516768494689083, 0.4721915473371203, 0.4605319896653192 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.2206751488595929, 0.25634203394356386, 0.2622441741700963, 0.21303601646175074, 0.27210909468307193, 0.16233671488286533, 0.21439975039329195, 0.221036714946732, 0.3095930697347864, 0.2978728719491282, 0.16443853759453317, 0.21324443792313907, 0.20408723123207187, 0.18483160223641285, 0.11870150322791187, 0.18518159000720616, 0.3850193529859502, 0.16270305156873352, 0.17804196740757178, 0.19831276821725569, 0.27870253789101623, 0.17434842328199598, 0.21359796416896518, 0.28992242162666604 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2759759128644452, 0.2431137792795724, 0.18497396008862763, 0.2119476133264605, 0.14696812753836172, 0.28882254551845726, 0.22408294650060068, 0.21370858721143945, 0.17020690780567999, 0.15434096832811708, 0.27028695869920977, 0.19958558847609117, 0.19775568084642217, 0.23114845114318933, 0.3242006095170694, 0.22571877121459497, 0.13320796342453586, 0.2723138507678237, 0.24551021828705574, 0.2895406870604746, 0.17882449948034934, 0.31081926234933593, 0.2585935831718297, 0.17060956773661196 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.73809315855548, 35.36717636851253, 22.821645524362822, 24.03959545074355, 22.121433804620846, 28.607907367156596, 25.368442355556933, 22.59198040058319, 27.58800523126136, 22.868291827132143, 23.002829478456558, 19.09501860558301, 18.627582824059203, 19.60241652067896, 31.34753745697274, 20.448384385664703, 39.4634505761168, 21.419889325630095, 20.178212417528055, 32.23748119141728, 23.20582752989953, 27.858570180088254, 31.570857697482097, 28.09817307122586 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 33.870653706857105, 34.50949444537528, 22.05452897199043, 23.173175562977505, 21.37946154239115, 27.644736344383286, 24.39934869612862, 21.746983911607863, 26.711533075244805, 21.952683576128024, 22.127239826754497, 18.24604279467577, 17.75503681717174, 18.73375355335563, 30.64103891716611, 19.532215032632823, 38.60088385218879, 20.504390724975135, 19.151324685583393, 31.381407855050096, 22.27572162209331, 26.987237752692646, 30.783872008420648, 27.252111201310942 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.450126500966626, "rpss": 0.006865959401178401, "brier_below": 0.22419912414142953, "bss_below": 0.009808425667356846, "brier_above": 0.22592737669318153, "bss_above": 0.003928663666048382, "crps": 25.92786678122036, "crpss": -0.0625205521813823, "crps_fair": 25.05895318654815, "crpss_fair": -0.07156096136056944, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159741, 0.699499, 0.14076, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.286, 0.3443, 0.427, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2586, 0.3551, 0.4031, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.148261, 0.769116, 0.082623, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2837, 0.3464, 0.422, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3639, 0.3345, 0.442, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4948687460029279, 0.48442473430258814, 0.4744174726714002, 0.4887218755738318, 0.4580670462215258, 0.41654510002936573, 0.45444492844424894, 0.4333371454597497, 0.4286151941357627 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.1440934471229583, 0.22615383910032877, 0.17091312826547833, 0.16440899940052964, 0.17594967171938417, 0.19183693679934347, 0.16571948991797805, 0.2546650537171304, 0.17153159919645614 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.350775276703263, 0.2582708880620526, 0.30350433181873065, 0.3243128590737126, 0.2821173630821547, 0.22470816208286956, 0.2887254268727409, 0.17867210114267784, 0.25708358708750284 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 30.020444916796695, 17.595047900021576, 30.651777842436278, 23.29362127238561, 17.245599946072108, 15.757232685661807, 25.78372803134493, 16.14349307909319, 16.732300636856966 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 29.60273826216956, 17.259341599791217, 30.30690340654589, 22.94461430563896, 16.91236883261745, 15.358283270709558, 25.372783707079996, 15.735259304393967, 16.319231669204314 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4592713603157112, "rpss": 0.005073190324933141, "brier_below": 0.18503024058217638, "bss_below": 0.001928096395179546, "brier_above": 0.2742411106584116, "bss_above": 0.007184006279648436, "crps": 21.469249590074348, "crpss": -0.08630663064497512, "crps_fair": 21.09016937312788, "crpss_fair": -0.1079654602206015, "reliability": { "below": { "weight": [ 0.0, 0.004207, 0.120285, 0.767937, 0.107571, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1659, 0.2856, 0.344, 0.4182, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0894, 0.1465, 0.2153, 0.3763, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116619, 0.833212, 0.050169, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.289, 0.342, 0.4112, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4887, 0.4947, 0.5185, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5018340218347815, 0.4758929021278935, 0.5051927681620929, 0.4595002293458005, 0.4486222264545724, 0.41876374466825955, 0.45924460285175683, 0.44049241321641186, 0.42407502884461257 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12489040608327837, 0.25595379781701894, 0.15299005657341397, 0.1595575622048992, 0.15692012852598564, 0.1592956502996151, 0.16822213017429605, 0.25986632616102256, 0.11218293499494338 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3769435880391582, 0.21993910352392113, 0.35220269045288993, 0.2999426539932579, 0.2917020847487594, 0.25946808709381897, 0.29102246040255736, 0.1806260966840982, 0.31189207605682523 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 41.797906810050435, 22.304211167823865, 46.33406511844925, 28.056573910331018, 21.933974683352048, 20.29015522379361, 33.697165837821174, 22.356779521773344, 22.4177696533385 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 41.31768693536289, 21.887960978749504, 45.93584731651211, 27.621640686319527, 21.526001069757594, 19.790570840714032, 33.24625287968066, 21.861820315779795, 21.910391327135056 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.45929088194513124, "rpss": 0.004478585827374371, "brier_below": 0.17220877698160814, "bss_below": -0.0007452003462522505, "brier_above": 0.28708209344392066, "bss_above": 0.00758603275525882, "crps": 28.79873354741481, "crpss": -0.05681800969287343, "crps_fair": 28.344241372223465, "crpss_fair": -0.07871117786716275, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.159555, 0.810226, 0.030219, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2879, 0.3387, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.135, 0.1946, 0.123, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116547, 0.8447, 0.038753, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2889, 0.3417, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.497, 0.5388, 0.5534, NaN, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.7225260525475115, "training": [ 0.6838465391169175, 0.719080729745355, 0.7297867631115713, 0.7217722793109834, 0.7842033390966611, 0.7324595862170845, 0.7436684247850065, 0.7222319564032675, 0.7166178152790192, 0.7008617694326815, 0.7632008647745484, 0.7027655859975585, 0.7217564061975157, 0.7369781460350101, 0.7258628780159209, 0.7367739986899747, 0.7291172389250075, 0.7298583595469639, 0.7107979629964, 0.6978031457222745, 0.718918974735924, 0.705811739338827, 0.6620488064867641, 0.7444019511790394 ], "test": 0.7488429959371269 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48557384103339224, 0.479773673448778, 0.4510389274187445, 0.4400645480984299, 0.4194699373647714, 0.46552157468139066, 0.435377662416721, 0.4288024299326805, 0.4475569568414111, 0.4903003137053815, 0.4408010043236455, 0.41687364234300633, 0.43247628838295293, 0.43066326666882193, 0.4606830931806132, 0.4198350355344718, 0.4666788705251611, 0.41761931662991814, 0.4166274069760667, 0.4997048635809203, 0.46003092740847046, 0.4697778181283439, 0.49000984530928643, 0.4614748678805294 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25774543244917747, 0.22144616675699438, 0.2609248965173152, 0.23199970858123034, 0.23503827409134687, 0.22226162802014188, 0.24202719134224043, 0.2351289734910962, 0.23411155953448132, 0.23951987116791484, 0.2378487781479605, 0.20472924266698195, 0.21096289193335466, 0.17094741669000252, 0.1235652934598428, 0.20238827473386575, 0.29092972240588455, 0.17416856733067318, 0.17325927985305883, 0.19132028970704837, 0.2545580735621705, 0.2146506658882576, 0.2494848952839414, 0.31728388495692195 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22782840839939134, 0.2583275060938802, 0.1901140303015322, 0.20806483903669387, 0.18443166377912817, 0.24325994736087, 0.19335047080138545, 0.19367345621748758, 0.21344539704391924, 0.2507804418470017, 0.20295222638680707, 0.21214439941465285, 0.22151339544431767, 0.25971585019729304, 0.33711780060922114, 0.21744676056425613, 0.175749147058989, 0.24345074923315285, 0.24336812691046183, 0.3083845753924704, 0.20547285309775684, 0.2551271519302413, 0.2405249505277322, 0.14419098285144288 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.827033417969247, 26.188934239019012, 16.159294559266634, 17.009001364670855, 16.815920458633514, 20.84432495153378, 17.203318368102316, 16.2548477427602, 19.01242832566363, 22.32257337391834, 14.95017437464164, 14.301690710591062, 14.742146739452764, 15.420849879402823, 30.786217550793875, 14.861794901609139, 26.70519606026594, 14.79131061303744, 15.183795481481226, 28.2922802161747, 16.388639561359486, 18.821725203715644, 22.017434920871555, 20.53247722738044 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.157340620740637, 25.543170235480485, 15.587229476786675, 16.376294940290503, 16.224095402738282, 20.149979334005042, 16.508907078337042, 15.652069008355914, 18.386229336076696, 21.67122758079168, 14.312193070741941, 13.711732432062231, 14.083800759547675, 14.771864710831897, 30.284857120625087, 14.205613632112453, 26.060827822138194, 14.11804838932747, 14.437510799492975, 27.658304754449585, 15.680673133877052, 18.148391988489045, 21.399251153860124, 19.94195874886888 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4511140046589128, "rpss": 0.003608234234346863, "brier_below": 0.22484587410716264, "bss_below": 0.005979506104123233, "brier_above": 0.22626813043750352, "bss_above": 0.0012406343359450123, "crps": 19.309725426763134, "crpss": -0.05842833711677664, "crps_fair": 18.66964881375115, "crpss_fair": -0.06783687647910086, "reliability": { "below": { "weight": [ 2.8e-05, 0.003719, 0.152325, 0.702417, 0.141511, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0862, 0.1658, 0.2833, 0.3457, 0.4261, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0606, 0.2793, 0.358, 0.3707, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.131938, 0.74739, 0.118013, 0.002659, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2833, 0.3464, 0.4246, 0.5091, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3461, 0.3377, 0.4098, 0.1487, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49953241901825585, 0.5012473137938211, 0.4467745289123679, 0.4237731984563055, 0.41795610927610627, 0.4505604234051727, 0.4400767558197898, 0.4368476033040781, 0.4790107073780671, 0.448662348538524, 0.4359216935833818, 0.41399509425784176, 0.4025481437326876, 0.4145667050482533, 0.43973603864292515, 0.4127163062792681, 0.5216513918424471, 0.43281647638903836, 0.42239727583692716, 0.492095622230382, 0.4574177208264259, 0.48544023768646843, 0.4747775229004561, 0.4629393251730714 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22415036280308648, 0.2584856224319538, 0.2602090615645588, 0.21241765161615986, 0.2718555439284146, 0.16197862966358437, 0.21304581048635352, 0.22297744568941347, 0.3071699488060204, 0.2930856091752519, 0.16509601149308328, 0.215499339413891, 0.20640179680726886, 0.18421101639197432, 0.11647782753477925, 0.18577966780982788, 0.3878243661790374, 0.16307501420635878, 0.17906257247547674, 0.2034634619370616, 0.2776357615089123, 0.17447690672321922, 0.21550869913170007, 0.2912450007275643 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.275382055689448, 0.24276169095848243, 0.18656546657790718, 0.21135554631435743, 0.14610056613422892, 0.2885817952069231, 0.22703094515072383, 0.21387015759004738, 0.1718407572097891, 0.15557673876961453, 0.27082568247969435, 0.19849575465252062, 0.19614634597380914, 0.23035568816904325, 0.3232582117996273, 0.22693663880436904, 0.13382702397203777, 0.2697414632136324, 0.24333470279534714, 0.2886321610745624, 0.17978195798763164, 0.3109633321430626, 0.2592688237409939, 0.17169432402099802 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.954178879954924, 34.85030288443952, 22.551198654431946, 23.797158996711374, 22.556272326543827, 28.174577357098336, 25.542693236968443, 23.134234232498898, 26.870865167234363, 22.075218580310818, 22.26606943673343, 18.891613659708426, 18.07810198409304, 19.30972311738335, 31.477777899320152, 20.028288169911747, 40.045671526388126, 20.69239013621759, 19.811444895224152, 32.640300591039235, 22.598036320303883, 27.198318591245418, 30.6567067850046, 27.448832250184847 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.08873265248489, 34.0210933980408, 21.803547280024443, 22.935933966598867, 21.784460460000282, 27.259364714137835, 24.622151235077613, 22.3158880678489, 26.025618572571936, 21.14857150571757, 21.404797683075344, 18.055271187090852, 17.229281538395142, 18.451891458733137, 30.79743721643645, 19.134497434847987, 39.20948628390938, 19.80176058561751, 18.823925392305398, 31.79416956501621, 21.694764620248634, 26.33103881572314, 29.87829777731746, 26.631333987393155 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4505608734305026, "rpss": 0.005907584190546933, "brier_below": 0.22463054702103968, "bss_below": 0.007903015456678153, "brier_above": 0.2259303262678688, "bss_above": 0.003915659545682848, "crps": 25.652082319956268, "crpss": -0.05121894142651651, "crps_fair": 24.801804808275538, "crpss_fair": -0.06056488497290835, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.143363, 0.723071, 0.133565, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2865, 0.3443, 0.4282, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.265, 0.353, 0.3985, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.141637, 0.755426, 0.102937, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2828, 0.3467, 0.4201, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3601, 0.3316, 0.4489, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49026357322823694, 0.47967425152314874, 0.4730052134450958, 0.4854798698463826, 0.45671487179243825, 0.41713415598747466, 0.45213683392882303, 0.4355803939093467, 0.42917505521421945 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13999169846629747, 0.2207586482562985, 0.169596110074018, 0.16094212003826805, 0.1744676453564664, 0.19248996357000278, 0.1642426794657905, 0.2570983376942599, 0.1736574113154002 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.350271852841402, 0.2589155962902983, 0.30340909056726995, 0.3245377327682789, 0.28224721514374185, 0.22464419137183367, 0.28789414292446275, 0.17848206558763627, 0.2555176361037652 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.562203750211193, 16.941016677957336, 29.459795080724735, 21.928787977316876, 16.73846168952051, 14.677214544242911, 24.358726627891023, 15.346208747519263, 15.412273169763465 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19571769616856, 16.635255147468435, 29.154082289952832, 21.622649588811736, 16.441778421030744, 14.326971400521385, 23.996273583166918, 14.98741568413442, 15.049491477229546 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4576849132083518, "rpss": 0.008509935777900823, "brier_below": 0.18369384602631128, "bss_below": 0.009136744312096767, "brier_above": 0.27399105817763214, "bss_above": 0.008089253861206402, "crps": 20.380520918349703, "crpss": -0.031218856379471083, "crps_fair": 20.045515032053842, "crpss_fair": -0.05308487072404189, "reliability": { "below": { "weight": [ 0.0, 0.004658, 0.182426, 0.753075, 0.059842, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1702, 0.2868, 0.3421, 0.4183, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0969, 0.1598, 0.2313, 0.3356, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.150052, 0.791936, 0.058013, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3443, 0.4141, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5059, 0.4895, 0.5448, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4983087994101058, 0.4748173344772006, 0.5057910230482623, 0.4596066372622117, 0.44775177142924744, 0.4188377538896584, 0.4586461767767756, 0.4408536837903351, 0.4213623664782787 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12381697281965383, 0.25282156885267054, 0.1533645186803986, 0.16022510279984994, 0.15591482157256942, 0.15965510812663353, 0.16925670851788874, 0.25918863677350784, 0.11237427932605862 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37449179933802734, 0.22199576492579165, 0.35242648309270586, 0.29938152162082093, 0.2918369369365018, 0.2591826386834633, 0.28938945598812554, 0.18166505665373675, 0.3089880695372849 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.169758743596354, 21.751871037400853, 45.39096900369789, 26.99984838873261, 21.595054933485542, 19.634588631841336, 32.67560152674241, 21.657803677017533, 21.17807406270245 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.7023480454462, 21.335508572597004, 44.99646560173787, 26.585135037480995, 21.197194629064544, 19.157929168778182, 32.22077603596913, 21.180736739893558, 20.692160676007028 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4584417273957862, "rpss": 0.006319143894268686, "brier_below": 0.17184641305213677, "bss_below": 0.0013605806107532814, "brier_above": 0.28659530297516206, "bss_above": 0.009268818520550837, "crps": 27.894841111690777, "crpss": -0.02364815507667739, "crps_fair": 27.452028278552724, "crpss_fair": -0.044755771386422394, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.170233, 0.803004, 0.026762, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.29, 0.3399, 0.4098, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1352, 0.1952, 0.1189, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.142173, 0.808813, 0.049014, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2902, 0.3449, 0.41, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5386, 0.5296, 0.6032, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.7079125172143456, "training": [ 0.6669297341634296, 0.7021551733253727, 0.7126768961903567, 0.7058827376537333, 0.77691127292763, 0.7168377434160931, 0.7309973501852247, 0.7049062273157377, 0.703054931174451, 0.6850946797351339, 0.7504495212400448, 0.6870837296667442, 0.7051073669193896, 0.7262509496491305, 0.716276887774697, 0.7187586335152963, 0.7155861621490607, 0.7127945074462538, 0.7007484497546548, 0.6843449923283145, 0.7059000635567964, 0.6881440540822368, 0.6472374925299813, 0.725770856444532 ], "test": 0.7394815340239453 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4897220443813244, 0.4797394620684725, 0.45353345827419483, 0.4409380383262779, 0.4162523119343058, 0.46582781219919234, 0.43538377933236894, 0.43129815554195833, 0.44750333162596856, 0.4888439144482592, 0.4413461557447025, 0.41684091978099397, 0.43310517863415426, 0.42749074994175634, 0.45668452936406584, 0.4209555404840268, 0.4666734118908691, 0.4180330252224017, 0.4175906214911355, 0.4981917124329319, 0.45969147795310517, 0.4726001346905718, 0.4927392367577278, 0.46342253630637414 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25783666291564206, 0.22318597251865194, 0.2618901900366606, 0.2319855018666014, 0.23264225170057132, 0.22247058393050875, 0.2410962529302132, 0.23673604679513294, 0.23423989065301865, 0.24023891537980802, 0.23775702525814915, 0.20473400936507827, 0.21175456785581556, 0.17037616516384976, 0.12210545235325866, 0.20237327692334284, 0.2904874691356942, 0.17442059207064325, 0.17309860552434184, 0.19163076527104003, 0.2546469027317182, 0.21543240360543198, 0.24917218457508095, 0.31725810871539106 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.23188538140144677, 0.2565534887669161, 0.19164326760623215, 0.20895253607960623, 0.1836100606909576, 0.24335722901326465, 0.19428752599876814, 0.19456210820141692, 0.21326344061311653, 0.24860499867482735, 0.20358913052431024, 0.21210691006078727, 0.22135060973695186, 0.25711458466253284, 0.3345790780417333, 0.2185822633214173, 0.17618594172955876, 0.24361243312321784, 0.24449201597963383, 0.30656094872894196, 0.2050445744249276, 0.25716773048658575, 0.24356705262796413, 0.14616442749728153 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.944933309044096, 26.291061713648688, 16.123254627828516, 16.9770923016434, 16.620676282108303, 20.735095527335535, 17.27808754504019, 16.231537683561083, 18.972039424701748, 22.304541233383784, 14.977066935503565, 14.209854633844861, 14.702791577541873, 15.402321944848712, 30.615194584561355, 14.919772184054771, 26.609759078720348, 14.853818456032432, 15.150117804725646, 27.914369309732855, 16.36632659727849, 18.8931312739687, 22.065330610571664, 20.672282339042123 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.269945342613806, 25.645464542836766, 15.546347720433078, 16.338983866062318, 16.030793853067628, 20.03538365226195, 16.576327044925495, 15.621796062663675, 18.34026043475524, 21.644819348156517, 14.329524149128138, 13.607711148298682, 14.034217160815617, 14.749469649269175, 30.106018962905097, 14.255617140118828, 25.968533849750674, 14.173793880013138, 14.40448316637062, 27.276043087555998, 15.653455440381785, 18.21825085104605, 21.448102174719576, 20.07070095677875 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45143364745113085, "rpss": 0.002902227675332658, "brier_below": 0.22489874155315184, "bss_below": 0.005745784560501899, "brier_above": 0.22653490574968319, "bss_above": 6.307415081330259e-05, "crps": 19.284602374113447, "crpss": -0.0570512615627945, "crps_fair": 18.63941847853869, "crpss_fair": -0.06610780985068043, "reliability": { "below": { "weight": [ 5.6e-05, 0.003776, 0.163476, 0.68634, 0.146101, 0.00025, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0869, 0.1648, 0.2833, 0.3463, 0.4283, 0.5022, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.5007, 0.0522, 0.277, 0.3586, 0.376, 0.5538, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.130688, 0.728839, 0.136315, 0.004158, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2822, 0.3484, 0.4283, 0.5162, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3415, 0.3383, 0.4042, 0.1291, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5023581700742396, 0.5037573590394276, 0.4468190910319641, 0.4238269181741979, 0.4165364355536851, 0.4499656148969154, 0.4394147852267824, 0.4377448565225758, 0.47983917808761706, 0.4475383627747407, 0.4356683055933568, 0.4140736474853789, 0.40348200339161006, 0.414743124597998, 0.4373237380472553, 0.41272152460615336, 0.5231286367200639, 0.43300200651889154, 0.42203384491176044, 0.49213062092350024, 0.45735212082365084, 0.48699810163090673, 0.4751603621030698, 0.4651351111580252 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22568650526371395, 0.2601278391094578, 0.26040348230189264, 0.2120373485989067, 0.27083971825577335, 0.16209417108017493, 0.21301634824549748, 0.22426582658308236, 0.30782899256507024, 0.2926577138071681, 0.1654535658596122, 0.21498712811502957, 0.20672170149896663, 0.1844738710226132, 0.11572551814926292, 0.18578725280710456, 0.38833172953386474, 0.16325561776928574, 0.17822705012743, 0.202162263830229, 0.27735514024483654, 0.17534123279450792, 0.21529609439640687, 0.29266741964007004 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2766716641918711, 0.24362951946183758, 0.1864156080247967, 0.21178956907908916, 0.14569671814218016, 0.2878714453183562, 0.2263984368500961, 0.21347902975328725, 0.17201018399127183, 0.1548806484943856, 0.2702147401551258, 0.1990865191579354, 0.19676030092026175, 0.23026925315130328, 0.3215982206051461, 0.22693427216353904, 0.13479690539198638, 0.2697463898319054, 0.2438067941552178, 0.2899683578409617, 0.17999697911359322, 0.31165686976622675, 0.2598642675745661, 0.17246769094766298 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 35.017215610162864, 35.10291563494966, 22.47051142811098, 23.7946633988326, 22.329263014269273, 28.000199703748027, 25.557511989519206, 23.1644181931644, 26.864086362350644, 22.142904933588863, 22.28125528897402, 18.79132402536099, 18.13443911235341, 19.43499201558809, 31.409535659557662, 20.00634562637669, 39.97678705204659, 20.70503128822965, 19.786573839952098, 32.44676813329689, 22.558108245891653, 27.170062498076277, 30.653285056389617, 27.5208985418771 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.15171721271633, 34.27693340147109, 21.719278060780283, 22.929055732366763, 21.562947000451658, 27.08440871542562, 24.63724832111622, 22.343588369245857, 26.017343169132804, 21.21662206318674, 21.417199235631326, 17.95253302521179, 17.279386169770337, 18.575260232087505, 30.72532562289047, 19.107585442621524, 39.14403371432753, 19.81171896111953, 18.802938091196797, 31.606904160867263, 21.65431963843832, 26.303985802946542, 29.87169199056975, 26.700910764059795 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.45086474666224025, "rpss": 0.00523713521716429, "brier_below": 0.22478098048333153, "bss_below": 0.007238615239105961, "brier_above": 0.22608376600344182, "bss_above": 0.0032391725935658755, "crps": 25.638295693861135, "crpss": -0.0506539673121813, "crps_fair": 24.787205620734664, "crpss_fair": -0.05994060033819415, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.168952, 0.681157, 0.149692, 0.0002, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3447, 0.4295, 0.5022, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2644, 0.3561, 0.3946, 0.4982, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.152939, 0.739282, 0.107779, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2818, 0.3477, 0.4233, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3558, 0.3326, 0.4402, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48902592628659347, 0.47783974312014676, 0.47451274281626776, 0.4840554633927457, 0.45598369924892246, 0.41843709519646044, 0.45155518325481164, 0.437290028770589, 0.42965441817764954 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.14069745631322672, 0.2215743177713831, 0.17052843995437855, 0.1605919418119649, 0.17468904012310418, 0.19332000189676832, 0.16430744252920915, 0.2570230913163052, 0.17417578377269258 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34832844828906895, 0.2562654184840668, 0.3039842902363558, 0.3234635046035509, 0.2812946481564697, 0.2251170925127022, 0.28724772925556574, 0.18026694699165532, 0.25547862690344 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.494787466020792, 16.9052586283016, 29.557751763978647, 21.86586465518673, 16.63161492672621, 14.796106834296657, 24.321503827157237, 15.348215227014789, 15.474773155733361 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.128855369913687, 16.596338967373633, 29.25141693138391, 21.555780959367404, 16.33086474348878, 14.442289870870084, 23.962719433193634, 14.987716780035296, 15.108786813335122 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45759492225157633, "rpss": 0.008704884610466146, "brier_below": 0.18410083505433697, "bss_below": 0.006941404173804733, "brier_above": 0.2734940783814306, "bss_above": 0.009888435205827606, "crps": 20.37731960937956, "crpss": -0.031056875722139887, "crps_fair": 20.04052998544017, "crpss_fair": -0.05282298285733855, "reliability": { "below": { "weight": [ 0.0, 0.003982, 0.181502, 0.758605, 0.05591, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.164, 0.2862, 0.3425, 0.4181, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0756, 0.1593, 0.2353, 0.2886, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.124656, 0.812805, 0.062539, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2885, 0.3462, 0.4186, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5265, 0.4885, 0.5199, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4974316351028131, 0.47476832196851326, 0.5067707811452689, 0.4592465824672952, 0.4468460509133991, 0.4182538059995947, 0.45922409099548644, 0.4410362825697748, 0.4200533471962951 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12384936787206739, 0.2535060651119502, 0.15408620251327393, 0.1596458926823635, 0.15581268640144585, 0.15961590688860597, 0.1693516648995575, 0.258554108199358, 0.11221336916352338 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3735822399806566, 0.22126225593861862, 0.35268455739965854, 0.2996006770501645, 0.29103335167736966, 0.25863789208414334, 0.28987241370101957, 0.18248218414532383, 0.3078399605509147 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.16384989542524, 21.734043833280026, 45.409742763983026, 27.014771296992585, 21.577506584929694, 19.691315183405848, 32.67567296887998, 21.645761938106276, 21.195118111809535 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.69723719503046, 21.31780385499468, 45.01491080544077, 26.599672287479347, 21.178166646648023, 19.21445746270983, 32.222779823229345, 21.168289336889043, 20.709032284084635 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4581812109287156, "rpss": 0.006883818116876772, "brier_below": 0.17184836263690506, "bss_below": 0.0013492511208530455, "brier_above": 0.2863328369475411, "bss_above": 0.010176137220277326, "crps": 27.90086473075691, "crpss": -0.02386920191896791, "crps_fair": 27.45803885516735, "crpss_fair": -0.0449845189508562, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.172263, 0.798068, 0.029669, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.288, 0.3404, 0.4126, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1382, 0.1949, 0.1205, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.132228, 0.819556, 0.048216, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2892, 0.3453, 0.4136, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.536, 0.5309, 0.5912, NaN, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.7108886385487856, "training": [ 0.6717795754286383, 0.705559248559288, 0.7147355730022938, 0.7101455413834569, 0.7788922902241532, 0.7214046596464103, 0.7350319199256219, 0.7086142205906166, 0.7050051399449818, 0.6854320601086988, 0.7535903399748285, 0.6890532569628769, 0.7092603488690897, 0.7281518510839615, 0.717720887859755, 0.7216761688895709, 0.718901793559556, 0.7169650946331277, 0.702356259322735, 0.6823937926195839, 0.7086599068819531, 0.6935939892300109, 0.6515435783263568, 0.7308598281432901 ], "test": 0.7405714756750774 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4900176047456976, 0.47776187465567344, 0.45342647934408625, 0.4410625262996604, 0.41810146617900756, 0.4648580045758033, 0.4354144920676328, 0.4291659832218358, 0.44519930046120093, 0.4867698268054005, 0.4416261998634056, 0.4164922280489841, 0.43217168543658896, 0.4268647887058794, 0.4547081660176938, 0.42164036000870136, 0.46890610833232504, 0.4195783886145845, 0.41908754920442787, 0.4992353924649273, 0.46047362394595115, 0.47143809088766897, 0.49310524424905433, 0.4651347887096247 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25774109287168573, 0.22170346081155426, 0.2615524782548979, 0.23241047628330957, 0.23429476318709846, 0.2214015392277396, 0.24094904114753626, 0.234600776468773, 0.23378635543860818, 0.23895516765987784, 0.23745496256286805, 0.20530575713928592, 0.21136945938347163, 0.170630225428511, 0.1221812615437062, 0.20268439320903664, 0.2923541826709486, 0.17478673506812262, 0.17433365479399246, 0.19382933697682636, 0.2549769346104637, 0.21401813625916885, 0.24963321947816364, 0.3180186782002702 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.23227651177902778, 0.2560584131001948, 0.19187400041295943, 0.20865204955499275, 0.18380670337621444, 0.24345646594329748, 0.19446545037330393, 0.1945652062871518, 0.21141294444163622, 0.2478146588714277, 0.20417123730720443, 0.21118647046673222, 0.22080222525536525, 0.25623456307813497, 0.3325269055780105, 0.21895596663623432, 0.17655192463502495, 0.24479165339649364, 0.2447538945903802, 0.3054060566274452, 0.20549668855244752, 0.25741995439761556, 0.24347202522770897, 0.1471161103875744 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 24.008675140382422, 26.301230871623368, 16.175726354333957, 16.95077813048936, 16.757845604188958, 20.89302028364074, 17.278095330847577, 16.27897397029981, 18.90195154989174, 22.20609416883381, 14.938396364020614, 14.33772932033078, 14.831442678479382, 15.462725508643635, 30.358868245851024, 14.969095677887267, 26.770190786065694, 14.885875866547092, 15.222722548607072, 28.21213070518904, 16.38201494795962, 18.869132538026037, 22.11388405120865, 20.843193418943752 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.325577769401583, 25.65239837745481, 15.594082847338024, 16.30654224194455, 16.15762860686039, 20.197202749078315, 16.581480364523287, 15.663905795918163, 18.268110543301074, 21.537312629714716, 14.283874499678907, 13.726847421985742, 14.156876847169958, 14.80581982527533, 29.848946410039357, 14.301907972289428, 26.124631415710795, 14.199799060759945, 14.48402543304302, 27.572016830756084, 15.66718946388817, 18.184511627101276, 21.490467801585936, 20.238627888481318 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45134334053524233, "rpss": 0.0031016918162232177, "brier_below": 0.22495717036149654, "bss_below": 0.005487476805649094, "brier_above": 0.22638617001152408, "bss_above": 0.0007196014806150064, "crps": 19.331241419262142, "crpss": -0.05960769806877542, "crps_fair": 18.68207435097084, "crpss_fair": -0.06854757259264943, "reliability": { "below": { "weight": [ 5.6e-05, 0.003635, 0.163453, 0.692412, 0.14033, 0.000114, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0934, 0.1653, 0.2839, 0.3456, 0.4268, 0.5037, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.5007, 0.0465, 0.2762, 0.3584, 0.3792, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.120663, 0.731702, 0.143817, 0.003818, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2821, 0.3489, 0.4283, 0.5145, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3478, 0.3355, 0.409, 0.1554, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5017127305112274, 0.5031355757997437, 0.44653884655783815, 0.42391230431528937, 0.41777508244005646, 0.4489701547413648, 0.4386662784830943, 0.43727910633301426, 0.4792826265694711, 0.4459662937845974, 0.4347727406210159, 0.41536744815232146, 0.40407420339783584, 0.41458474068624657, 0.4363273554674237, 0.4124945884515697, 0.5251324643325519, 0.4324551905819711, 0.4235337301445779, 0.49583509055647457, 0.4578455382483396, 0.4851414886340414, 0.47529237354977816, 0.46476514445763 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22538460699829094, 0.2592434058342654, 0.2602199114827249, 0.21231014280570137, 0.2717775655934529, 0.1612495266101527, 0.2126766187561037, 0.22367306806621667, 0.3073693959851954, 0.2910941609084714, 0.1650405058178526, 0.2163623800797679, 0.20723329462704956, 0.18425408585083256, 0.11516436097022728, 0.18548280713396545, 0.3895252745319669, 0.16281256178707718, 0.17944923587621758, 0.20561744469270762, 0.27775896621512125, 0.17411115653285583, 0.21564767340536498, 0.292404314052283 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27632812311693566, 0.24389216960852383, 0.18631893416455633, 0.21160216097398674, 0.14599751758495647, 0.2877206295177716, 0.2259896595640706, 0.21360603803682143, 0.17191322910984683, 0.1548721324570439, 0.26973223525195245, 0.19900506765073622, 0.19684090787028707, 0.2303306543550045, 0.3211629953089428, 0.22701178171707578, 0.13560718794130625, 0.26964262979076764, 0.2440844938152544, 0.2902176463177886, 0.18008657060766003, 0.31103033347536896, 0.25964469987989675, 0.1723608298459907 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.9998508930374, 35.021807162079575, 22.45788314831115, 23.752118696828138, 22.488091026656054, 28.149827517875394, 25.51407961759726, 23.152164542610514, 26.789859198269664, 21.981737956594994, 22.19485792230161, 18.97765604269269, 18.216926068935827, 19.467408475569748, 31.215590166162706, 20.085055664840844, 40.10606791576507, 20.736598164195748, 19.854805089413254, 32.71213108931813, 22.562967875828615, 27.080834177973497, 30.648518715056067, 27.575635901247463 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.12744047373972, 34.19010791190613, 21.69957500940509, 22.88166197932083, 21.715209686741815, 27.237762944718764, 24.59973272722261, 22.32807641351281, 25.94155040116539, 21.04914197210882, 21.324993686051926, 18.132860010445665, 17.355069213509463, 18.602145090916423, 30.53133348381044, 19.18189379664524, 39.2662941253899, 19.837000221157275, 18.875711397114085, 31.871987316894213, 21.657511086469338, 26.203539297259635, 29.85701796337503, 26.755470865051308 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.45086921236739474, "rpss": 0.005227282334042127, "brier_below": 0.22482760269224436, "bss_below": 0.0070327048965965755, "brier_above": 0.22604160949843943, "bss_above": 0.0034250326999749614, "crps": 25.655936376215056, "crpss": -0.051376880142369075, "crps_fair": 24.800961961413833, "crpss_fair": -0.06052884349157894, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.166499, 0.689544, 0.143958, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2861, 0.3444, 0.4278, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2605, 0.3576, 0.3925, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.144773, 0.747304, 0.107923, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2815, 0.3476, 0.4228, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3699, 0.3302, 0.4395, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.486970364302517, 0.47617070708686965, 0.4744141791320325, 0.4833858022393565, 0.45494225338249017, 0.4184195039052345, 0.45103429844231946, 0.4377368540536156, 0.4289818557744676 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13971859096152184, 0.22020278240057733, 0.17002233766679245, 0.16104523722950784, 0.17462220220623642, 0.19266980778063006, 0.16398843704803973, 0.25718929439398935, 0.17351792757813253 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34725175171116446, 0.25596791795305496, 0.30439182893867645, 0.3223405481662972, 0.28032004009910516, 0.2257496952148633, 0.28704585022604406, 0.18054756930891866, 0.25546392065006396 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.33715871581255, 16.79475543393904, 29.486161770717644, 21.831826171331965, 16.531307943733093, 14.76633453963503, 24.276735128660732, 15.472889123845148, 15.49580746262955 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 27.969374470061062, 16.48140453616139, 29.177550306975313, 21.522176796464347, 16.227418630392393, 14.41570041582568, 23.91773045620181, 15.112504644038662, 15.131252862201972 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45689509092432257, "rpss": 0.010220940280161406, "brier_below": 0.1836640685850475, "bss_below": 0.009297366853542433, "brier_above": 0.27323101358535423, "bss_above": 0.010840790366227648, "crps": 20.332552921144973, "crpss": -0.028791759279330975, "crps_fair": 19.995012568702514, "crpss_fair": -0.0504317395870002, "reliability": { "below": { "weight": [ 0.0, 0.004433, 0.180221, 0.76267, 0.052676, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1691, 0.2867, 0.3414, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0679, 0.1651, 0.2311, 0.3327, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.119662, 0.809818, 0.070521, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2886, 0.3469, 0.4178, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5248, 0.4889, 0.5167, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4961723179386154, 0.4734265587996435, 0.5059913024557188, 0.4594685615127675, 0.4460161349300591, 0.4181992127761644, 0.45901754818768215, 0.44155913211256004, 0.41974972465839755 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12312546382596914, 0.2519605800936944, 0.1535263363308247, 0.16014635190595325, 0.15554376017195712, 0.15949889545894738, 0.16922563882493502, 0.25891880335533535, 0.11191079016270292 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37304682686111584, 0.22146597795325598, 0.3524649449003606, 0.2993221969180842, 0.2904723619565673, 0.2587003102566249, 0.28979189715350734, 0.18264033849908293, 0.3078389170437633 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 39.93782533476873, 21.611624627855385, 45.247376657962874, 27.028908333821093, 21.447702703958406, 19.609831679361516, 32.598724351312995, 21.699136522873406, 21.191974292093118 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.468736556694516, 21.19188214078904, 44.84969111152078, 26.61482273319566, 21.045941008425668, 19.136363741972456, 32.1437679315271, 21.221074342023144, 20.70747160990668 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.45773338815240094, "rpss": 0.007854482201666402, "brier_below": 0.17153962445892434, "bss_below": 0.0031434003807996325, "brier_above": 0.28619375239359585, "bss_above": 0.010656938555907214, "crps": 27.819233833778615, "crpss": -0.02087361873014415, "crps_fair": 27.37552790845056, "crpss_fair": -0.04184435797949848, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.168487, 0.808065, 0.023448, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.288, 0.3399, 0.412, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1342, 0.1951, 0.1131, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.129428, 0.818996, 0.051575, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2892, 0.3453, 0.4134, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5405, 0.5303, 0.5866, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.7984005016849132, "training": [ 0.7560282973173504, 0.8075344936992387, 0.7967153835408469, 0.791005549820798, 0.8685609381373381, 0.8021674294586207, 0.8240185515791812, 0.8027692737492917, 0.7907783070227157, 0.7755539682591064, 0.830700159854879, 0.7771829830720924, 0.7924433290829025, 0.8155522668767604, 0.7972206016549844, 0.801254779238534, 0.8211364801015251, 0.7975545623284878, 0.7847005364670361, 0.7936974586982997, 0.7941434024723715, 0.7696678435753445, 0.750152518731668, 0.8210729256985441 ], "test": 0.8244960499408538 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4832913270965666, 0.4699264139757737, 0.4556893623570887, 0.44458425260492634, 0.42912690958415056, 0.4596277109465562, 0.4303524845635042, 0.428369219165997, 0.4497981631602583, 0.49454940119521806, 0.44569246818582364, 0.42747993912499754, 0.4358520141514661, 0.43423016444368323, 0.4773904904534536, 0.42159098383589, 0.4559565075881317, 0.41917965028928555, 0.4275744594491803, 0.49561940315657366, 0.4618749668720801, 0.4735205398774167, 0.48821852048690256, 0.44942774977196104 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25804061017750857, 0.21595839475660172, 0.26374839665308314, 0.23561210326181672, 0.23834282500036305, 0.22179608167505732, 0.2363340958210864, 0.2323123825289108, 0.2356531883730612, 0.24421005044980823, 0.2414126514059521, 0.21228169829893073, 0.21122549368706814, 0.17046848102941342, 0.1408633676903354, 0.20629420092074305, 0.28447532580271895, 0.1750558198024812, 0.17904847201899535, 0.1889242330361962, 0.2574401781873049, 0.21782575560501227, 0.24676616739019883, 0.3056835900014043 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2252507173117639, 0.25396801909228606, 0.1919409660998824, 0.20897214939055395, 0.19078408444729725, 0.23783162926593465, 0.19401838895238804, 0.1960568366760596, 0.21414497484379902, 0.25033935084074815, 0.2042798166612394, 0.2151982410558291, 0.2246265206219703, 0.2637616832648742, 0.3365271224395201, 0.21529678284966966, 0.1714811821491015, 0.2441238303440156, 0.24852598743016222, 0.30669516971608585, 0.2044347892347401, 0.255694784277208, 0.2414523536602426, 0.1437441601154519 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.889861768719495, 26.350799598084546, 16.263034026229892, 17.083990326648568, 16.68019010264544, 21.132325289563667, 16.932419439566985, 15.746420368067774, 19.097484870908612, 23.542416838974244, 15.023815073209759, 15.519785416654335, 15.260043618966069, 15.765307762571192, 30.049037827045908, 15.335194936276256, 25.16941044705341, 14.90404524682823, 15.799484652613417, 28.41939459990241, 15.838635205087316, 19.22276975808908, 23.4706920152579, 20.483762461842463 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.211684465694177, 25.5926259576323, 15.493172567224214, 16.34035864685379, 16.073055695062447, 20.293874073503645, 16.077686469418797, 14.968946468432062, 18.308362137660566, 22.918851752798012, 14.301832125897086, 14.8331090655394, 14.503151153161886, 14.955216051438029, 29.280962322329046, 14.472631394970634, 24.37443412129334, 14.109054891906444, 14.913982417616754, 27.72142146908773, 15.037000917803669, 18.48564784896171, 22.72979850880977, 19.716309955953065 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45245512926403686, "rpss": 0.000646043968447918, "brier_below": 0.22582389848225218, "bss_below": 0.0016557608887435293, "brier_above": 0.22663123086420098, "bss_above": -0.0003621099442128184, "crps": 19.45751340211696, "crpss": -0.06652907275866227, "crps_fair": 18.69638210329369, "crpss_fair": -0.06936592465177416, "reliability": { "below": { "weight": [ 0.000282, 0.003523, 0.07508, 0.803589, 0.117525, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0669, 0.1551, 0.2811, 0.3471, 0.4254, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2, 0.04, 0.3006, 0.3475, 0.3807, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.0698, 0.85651, 0.067694, 0.005996, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2878, 0.3461, 0.4301, 0.5006, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3745, 0.3385, 0.4411, 0.1507, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49024767179577133, 0.4946790633737665, 0.44863336362357076, 0.4269989813380967, 0.43426485491153727, 0.44871615819436744, 0.44147845849173306, 0.4361566153431295, 0.478227099529911, 0.4523975036897582, 0.4408781951249821, 0.4201498644807893, 0.40702509138277115, 0.422144152537394, 0.4560755818192831, 0.4159004088359035, 0.5073716041952776, 0.43390665163624387, 0.4310934755723212, 0.4885259716038676, 0.4595438453906971, 0.48189896429339424, 0.4676633202259642, 0.4582797178853465 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.2185882132837248, 0.25487663708261965, 0.2605892845213948, 0.21398429254499252, 0.2822979595634966, 0.16421265845954, 0.2122913375729031, 0.21921459104735697, 0.30495229919814415, 0.2985814316640005, 0.16942204268027491, 0.21896248469586665, 0.20804847661667458, 0.18865762117750948, 0.13040302222584943, 0.1902321440442674, 0.3770707695918755, 0.16351425901935396, 0.18241784293571506, 0.20275098535349698, 0.2787519442036053, 0.17350934085249978, 0.21040190271384854, 0.2858608308778978 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27165945852437445, 0.23980242631375503, 0.1880440795803279, 0.21301468898529982, 0.15196689535943983, 0.28450349965129984, 0.2291871211039505, 0.21694202433168056, 0.1732748008315113, 0.15381607223342475, 0.27145615205436396, 0.2011873801012419, 0.19897661498905664, 0.2334865314606446, 0.3256725592119302, 0.22566826460958272, 0.1303008352681283, 0.2703923921638337, 0.2486756326271507, 0.2857749862166958, 0.1807919018308497, 0.3083896230804647, 0.2572614174871812, 0.17241888749312642 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.71188408899396, 34.90374488398142, 22.590827597131, 23.91032503522675, 21.75824330010496, 28.26095936455696, 24.08212403700548, 22.5536462128603, 26.68890132638855, 22.577768239788238, 22.655478459509244, 19.061759109811906, 18.855366552713534, 19.534732722330414, 30.523097043034632, 20.716316998596344, 37.580370819884685, 20.971426428060596, 20.474889642764328, 32.64074254298604, 22.063127776856657, 27.542043588831618, 31.522094371960662, 27.272242481859095 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 33.8632280608033, 33.94804337162142, 21.57910807799317, 22.903815467483426, 20.982328290621474, 27.148148835669687, 22.900134814428764, 21.484398252087228, 25.632654155454397, 21.701028183713397, 21.649778974657355, 18.081506125301843, 17.818020542346456, 18.450180943600635, 29.453526530753102, 19.540873446143454, 36.58052751015648, 19.90404480794579, 19.30733084225768, 31.70224050057025, 20.99577658140598, 26.572017978234307, 30.612299366486322, 26.21917382936967 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4517606923031616, "rpss": 0.003260370657391931, "brier_below": 0.2253996821636212, "bss_below": 0.004506074720964537, "brier_above": 0.2263610102295548, "bss_above": 0.0020168549141540426, "crps": 25.560504692718226, "crpss": -0.04746610237186255, "crps_fair": 24.5429243953794, "crpss_fair": -0.04949474401150056, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.011354, 0.909101, 0.079545, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2951, 0.3454, 0.4212, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2211, 0.3429, 0.4048, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.064159, 0.892996, 0.042846, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.287, 0.3483, 0.4122, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4153, 0.3382, 0.4452, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4816411740012869, 0.48550750262896425, 0.46654726391732143, 0.48495208454570016, 0.46357637518433326, 0.4151963549469887, 0.4520266050889871, 0.44257384154844026, 0.42741611285298414 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13678176136607362, 0.22275843144071467, 0.16592544061333395, 0.16291146069848775, 0.17842222997660434, 0.1915720192702157, 0.16212001681257962, 0.261767038060186, 0.17260552428479886 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34485939046116804, 0.26274906395692604, 0.30062181097902, 0.32204060705321413, 0.28515413335804957, 0.22362433416607794, 0.28990657728099417, 0.18080681305357804, 0.25481058027518333 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.411323846850237, 17.330811081415114, 30.35974753411576, 22.995322892356683, 17.345991238888555, 15.397901007720964, 25.936419240415397, 16.2308075827523, 15.827429148663885 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 27.638648670629333, 16.66091785066756, 29.63040295537301, 22.272987004013835, 16.611056567808767, 14.574598514634097, 25.189617868854526, 15.43161667550045, 15.011737677969453 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4577152571905563, "rpss": 0.008444201129463869, "brier_below": 0.1838737691692216, "bss_below": 0.008166220611851571, "brier_above": 0.2738414789538013, "bss_above": 0.008630765107974003, "crps": 21.092861508130987, "crpss": -0.06726204935230395, "crps_fair": 20.335731531716778, "crpss_fair": -0.06833130388082642, "reliability": { "below": { "weight": [ 0.000226, 0.003907, 0.132216, 0.802973, 0.060678, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0721, 0.1589, 0.2849, 0.3384, 0.417, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3333, 0.1348, 0.1987, 0.2117, 0.4448, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.10016, 0.851111, 0.048729, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2929, 0.3408, 0.4292, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4483, 0.498, 0.5423, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5013600474472891, 0.4729707799417513, 0.49810885140170047, 0.46068884591162806, 0.45438920780905556, 0.4221477785654019, 0.45816523768328093, 0.44478175505646317, 0.4279614500116332 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12486761148184156, 0.25264857679718633, 0.1477906960900561, 0.16291343181820947, 0.15892378912513758, 0.160631086863861, 0.1665372684799372, 0.2616859907944981, 0.11447586954088834 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3764924077021567, 0.22032220255840834, 0.3503181342083275, 0.29777540148724213, 0.29546540532366256, 0.2615166840808266, 0.29162795728373575, 0.18309577405514227, 0.31348556244277553 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.23480549025297, 21.92134952887112, 46.21712037716844, 27.53976722373846, 22.275285199125967, 20.386495071295116, 33.86022442239315, 22.751684381696126, 21.93886777137538 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.23152052549498, 21.013419794627477, 45.27746913106878, 26.564590567013738, 21.279870177917974, 19.267406261075255, 32.953174295984546, 21.6812112836391, 20.83634861709582 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4600637726475782, "rpss": 0.002803331048001678, "brier_below": 0.17227492455462395, "bss_below": -0.0011295992565192314, "brier_above": 0.28778883657136417, "bss_above": 0.0051428927373107225, "crps": 28.569511051768522, "crpss": -0.04840630432302073, "crps_fair": 27.567223405990852, "crpss_fair": -0.04913981080986285, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.048961, 0.945483, 0.005556, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2957, 0.3353, 0.4087, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1312, 0.1861, 0.0955, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.05885, 0.928959, 0.012191, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2941, 0.3412, 0.4058, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5757, 0.5323, 0.5047, NaN, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.7350979269471151, "training": [ 0.6984836447732534, 0.7328099940010573, 0.7364198866404246, 0.732132693362442, 0.795533384720989, 0.7403281423469449, 0.7565171364376947, 0.7303417814168225, 0.7313738288157081, 0.7191897678079637, 0.7693231033426176, 0.7171823329969718, 0.7330587130430007, 0.7505226064722317, 0.7424055395474766, 0.7451018055099539, 0.743883488802665, 0.7355971752620989, 0.7308377195792798, 0.7200976061519426, 0.7331078170670293, 0.714295855942442, 0.6849692705701572, 0.7488369521195929 ], "test": 0.7705908920039088 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48041349096446545, 0.48327194260177425, 0.45041306734443187, 0.43743574449930234, 0.419451065477104, 0.46217908797288604, 0.43099845509153156, 0.42920061708834173, 0.453785442910045, 0.496693258001154, 0.43411245188555186, 0.42197073856880546, 0.43532964064177065, 0.43583364504262345, 0.4711571778164821, 0.41674376177889355, 0.4662919881864432, 0.42083347478003047, 0.42057292734065116, 0.5010413522429824, 0.4602119972919295, 0.46647206389192164, 0.48401010183247706, 0.4521837059065012 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25258708048536677, 0.22405342867951877, 0.26073857706678055, 0.22900306151233404, 0.23432155147395167, 0.21908400481906692, 0.2386440688983635, 0.23530273526115958, 0.2405750714779298, 0.2484214877897976, 0.23076228807803975, 0.20851714084043876, 0.21200324781366822, 0.1753873162764683, 0.1341764275078141, 0.2001897047940857, 0.2905400270641541, 0.17557407653452864, 0.17604996367509676, 0.1923042429693218, 0.25572781111738757, 0.21123854473138778, 0.24458056393220867, 0.3076986583992505 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22782641068121215, 0.25921851350474806, 0.1896744896691613, 0.2084326828613667, 0.18512951451336113, 0.24309508378616304, 0.19235438621478862, 0.19389788166458904, 0.21321037127684703, 0.2482717691560727, 0.20335016438272, 0.21345359745020215, 0.22332639184287606, 0.26044632885658126, 0.33698075134237804, 0.2165540570185807, 0.17575196047392427, 0.24525939836170005, 0.24452296347297892, 0.30873711002902016, 0.20448418577476513, 0.25523351886776746, 0.2394295383030095, 0.14448504774824555 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 24.115557224787928, 26.665172249273375, 16.4422138753344, 17.494420641077138, 16.898974517772857, 21.266608174630356, 17.757831638948606, 16.2322834086868, 19.804069694452746, 23.59214017073159, 15.551009375448967, 15.298410593325496, 15.611171609409423, 15.861383535851054, 30.714350172338637, 15.496291737036263, 26.456583730649957, 15.761062639555334, 15.667261815371269, 27.86267095624084, 17.320799964157178, 19.672564257130823, 23.194280068318598, 21.35354186724338 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.377542466028785, 25.93322988319901, 15.796685656147561, 16.80229961571779, 16.265015622681187, 20.475543052684603, 16.973810728607305, 15.560472242764737, 19.103103446699052, 22.89923426162332, 14.844853274128255, 14.66380085918583, 14.8737739894417, 15.140938963600277, 30.1447026620634, 14.7671595795275, 25.72900911016324, 15.010146265826677, 14.827704070518461, 27.156451672530476, 16.51961968833516, 18.92814935189121, 22.497578884948986, 20.69513947899603 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45127529996492083, "rpss": 0.003251975476908031, "brier_below": 0.22489504504992167, "bss_below": 0.005762126421259395, "brier_above": 0.22638025488554414, "bss_above": 0.0007457111561585128, "crps": 19.837110579907208, "crpss": -0.08733601852216322, "crps_fair": 19.12441520113794, "crpss_fair": -0.09384788094304741, "reliability": { "below": { "weight": [ 2.8e-05, 0.004566, 0.115303, 0.679425, 0.20065, 2.9e-05, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0833, 0.1579, 0.2835, 0.3485, 0.4273, 0.5003, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0555, 0.2653, 0.3489, 0.3927, 0.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.121764, 0.77201, 0.105207, 0.001019, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2845, 0.3465, 0.4266, 0.5089, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3524, 0.3397, 0.3952, 0.0831, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4962563780676688, 0.49955012675990873, 0.44718108519225963, 0.4249112015207217, 0.41982684564466444, 0.4511232688841427, 0.4386193880817062, 0.43482214004017095, 0.4796996017667404, 0.45289082603741637, 0.43514424253906425, 0.41269018116602413, 0.40192174240617096, 0.41615636589012706, 0.4438094648730071, 0.4107086132394676, 0.518144893202664, 0.4353610859612382, 0.4233682744728923, 0.48737921043033466, 0.45789058777451724, 0.4851549892130129, 0.47144700098229664, 0.4607042426399138 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.2202834501373876, 0.2565014090951536, 0.262225147740983, 0.21292540960722245, 0.2726224329063451, 0.1623700130709391, 0.21437025312415625, 0.2210833073532933, 0.3095560214479222, 0.2986002451121511, 0.1646937801299275, 0.2130059626685465, 0.20415994067359805, 0.18503942848358085, 0.11889378376413391, 0.18524832818729245, 0.3850689502359083, 0.162906899465854, 0.17781747982137364, 0.19775814674685588, 0.27913023305007617, 0.17436109825541335, 0.21296761536986267, 0.2901347524853399 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2759729276034805, 0.24304871719532772, 0.18495593677899297, 0.211985791582451, 0.14720441346635593, 0.28875325703050736, 0.22424913472585453, 0.21373883252343326, 0.1701435793008505, 0.15429058063484577, 0.2704504628058256, 0.1996842184718212, 0.19776180074220073, 0.23111693711899814, 0.3249156817499146, 0.22546028529732612, 0.13307594163008063, 0.2724541871716631, 0.24555079404458402, 0.28962106426117634, 0.1787603537116853, 0.3107938915334772, 0.25847938566859446, 0.17056948990385798 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.727456492054834, 35.40186363718687, 22.856302869122853, 24.04203713475093, 22.136913753043675, 28.57901449592666, 25.356640266419003, 22.601419995962278, 27.60262426109609, 22.877356470879782, 23.017874487695437, 19.009879231278298, 18.628363339302176, 19.5786057320437, 31.425237682972178, 20.41062759999827, 39.493445176002524, 21.4081355934882, 20.173316167269512, 32.17829163286504, 23.212048831890588, 27.85706778577012, 31.544198967593747, 28.096839612882537 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 33.86437774833606, 34.54842644251043, 22.092531208971334, 23.17898354023042, 21.39849730421056, 27.619402917714417, 24.391270124140945, 21.759664851685855, 26.72949508292305, 21.965489468552757, 22.145950878925493, 18.16458656645912, 17.75893323522162, 18.71339467117667, 30.720945737062518, 19.497941088344444, 38.636090366648055, 20.4963004047243, 19.149743254517013, 31.325898248791038, 22.285414620825357, 26.98982455672388, 30.760696660968932, 27.253896828033472 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4501984065327555, "rpss": 0.006707310965064495, "brier_below": 0.2242385037055549, "bss_below": 0.009634502987029059, "brier_above": 0.2259599027063877, "bss_above": 0.0037852625877280444, "crps": 25.925648384062303, "crpss": -0.0624296425591897, "crps_fair": 25.060323158654075, "crpss_fair": -0.07161954356134759, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.149734, 0.70908, 0.141186, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2855, 0.3436, 0.4264, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2486, 0.3552, 0.4061, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.144559, 0.776291, 0.07915, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2839, 0.3463, 0.4221, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.369, 0.3337, 0.4462, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4940886924143729, 0.483024257455729, 0.47348413371040504, 0.4874273855521874, 0.4593839817460464, 0.41725997074116056, 0.454256239184681, 0.4343499768112996, 0.4300748419292837 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.1435163438982093, 0.2253667533254681, 0.17035399081513727, 0.163099372996802, 0.17678502943170477, 0.19226893192803596, 0.16546858436570852, 0.25548659901495496, 0.172555834711358 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.35057232631702057, 0.2576574970221932, 0.3031301302745772, 0.3243279954174046, 0.2825989409089657, 0.224991037718468, 0.28878764320428435, 0.17886338720018807, 0.2575189993661153 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 29.988961933070776, 17.552081943745346, 30.606693346857377, 23.172002880464795, 17.21312930225441, 15.675761888653739, 25.697556716163355, 16.075208369513007, 16.663097664101812 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 29.57662656290019, 17.220004420502566, 30.26637964404546, 22.825942799542787, 16.88326046006115, 15.280112608622309, 25.29299238393797, 15.671077828170164, 16.253686586431012 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45926105328279626, "rpss": 0.0050955186133077035, "brier_below": 0.1849890489430421, "bss_below": 0.0021502882788088096, "brier_above": 0.274271995269913, "bss_above": 0.007072196871551917, "crps": 21.40494378275829, "crpss": -0.08305286881304297, "crps_fair": 21.030009254912624, "crpss_fair": -0.10480496720198107, "reliability": { "below": { "weight": [ 7.5e-05, 0.005485, 0.124802, 0.787762, 0.081877, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0985, 0.164, 0.2867, 0.3448, 0.4195, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.0, 0.1097, 0.1521, 0.2192, 0.3859, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.115349, 0.845286, 0.039364, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2899, 0.3428, 0.4139, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4903, 0.4942, 0.5313, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5021889259954914, 0.47587700192591464, 0.5047007566465733, 0.45895351041277826, 0.4490671387296897, 0.4191860130681595, 0.45900090274065103, 0.44015980958653494, 0.42462280644774864 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12497431304301132, 0.2562394836663791, 0.1526810680141224, 0.1590053573065425, 0.15703514293701118, 0.15949716617256304, 0.1679671159418487, 0.25966565974381656, 0.11240634056926335 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37721458521938783, 0.2196375174568816, 0.35201966744777546, 0.29994813996481384, 0.2920319825734892, 0.25968883960032335, 0.29103377459660135, 0.18049415946425326, 0.3122164480403497 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 41.84121238397941, 22.29309914888149, 46.351152210157146, 28.007691933627868, 21.94755898639294, 20.266817327369022, 33.69478422739527, 22.331026247094236, 22.41458255810279 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 41.36321197367257, 21.87858186704996, 45.95458726147217, 27.574315736567137, 21.54112751184071, 19.769003146594038, 33.245869491403205, 21.838037853549746, 21.90894127680163 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4593063183948379, "rpss": 0.004445127039390928, "brier_below": 0.17216351637717311, "bss_below": -0.00048218046162729067, "brier_above": 0.287142790484875, "bss_above": 0.00737620918008941, "crps": 28.79421389144446, "crpss": -0.05665215330827866, "crps_fair": 28.341519568772352, "crpss_fair": -0.07860759281197938, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.16209, 0.814048, 0.023861, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2888, 0.3392, 0.4108, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1361, 0.1938, 0.1281, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116567, 0.854845, 0.028588, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2897, 0.3422, 0.4113, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4959, 0.5386, 0.5678, NaN, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.773000842032102, "training": [ 0.7190141378026995, 0.7634295744912013, 0.7792024047546305, 0.7764526104357601, 0.871036973900555, 0.7763345034667954, 0.7971096748105037, 0.7694353707007971, 0.768076170720531, 0.7462599599475016, 0.8269023849881211, 0.7582820325641471, 0.766356846075332, 0.7853971085157574, 0.779125324168596, 0.779138501352932, 0.7827780111075694, 0.7742193493592064, 0.7747307549849575, 0.7439318348870485, 0.7723124591202186, 0.7407996141997931, 0.7122665259065448, 0.7894280805092488 ], "test": 0.7922654483665281 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4794852729971389, 0.48046268701924516, 0.4552277078042531, 0.4405254766519339, 0.436557152228891, 0.46110967615405163, 0.4362910065493668, 0.4303229266012028, 0.4488231631126719, 0.48663663148199077, 0.44765530538952897, 0.4183973355789713, 0.4355244675171861, 0.43701578099738536, 0.46575758503164916, 0.41818276853908226, 0.4689537826847412, 0.4212482818186959, 0.4236492129149808, 0.5043500382331876, 0.46166311224769674, 0.4659645784581341, 0.4834020849044294, 0.46399139226902253 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2552182864617089, 0.21900609280733677, 0.2644801791781245, 0.2335820088974123, 0.2442062972920283, 0.22024584703543307, 0.24238954879983837, 0.23654404001159748, 0.23496477078284186, 0.2359587186163742, 0.24297746340837809, 0.20369539467942888, 0.21079657844442798, 0.17119844487028868, 0.12613526302196132, 0.20294041970074, 0.2929907599562307, 0.17446877110782863, 0.17783379291491327, 0.19508384989075886, 0.25636632410806753, 0.21258103432896394, 0.24865220312938516, 0.31909880396136964 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2242669866906221, 0.2614565943341948, 0.19074752750261909, 0.20694346722982115, 0.19235085534103671, 0.24086382986331994, 0.19390145709712914, 0.1937788861173464, 0.21385839218382804, 0.25067791280626645, 0.20467784207274564, 0.21470194047962832, 0.22472788808456257, 0.26581733712941, 0.3396223228028645, 0.21524234835455394, 0.17596302131191813, 0.24677951109629442, 0.24581542035854065, 0.3092661899732915, 0.20529678750636216, 0.25338354386376255, 0.23474988129382848, 0.1448925876167659 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.91426396027561, 26.240067308817682, 16.305652004248653, 17.162310600243856, 17.028715930401216, 21.0071422151613, 17.333501586606197, 16.295107533016953, 19.170500119304766, 22.483378018535632, 15.032958626916598, 14.632827589725174, 15.046749712726802, 15.930635167841512, 30.844412878420073, 14.91154749500071, 26.621422176194763, 14.963784305929208, 15.417422053962259, 28.62049751055143, 16.361098105959567, 18.8707556230569, 22.110751957996523, 20.72733266977001 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.264720957580277, 25.582426194750003, 15.716587226155264, 16.53287582092822, 16.46778230280796, 20.328511666325156, 16.683271086134635, 15.681513730368952, 18.537947317740446, 21.859404019042916, 14.403263760327448, 14.036975421211364, 14.377870008585285, 15.282289042446344, 30.339935735108444, 14.259347217134216, 25.97619200607372, 14.285956419560911, 14.710297934338742, 27.99654041509484, 15.665326680404668, 18.20319805162304, 21.485227152099593, 20.1394853095005 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45296655946605985, "rpss": -0.0004835703569703309, "brier_below": 0.2258922872252266, "bss_below": 0.0013534212868349105, "brier_above": 0.22707427212961304, "bss_above": -0.0023177172688075842, "crps": 19.459701464610976, "crpss": -0.06664900752188996, "crps_fair": 18.825706061472623, "crpss_fair": -0.07676279070605108, "reliability": { "below": { "weight": [ 0.000169, 0.003778, 0.067851, 0.864045, 0.064156, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0815, 0.1637, 0.2873, 0.345, 0.4167, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3333, 0.0672, 0.3006, 0.3543, 0.3101, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.07219, 0.867716, 0.060094, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2888, 0.346, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.393, 0.3449, 0.3193, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.49623976360271377, 0.49712172121582243, 0.450440540149557, 0.4264605370942673, 0.43966546291969244, 0.4522909945895689, 0.44193229578916854, 0.43861056261815595, 0.4775344565680701, 0.44939969910820393, 0.43748112778762993, 0.42133126843738145, 0.4077683107460117, 0.4198687414666752, 0.4464070633987866, 0.41257273048086185, 0.519749804902508, 0.4365414088385864, 0.430097602848849, 0.49515175109629767, 0.46013126871006715, 0.4820391156837444, 0.4728051596750074, 0.4633627537124065 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22204828901995885, 0.25529943152967083, 0.2618961857200545, 0.214515076807227, 0.286441631175458, 0.1626554398061409, 0.2140211711418315, 0.22414128696634814, 0.3070690220033093, 0.29314305299171023, 0.1656074625659647, 0.21950287420356052, 0.20888502590048122, 0.18667343198169198, 0.12054884681477264, 0.18689553432252423, 0.3869818161563, 0.16359783687291457, 0.1821080962794506, 0.20690829508857755, 0.27992374542292564, 0.17076672784683494, 0.21544327621392864, 0.2916107792898001 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2741914744612161, 0.24182228988495366, 0.18854435335801278, 0.21194545997290293, 0.15322383236066453, 0.2896355563056567, 0.22791112449141868, 0.21446927528669232, 0.17046543305157533, 0.15625664588978574, 0.2718736656778324, 0.2018283936950693, 0.1988832838850735, 0.2331953092185446, 0.325858217238037, 0.22567719646031706, 0.1327679863728322, 0.2729435733329002, 0.2479895068963642, 0.2882434565018118, 0.1802075219337011, 0.31127238938623597, 0.2573618827506788, 0.17175197349090673 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 35.26395597926858, 35.03973337409677, 22.861409140934086, 24.243480667151324, 23.050453573062317, 28.541957461561033, 25.899593669155177, 23.356546946295257, 27.09968210460833, 22.279016903296633, 22.42089209056693, 19.507556393310395, 18.59484625300145, 19.836911101715888, 31.713575440852978, 20.32441586875384, 39.976845110151835, 21.06900975958987, 20.235540471102862, 33.16548745031417, 22.759552855267337, 27.355432376432322, 31.16823165877678, 27.80573355012484 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.44173672123143, 34.19807971885223, 22.08513580231943, 23.378564780731526, 22.34196639744178, 27.63959176092591, 25.0222746731957, 22.521737703328277, 26.244389027453288, 21.39211557723719, 21.564031967422086, 18.65527595867684, 17.71961833987882, 18.972013322677473, 31.02227980417282, 19.436645534909815, 39.14742050176924, 20.160575803450865, 19.296737454909234, 32.34266221219788, 21.857685220540752, 26.49017281799317, 30.38331734159217, 26.982395204006313 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4531251725600014, "rpss": 0.0002498574174859547, "brier_below": 0.22611184733839318, "bss_below": 0.001360745949976483, "brier_above": 0.2270133250792993, "bss_above": -0.0008590786429283348, "crps": 25.982077508307956, "crpss": -0.06474210060899854, "crps_fair": 25.137350985288094, "crpss_fair": -0.07491337676120269, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.05944, 0.863981, 0.076579, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.292, 0.3439, 0.4176, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2645, 0.3546, 0.3184, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.073037, 0.879943, 0.04702, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2882, 0.3469, 0.4162, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4813, 0.3333, 0.4104, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4895858752388707, 0.47800799892407503, 0.47181968583344674, 0.4852298724095953, 0.4642214856108936, 0.4220753502361468, 0.4525931278172921, 0.44124931857218763, 0.4335298395150212 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13940632517895374, 0.21780006135968055, 0.16827751693352616, 0.16070810722689574, 0.1798959012764939, 0.1957347247851499, 0.16308037222210758, 0.2617291169665649, 0.17669992403592463 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3501795276921825, 0.26020793058582514, 0.30354215596992096, 0.32452174797538996, 0.2843255725862177, 0.22634062403577937, 0.28951274369121166, 0.17952021084167993, 0.25682990753039536 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.426084545840503, 16.932674109310923, 29.81459634038944, 22.184379589568508, 17.02824837509962, 14.841440400840366, 24.488765311196474, 15.77449051993981, 15.559553097722818 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.067511857987714, 16.63034116165669, 29.504070080930536, 21.884517279869172, 16.727670153880275, 14.505197959057986, 24.140762756436867, 15.422391524454136, 15.208878004278228 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4598125060175032, "rpss": 0.003900897834752226, "brier_below": 0.18481467222058856, "bss_below": 0.003090894023988544, "brier_above": 0.2749978245454003, "bss_above": 0.004444527695022904, "crps": 20.56113692110094, "crpss": -0.04035771149250533, "crps_fair": 20.232371197616846, "crpss_fair": -0.06290130101487001, "reliability": { "below": { "weight": [ 0.000226, 0.004285, 0.072423, 0.916739, 0.006327, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0931, 0.1638, 0.2879, 0.3368, 0.407, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3333, 0.1229, 0.1486, 0.2312, 0.0835, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.078322, 0.902759, 0.018919, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3402, 0.4039, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5282, 0.4918, 0.5215, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5015697806747856, 0.46990578959226137, 0.5009219274972024, 0.4613452250926882, 0.45221117247944137, 0.42486309359272956, 0.4589534028014345, 0.44242404814145647, 0.42774445728202204 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12467910860426495, 0.2507413919855687, 0.1500315057503129, 0.16182360947867577, 0.15721683554489824, 0.1613623931950817, 0.16805659311282442, 0.26046518276524205, 0.11423775307825 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3768906444445789, 0.21916439693360712, 0.3508904002544228, 0.2995216023870136, 0.29499432385109814, 0.26350069310233953, 0.2908967973865197, 0.18195887512847583, 0.3135066862743632 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.28722719630344, 21.56644432590397, 45.75515452718554, 27.512199085474816, 22.02983923287593, 20.051860526030374, 33.04015791529747, 22.128420701078998, 21.623334559480114 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.82723674227458, 21.156125263456577, 45.353606427407236, 27.10157504013162, 21.624227789244795, 19.587965285291013, 32.60310874382901, 21.656825734860703, 21.14871544431359 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.45999321079489125, "rpss": 0.0029562751584444324, "brier_below": 0.17206826372390208, "bss_below": 7.135482996489806e-05, "brier_above": 0.28792493552915766, "bss_above": 0.004672412307753393, "crps": 28.221626452181184, "crpss": -0.03564009328344908, "crps_fair": 27.78437627453435, "crpss_fair": -0.057404107727449194, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.05795, 0.94205, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2899, 0.3353, NaN, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.125, 0.1865, NaN, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.06037, 0.931032, 0.008598, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2937, 0.3416, 0.4041, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5619, 0.5329, 0.5153, NaN, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.7105608067838028, "training": [ 0.6710612809123087, 0.701239911736284, 0.7140403731944932, 0.7088441490358368, 0.7787316172481603, 0.719945920580578, 0.7357225566410074, 0.7077403248203706, 0.704120900647939, 0.6899474702443741, 0.7549554885148242, 0.6882703390846686, 0.7086571491792213, 0.7291976286077345, 0.7207187324634104, 0.7199427345649929, 0.7167453410514414, 0.7152214454457636, 0.6990761309297522, 0.6843917050612732, 0.7088292107494698, 0.69235362926224, 0.6545447030053821, 0.7291606198297389 ], "test": 0.7430463762851803 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.491289639377858, 0.4776154937455723, 0.45522611975886185, 0.44388134475773583, 0.41585857386659103, 0.4672015076119594, 0.437899116921903, 0.43205389426684043, 0.44659200434662716, 0.4834896913632404, 0.4453490301245995, 0.41318256406136505, 0.43020540661968437, 0.4239625763442455, 0.4532006749085279, 0.4224067876206788, 0.46637190282886754, 0.41704460419845324, 0.4172142091937764, 0.4955543154439403, 0.4585899812080381, 0.473787054610225, 0.49435047396956966, 0.4665028700422575 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2590186225049047, 0.22179436177556053, 0.26289626324850934, 0.23432243522570856, 0.23233730785529116, 0.2236268945403812, 0.24292217033641766, 0.23686044232464806, 0.2335768783305343, 0.2364572321084315, 0.24077277886834386, 0.20168171264918375, 0.20939271956449945, 0.16817206856741915, 0.11963197064812142, 0.20378546810743847, 0.29013271146141073, 0.17337530441412682, 0.17217772548258206, 0.18976848423423498, 0.2538579931003871, 0.21604947493023216, 0.2508558708587057, 0.31949388381180843 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2322710169142203, 0.2558211311621807, 0.19232985598154526, 0.2095589089056756, 0.1835212664518392, 0.24357461364501892, 0.19497694587910927, 0.19519345142479586, 0.21301512554884167, 0.2470324593442857, 0.20457625105210495, 0.21150085125253604, 0.22081268632972123, 0.25579050744870135, 0.3335687050737319, 0.21862131931926598, 0.1762391902376126, 0.24366929971915025, 0.24503648383141352, 0.30578583280495314, 0.20473198721780123, 0.2577375792102296, 0.24349460335315992, 0.14700898597237258 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.940560512538944, 26.41128612719353, 16.09752135000426, 16.950665446452035, 16.558432533212333, 20.707321684801215, 17.267094876269674, 16.223990913943034, 18.93351529661261, 22.250702176124193, 14.993808316377148, 14.142361716566494, 14.682011357309559, 15.454113375228937, 30.573885234623834, 14.91652116911601, 26.582387173974695, 14.821904756473435, 15.128987603812446, 28.014225474933056, 16.309150125568305, 18.856897357672345, 21.99296508090337, 20.676152775930923 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.270653668767345, 25.775923057942883, 15.52748708488497, 16.319445072501132, 15.97623785006993, 20.015876299080993, 16.57144205329057, 15.619974122783004, 18.308517648432883, 21.594022240683767, 14.350681510075102, 13.541444754776627, 14.02023102143864, 14.810131334849915, 30.069468861403237, 14.259060160523735, 25.95168738092397, 14.148121919371349, 14.394578636797561, 27.386555179772202, 15.60451754065394, 18.19069685555701, 21.385905812138166, 20.07611165097371 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4512012432163091, "rpss": 0.0034155472874792814, "brier_below": 0.22470669895620335, "bss_below": 0.0065947851384570155, "brier_above": 0.22649454408667777, "bss_above": 0.00024123264296371794, "crps": 19.270269268151768, "crpss": -0.05626561779140693, "crps_fair": 18.632032154903857, "crpss_fair": -0.06568533866027026, "reliability": { "below": { "weight": [ 8.5e-05, 0.004313, 0.179292, 0.691565, 0.12455, 0.000195, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0887, 0.1636, 0.2835, 0.3448, 0.4266, 0.5014, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.6673, 0.0457, 0.2777, 0.3596, 0.3842, 0.5694, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.121808, 0.727606, 0.145863, 0.004723, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2821, 0.3486, 0.4284, 0.515, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3509, 0.3355, 0.4068, 0.1375, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.50230660579961, 0.5039675210751445, 0.44640025170246966, 0.4240431542541945, 0.4171896627020459, 0.44961641459221524, 0.43910006635143034, 0.43768992253179384, 0.4801657194527311, 0.4475321182791843, 0.4352721891898647, 0.4147242597428912, 0.40343711390337783, 0.4145971178295677, 0.4381712109363014, 0.4124389411159999, 0.5239884051854444, 0.4325492088737846, 0.4225567409684785, 0.49264007448567737, 0.4571791580681963, 0.4858094566186644, 0.47507424524034786, 0.46484818678258355 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22580650018069262, 0.26031606587027245, 0.26004139905747975, 0.212009945236999, 0.2712613965470623, 0.16192711995247566, 0.21283902726589154, 0.22432717968298424, 0.3081117742532532, 0.29273773863182123, 0.1651139479555536, 0.21570158139540357, 0.2063988865706635, 0.18443327983539767, 0.11604818319299463, 0.1857423707399241, 0.38899442860980415, 0.1626781680513878, 0.17858118069288445, 0.20249162004360172, 0.2771144686377762, 0.17454990007916693, 0.21546014505578426, 0.2924782059042893 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2765001050237109, 0.24365145472324012, 0.18635885190725276, 0.21203320853543403, 0.14592826702022121, 0.28768929601192866, 0.22626103896194705, 0.21336274266515937, 0.1720539437246324, 0.15479437915282462, 0.27015824161079766, 0.19902267808437102, 0.19703822636707122, 0.2301638374245352, 0.3221230283405269, 0.22669657074606916, 0.1349939747361426, 0.26987104181338056, 0.24397555971970092, 0.29014845524154603, 0.18006468801399197, 0.31125955753305445, 0.2596140999440011, 0.17236998029594355 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 35.05098720073925, 35.17743842753169, 22.437291924713282, 23.78959454432946, 22.27510613032194, 27.95742648106157, 25.544797987543323, 23.198380345808566, 26.867897254074478, 22.160407728622598, 22.2655016231391, 18.797637049396865, 18.13552336969265, 19.47828045199597, 31.413584096352803, 19.972275716335396, 40.00596234039425, 20.69366525824037, 19.788318588647, 32.41754081470885, 22.536600503002607, 27.12586159984503, 30.653556450917915, 27.525496692719287 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.18627472639611, 34.35510131692368, 21.68757582618114, 22.92536260553747, 21.51047617495468, 27.046845374138403, 24.629073914669647, 22.38018026072707, 26.02449314941116, 21.235224539338244, 21.40325099832207, 17.96093313806466, 17.281664388825313, 18.621327810016403, 30.73129693175752, 19.075971368585204, 39.17725821276659, 19.803074913169315, 18.811295035781146, 31.58263813607485, 21.636516254270163, 26.26244014386481, 29.873041685181214, 26.707624592816597 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4508874060700833, "rpss": 0.005187140761782394, "brier_below": 0.22479852139348186, "bss_below": 0.007161144546463882, "brier_above": 0.2260888844832285, "bss_above": 0.0032166061783056588, "crps": 25.636213857505595, "crpss": -0.05056865393361831, "crps_fair": 24.787872562407227, "crpss_fair": -0.05996911983198561, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.169991, 0.682492, 0.147317, 0.0002, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2857, 0.3443, 0.4281, 0.5022, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2669, 0.3561, 0.3932, 0.4987, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.145477, 0.746652, 0.10787, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2817, 0.3474, 0.4227, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3678, 0.3303, 0.4416, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4866812862350748, 0.4744311067207662, 0.473408940181277, 0.48211718340266857, 0.4576823143145888, 0.42040901270815045, 0.45095053516928063, 0.4403073134082333, 0.4320324104760365 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13907350872218854, 0.21949697383163488, 0.16972817394564577, 0.15925478723895004, 0.1764318044624346, 0.19466472961607872, 0.16387433541906854, 0.2594115256278143, 0.17597807615547992 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34760775576071373, 0.2549341262166622, 0.30368075369619557, 0.3228623792292302, 0.28125049880880304, 0.22574428224078485, 0.28707618847784916, 0.1808957975192633, 0.25605432682974644 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.42881459224011, 16.908160628296187, 29.53149029082166, 21.791391558677862, 16.57971701635268, 14.787765973484012, 24.214923000181667, 15.339160717085933, 15.44054485805714 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.068406284656113, 16.601473216680006, 29.22961961182852, 21.483159994001817, 16.281233794562706, 14.43712807929774, 23.863998920214144, 14.983147300512975, 15.078007175741709 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.457557789179564, "rpss": 0.00878532657150044, "brier_below": 0.18421265722436614, "bss_below": 0.00633822403549289, "brier_above": 0.27334512319769433, "bss_above": 0.010427687283701137, "crps": 20.335774292799695, "crpss": -0.028954755073553384, "crps_fair": 20.00290826416619, "crpss_fair": -0.0508465374818583, "reliability": { "below": { "weight": [ 0.0, 0.004735, 0.196184, 0.762266, 0.036816, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1644, 0.2865, 0.341, 0.4144, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.1112, 0.1697, 0.2415, 0.162, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116737, 0.816131, 0.067133, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2892, 0.3467, 0.418, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5284, 0.489, 0.5124, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4968672492522671, 0.4741269756416374, 0.5061471238772505, 0.4594041472221032, 0.44656096145759494, 0.41840424692913547, 0.4587096457819615, 0.4413658446827956, 0.42008417855791536 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12335286758862361, 0.2531783041765177, 0.15361990158605734, 0.1598365079759206, 0.1555505286947474, 0.15963824041858796, 0.16874451176580083, 0.25889460907289347, 0.1121507354566516 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3735143544257587, 0.22094867057967832, 0.3525272011006282, 0.2995676265529564, 0.2910104198652889, 0.25876599948084095, 0.28996512172649014, 0.1824712453763471, 0.3079334256283774 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.14105928607528, 21.739038286385874, 45.397554992810946, 27.02837092230719, 21.564324098575618, 19.694803946504575, 32.64515853800664, 21.636001326284173, 21.180163039708088 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.67635607666655, 21.323809748316034, 45.003785811672245, 26.61483856050628, 21.16603892032262, 19.220290573527745, 32.1939634828775, 21.160501664776714, 20.696333544576923 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.45796337482251787, "rpss": 0.007355981874148432, "brier_below": 0.17166291185953336, "bss_below": 0.002426948661060524, "brier_above": 0.286300451637374, "bss_above": 0.010288089985278415, "crps": 27.89183049296204, "crpss": -0.023537675354101673, "crps_fair": 27.45065759813807, "crpss_fair": -0.04470360670629714, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.174795, 0.796983, 0.028221, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2884, 0.3399, 0.4118, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.137, 0.1951, 0.122, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.128128, 0.823253, 0.048618, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2897, 0.3451, 0.4124, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5336, 0.5313, 0.5918, NaN, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.8150289798956202, "training": [ 0.7761664487637673, 0.8244094541947807, 0.814335297974363, 0.8118960597939922, 0.876680332074832, 0.8188175203510724, 0.8394776076650462, 0.8172768765749197, 0.8120305881789728, 0.7917057810247027, 0.8501197337034394, 0.7964719540713057, 0.8078993140686804, 0.8306702340874548, 0.813006562219265, 0.821518444966965, 0.832377504637055, 0.8098659809880536, 0.8063619007778825, 0.8084065150543834, 0.8126792532738267, 0.7878356130454506, 0.769917398445415, 0.8307691415592623 ], "test": 0.8373853938571981 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4805504016554824, 0.4696745251801063, 0.4563591760147419, 0.44280378668738557, 0.4307119955005809, 0.45908567868315636, 0.43044573227082833, 0.4293694957852827, 0.44600346855911066, 0.49653936354089934, 0.4432149414251334, 0.4254476445242328, 0.4383528920797395, 0.4331208298130239, 0.4737008999654027, 0.420119240110849, 0.4618230995763423, 0.4213606686303377, 0.42745622455374654, 0.49425369417326864, 0.46187068546792753, 0.4714484719849698, 0.4877453363188223, 0.45513288988231737 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.25493776779190835, 0.21609693263462815, 0.26509537588080523, 0.23467778712294898, 0.23980830254385424, 0.2203880274810198, 0.23744067001190633, 0.23546883440540597, 0.2338534250583847, 0.24459227873224412, 0.2387638287210559, 0.21055804162736627, 0.21344907672464272, 0.16940713517898875, 0.13404408153831177, 0.20579301193195748, 0.2889963771610008, 0.17559166857578487, 0.17783149769275258, 0.18957998429257047, 0.25688099517826574, 0.21623090999345262, 0.24761598720706368, 0.3099815237868821 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22561263395497802, 0.2535775918939392, 0.19126379958918, 0.20812599946072105, 0.19090369317646097, 0.23869765153154432, 0.19300506211735205, 0.19390066126728586, 0.21215004309293495, 0.25194708393382953, 0.20445111307931887, 0.21488960263868195, 0.22490381448829785, 0.2637136944480993, 0.339656818939571, 0.2143262282071939, 0.17282672166901386, 0.2457690000486887, 0.24962472738622749, 0.30467371076492666, 0.20498968948332869, 0.25521756176226473, 0.24012934989767304, 0.14515136615502638 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 24.124532947412007, 26.86381117981141, 16.44129904721819, 17.298163942097002, 16.75614085574567, 21.38086765501574, 17.846466432068997, 16.339826495142045, 19.155971367203627, 23.982371177416322, 15.003631582532341, 15.855449897124679, 15.551278886847205, 16.028863918359892, 31.114015478079896, 15.301910993871907, 26.729981367197748, 15.104482216304591, 15.796679551313087, 28.34699479424631, 16.4119611180502, 19.521289453815115, 24.101824382269164, 22.124458750802244 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.465402556013544, 26.213026151058617, 15.856858726902901, 16.670049080663066, 16.17812264861381, 20.67280785658392, 17.158733095181212, 15.727771226759325, 18.517248813889807, 23.355011785189458, 14.378679580370713, 15.25343058854883, 14.880528217121132, 15.37452736891996, 30.60790993394257, 14.628120071919453, 26.092964883545594, 14.421031426759605, 15.05212708116237, 27.71134111509881, 15.701499013630604, 18.856942555791512, 23.478912486121235, 21.521578954999708 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.452357964265987, "rpss": 0.000860655802657595, "brier_below": 0.22571181338638338, "bss_below": 0.002151277574545696, "brier_above": 0.2266461507911058, "bss_above": -0.00042796728215255264, "crps": 19.882594728747723, "crpss": -0.08982915143619796, "crps_fair": 19.240609384116155, "crpss_fair": -0.10049377099991408, "reliability": { "below": { "weight": [ 0.000282, 0.003608, 0.088264, 0.793464, 0.114382, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0675, 0.1578, 0.2856, 0.3451, 0.4223, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2, 0.0625, 0.2842, 0.3525, 0.3645, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.058256, 0.856137, 0.085606, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3447, 0.4324, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.376, 0.3396, 0.3998, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4855143653538735, 0.49419823486448433, 0.44931409815665746, 0.42708567397003555, 0.4371741265458399, 0.45047596994452377, 0.440519249412653, 0.4378793653213423, 0.47630428563901245, 0.4573459187689238, 0.43917219008498026, 0.4199438510624818, 0.407143260724959, 0.42102818605022135, 0.44858661560008173, 0.41423645820887933, 0.5153812069530112, 0.4365365172326185, 0.43255503362555303, 0.48588125146955075, 0.46026483357148407, 0.4826231925403003, 0.46773542913237104, 0.46044773047915327 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.21642328552458723, 0.25453396195139055, 0.2612449120626152, 0.21454749744418414, 0.28380053926575677, 0.16322149483794068, 0.2131803266436678, 0.22290240012370924, 0.30539657171839457, 0.29880817395284615, 0.16746385602464012, 0.21884060920107515, 0.20865386072791986, 0.18776934146509477, 0.12248970196393873, 0.18962533383180746, 0.38350220594372003, 0.16456944078969285, 0.18282300353779105, 0.20209910086564653, 0.279925921909497, 0.17299194397404352, 0.21195023521234777, 0.2883125150819571 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.26909107929204545, 0.23966427261163267, 0.18806918526854957, 0.21253817634521885, 0.15337358780668425, 0.2872544758606817, 0.22733892236408407, 0.21497696497365185, 0.17090771282858447, 0.1585377445199579, 0.27170833440512565, 0.20110324162110493, 0.1984893992939816, 0.23325884419303416, 0.32609691387949424, 0.2246111246073911, 0.13187899984591694, 0.27196707730295827, 0.24973203027549945, 0.28378215113933575, 0.18033891074846106, 0.3096312491988747, 0.2557851939814292, 0.17213521487713862 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.488748355599874, 35.46327729023907, 22.87958554964776, 24.302939782505366, 21.99449991927549, 28.701938884031687, 25.49419969791828, 23.276700862141695, 27.130349179396273, 23.098293405221572, 22.70933913462475, 19.650776390824866, 18.96712442599985, 19.96412947022982, 31.435456279254357, 20.631004516415544, 39.90292725389869, 21.224790787588937, 20.461317570753444, 32.32858215245286, 22.710655224451877, 28.017260303598693, 32.02112372126571, 28.90581461887824 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 33.636744656527455, 34.621117991362574, 22.10978968418275, 23.436235607332492, 21.2407360022405, 27.774643594705054, 24.57640730479359, 22.444443638506726, 26.26684529387561, 22.200569083728855, 21.855406446229342, 18.795742432498198, 18.089402604644324, 19.091706265204802, 30.744152213122547, 19.70988823519967, 39.076283350042125, 20.31303380161048, 19.473634601143885, 31.483430726885256, 21.796344409285336, 27.15679531710902, 31.231055497007656, 28.074389082188617 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.451972793529708, "rpss": 0.002792402324748533, "brier_below": 0.2256281764189277, "bss_below": 0.0034969133905875527, "brier_above": 0.2263446169683682, "bss_above": 0.0020891297212890514, "crps": 26.073368115675617, "crpss": -0.06848317762731759, "crps_fair": 25.21661657664279, "crpss_fair": -0.07830290036350718, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.026883, 0.902564, 0.070553, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2938, 0.3438, 0.4181, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.282, 0.3465, 0.3698, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.053145, 0.897772, 0.049083, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2891, 0.3467, 0.4171, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4231, 0.3376, 0.4514, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48372496578438334, 0.4848736844721636, 0.46703469971596695, 0.48355326752872374, 0.46099909418206836, 0.4166198869797606, 0.4498992157098079, 0.44120328818585974, 0.42968191061523586 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.1370783652434636, 0.22233128875826785, 0.16651965290484996, 0.1619192577311402, 0.17651455925503026, 0.19269475078159626, 0.16174435480068824, 0.2613083770185025, 0.1736066101703711 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3466465785136458, 0.2625423886840556, 0.30051503443072813, 0.3216339929684134, 0.2844845231531947, 0.22392513463714345, 0.28815484981206535, 0.17989492052655245, 0.2560752920769895 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.645718522885932, 17.33576522195838, 30.3761383450789, 23.1439779228632, 17.12706153375214, 15.623879421180234, 25.42568121611032, 16.34235873772732, 16.283770286403666 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.284895721725018, 17.03337352317387, 30.067815039225906, 22.837401345825608, 16.826194817501936, 15.266645811704104, 25.073513270892864, 15.982146008057814, 15.916966605297322 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45751000146377446, "rpss": 0.008888849855816394, "brier_below": 0.1837463574071011, "bss_below": 0.008853492592697187, "brier_above": 0.27376363497808753, "bss_above": 0.008912578231899282, "crps": 21.144927911995566, "crpss": -0.06989651869016478, "crps_fair": 20.80988357148938, "crpss_fair": -0.09324073318254422, "reliability": { "below": { "weight": [ 0.000226, 0.004283, 0.140626, 0.798093, 0.056772, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0713, 0.1622, 0.2858, 0.3383, 0.4159, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3333, 0.1229, 0.2039, 0.2116, 0.4528, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.089516, 0.86346, 0.047025, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2932, 0.3399, 0.4267, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4294, 0.4998, 0.5353, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.502012606616688, 0.472515963332963, 0.4972377833001602, 0.45832693782710415, 0.45283401412824104, 0.4239559310970924, 0.45525294779756226, 0.44303088371269017, 0.429697747714539 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.1247839332032796, 0.25229401074084445, 0.14876819841407699, 0.16134587622073585, 0.15746072885056986, 0.16183052652842658, 0.16631552083714213, 0.2611076029163286, 0.11539492778301012 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3772286455824612, 0.22022195209705475, 0.3484695637658039, 0.2969810488356027, 0.29537327200478875, 0.2621253970070983, 0.28893741509536924, 0.18192329035387408, 0.3143028018269457 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.3552458486342, 21.92988258610925, 45.950627418854495, 27.619007206029927, 22.040290967726634, 20.455399146068775, 32.89589979770764, 22.776415177708728, 22.394653227263223 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.89358017632756, 21.518438761890962, 45.551513788856155, 27.204552511704893, 21.635093914381866, 19.96998904365339, 32.453728894931054, 22.29423729811452, 21.904122213001227 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4594294239474489, "rpss": 0.00417829349523513, "brier_below": 0.1721445917216016, "bss_below": -0.0003722048926502186, "brier_above": 0.28728482072988876, "bss_above": 0.006885224886252317, "crps": 28.490824597344766, "crpss": -0.045518772410654273, "crps_fair": 28.04725073365129, "crpss_fair": -0.06740845442000576, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.058189, 0.937842, 0.00397, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2933, 0.3353, 0.4093, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1265, 0.1868, 0.1004, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.045299, 0.941007, 0.013694, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2939, 0.3403, 0.4079, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5545, 0.5328, 0.5881, NaN, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.7931486626347853, "training": [ 0.7629899020931942, 0.7965150112848781, 0.7918633940600508, 0.7930177979781982, 0.8479541973909495, 0.7990489457576041, 0.8209501017136359, 0.7917325618720042, 0.7897325628631026, 0.7672098234630009, 0.8329445093091792, 0.768512481155232, 0.7836724555875463, 0.810703753635519, 0.7985219303629778, 0.800626413720057, 0.8050139570479761, 0.7886185531827774, 0.7807629381559644, 0.7756406579521425, 0.788277389552862, 0.7782178418406175, 0.7522304800778629, 0.8108102431775152 ], "test": 0.8147344411680717 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.479846071893812, 0.46772280149335876, 0.46192435633000734, 0.44014888424266607, 0.4240830998604755, 0.46166192736664896, 0.42916690974272254, 0.4312904183489967, 0.44309536869433364, 0.4978094415924088, 0.43704341579821615, 0.428116650048432, 0.44120202990850177, 0.42353946723802705, 0.4604312371145894, 0.4244224818838814, 0.46632523248496227, 0.4219012698459657, 0.428604982369761, 0.4989910249848101, 0.4635779373734101, 0.4673773671202328, 0.49054897206673653, 0.4552892599677868 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2527705055479085, 0.2174515227049159, 0.2680602899541994, 0.23247165737081754, 0.23599075379503343, 0.2226931236000928, 0.23692392192256206, 0.23710151764157364, 0.22979161007525403, 0.24598737852364594, 0.23376358711866566, 0.21299262112232997, 0.21568689617859185, 0.1663401497006217, 0.12455310909351433, 0.20801390881089782, 0.29227781204638414, 0.17548168071605028, 0.17548622282927442, 0.19382705535231556, 0.25828634561561536, 0.21336428755004747, 0.24875548225078747, 0.30988107996578707 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22707556632872788, 0.25027127822633727, 0.1938640659789414, 0.2076772266174174, 0.18809234635798322, 0.23896880412156843, 0.19224298773022494, 0.19418890045229845, 0.21330375832609624, 0.2518220621835708, 0.20327982918574874, 0.2151240285487911, 0.22551513266230694, 0.25719931695207704, 0.33587812820967144, 0.21640857302649574, 0.17404741973718962, 0.2464195894025487, 0.2531187603174682, 0.30516397024746006, 0.2052915911299193, 0.25401307923603117, 0.24179349000216377, 0.14540818005144332 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 24.45538595585562, 27.22834883971571, 16.763892217743056, 17.28402284574829, 16.698002578329756, 21.354184059230242, 17.783261343179248, 16.478992384917383, 19.136756997485588, 23.679754304980392, 15.036821213025666, 15.594096461571286, 15.827523108109347, 15.926074027718448, 30.59312245092092, 15.823918658569914, 27.566783430114448, 15.059186990668904, 16.104720843462456, 28.38869934855517, 16.632209614291966, 19.502421674461072, 25.034119564237763, 22.62286265889548 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.759768354069855, 26.579827744582683, 16.187017177691228, 16.64576561075083, 16.102403842491885, 20.636951742749456, 17.061115507474877, 15.861194203652543, 18.503666172256303, 23.022042902290867, 14.377341995793316, 14.988540402348379, 15.133797313659063, 15.275502050165775, 30.09135601661594, 15.154238475227462, 26.93840941572094, 14.364958742951726, 15.349935486795607, 27.746093822292924, 15.893053993639551, 18.807788099382815, 24.40988863977056, 22.02283571720382 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45183835865711436, "rpss": 0.0020083274439266496, "brier_below": 0.22533135497862025, "bss_below": 0.0038332450818138186, "brier_above": 0.22650700354302003, "bss_above": 0.00018623595081423971, "crps": 20.023965065491172, "crpss": -0.09757811560477281, "crps_fair": 19.371395559565766, "crpss_fair": -0.10797427063180298, "reliability": { "below": { "weight": [ 0.000198, 0.004284, 0.142019, 0.72834, 0.125158, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0736, 0.1558, 0.2855, 0.3445, 0.4271, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.2857, 0.0395, 0.2734, 0.3557, 0.3882, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.088415, 0.789173, 0.117946, 0.004466, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3461, 0.4361, 0.5001, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.34, 0.3398, 0.402, 0.2656, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4875544151174104, 0.4966629967725038, 0.45000962502375363, 0.42638382905082095, 0.4297636250953725, 0.44989364777043167, 0.4401513655326106, 0.4387465411932672, 0.4781616213642682, 0.45305672374257006, 0.43787557429716023, 0.42001350054389525, 0.4074687349211018, 0.4199851762079052, 0.4436008603303358, 0.41391835907235275, 0.5202200289986632, 0.43685264116829076, 0.4312265688697189, 0.49002235783687254, 0.4619656237572146, 0.48413899663508675, 0.4699428452871756, 0.46228235364947184 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.21734992193039224, 0.25616725814702307, 0.2620448087172026, 0.2137146528720677, 0.27899179559266923, 0.16278046435408308, 0.21267370997350654, 0.2240116185625319, 0.30702249598288167, 0.2962537132413749, 0.16679326230131927, 0.21895104106888727, 0.20847419706992049, 0.18741443281517448, 0.12090581258347435, 0.18887520285795953, 0.3878755792215142, 0.16462970025393578, 0.1820576753144338, 0.20463605042565286, 0.2818377598784127, 0.17351235808489707, 0.2139200000221523, 0.2892948394546501 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27020449268722635, 0.24049573846008682, 0.18796481544624843, 0.21266917590182022, 0.15077183004485725, 0.2871131842081183, 0.22747765527836858, 0.21473492257209606, 0.1711391243674731, 0.15680301005107558, 0.271082312319261, 0.2010624591627482, 0.19899453711889997, 0.2325707428393543, 0.32269504805382493, 0.22504315609931863, 0.13234444845879542, 0.2722229419178249, 0.2491688938463869, 0.2853863079839731, 0.18012786300936828, 0.3106266391526635, 0.25602284503521316, 0.17298751355343528 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.41143907543595, 35.638970308741044, 22.955068106484436, 24.222295291058835, 21.875243607584036, 28.56552780006957, 25.344888008433024, 23.51857353474498, 27.287107306521595, 22.648964029488873, 22.72451192583192, 19.41329585986787, 18.93177521074098, 20.049402074346517, 31.21546382493031, 21.048543555685733, 40.271281364598295, 21.07826020691281, 20.40586731935128, 32.479466554080695, 23.026028670541688, 28.035467954155273, 31.981172094858763, 29.342670720540575 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 33.52556266646827, 34.795001403883205, 22.188874129738807, 23.349659556076816, 21.10404790160691, 27.622230292327114, 24.385860117174964, 22.67730138553906, 26.4248348525738, 21.719883420198947, 21.84199749255046, 18.552738348159856, 18.04446789990741, 19.18280399923658, 30.526835686122812, 20.12651500660188, 39.447344456401765, 20.15939817362454, 19.39690805448817, 31.631018417877772, 22.102197053666067, 27.148726508483712, 31.177691163912957, 28.5096551279512 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4520790838432606, "rpss": 0.0025578892970811173, "brier_below": 0.22584118128025488, "bss_below": 0.0025561620839722465, "brier_above": 0.2262379023986849, "bss_above": 0.0025596141999145727, "crps": 26.102970183541874, "crpss": -0.06969626645411409, "crps_fair": 25.23506471310721, "crpss_fair": -0.07909177221693087, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.069294, 0.842781, 0.087926, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2897, 0.3439, 0.4214, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2844, 0.3465, 0.3944, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.076909, 0.858659, 0.064331, 0.0001, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2894, 0.3471, 0.4238, 0.5001, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3469, 0.3409, 0.4406, 0.0, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4881543089576092, 0.48522083591553494, 0.4717349376995343, 0.4850710207265251, 0.45813100897160297, 0.4145940425790256, 0.44993611184218024, 0.4427585679763273, 0.4265884808921137 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13842587494827996, 0.222388267355365, 0.16810170345139894, 0.16282637546644058, 0.17410944834188688, 0.19175841406712904, 0.16192926519501208, 0.26163704514527236, 0.17205096728861516 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3497284116847291, 0.2628325614474118, 0.3036332219007422, 0.3222446284506421, 0.28402154890992626, 0.22283562698120885, 0.28800683570093816, 0.1811215322461737, 0.25453750536137054 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.688594970887355, 17.294910889425104, 30.5468869048281, 23.049922887025858, 16.991121594561314, 15.708579913913015, 25.412113149374175, 16.421189566776707, 16.36832145187434 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.31830667093338, 16.99125411894165, 30.246371612154075, 22.73872652936471, 16.693071652916736, 15.35510979629096, 25.056668555646265, 16.059683327316193, 16.00076111544515 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45802103506227254, "rpss": 0.007781789691122198, "brier_below": 0.18369192902882225, "bss_below": 0.009147084791183091, "brier_above": 0.27432909696479363, "bss_above": 0.006865475582355396, "crps": 21.164626814296224, "crpss": -0.07089324883184256, "crps_fair": 20.828883708778793, "crpss_fair": -0.09423889946009645, "reliability": { "below": { "weight": [ 0.000226, 0.003457, 0.157964, 0.763732, 0.074621, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0732, 0.154, 0.2833, 0.3379, 0.4209, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3333, 0.1523, 0.2038, 0.2076, 0.4353, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.117606, 0.817176, 0.065218, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2901, 0.3405, 0.4244, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4243, 0.5078, 0.4648, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5010626236882565, 0.4729386434431759, 0.4991176448794655, 0.45954543340357173, 0.4512557971875285, 0.42180835906061415, 0.4567697122830628, 0.4439871753908998, 0.4262953550325468 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12426574275671859, 0.25217472724347983, 0.1497837811897022, 0.1619009425706157, 0.15634188282102182, 0.16102185173263325, 0.16678728115971866, 0.2607369743099819, 0.11400626083134922 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37679685311990174, 0.22076391551784197, 0.34933384269532486, 0.297644478056109, 0.2949139013086972, 0.2607864999800838, 0.28998241920655615, 0.1832502107071725, 0.3122890763570858 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.36924091276246, 21.904271570396254, 45.87605900338274, 27.697113677356224, 21.958079877524778, 20.556446529190573, 32.9124322539034, 22.776348711243443, 22.346033324190326 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.89858979008898, 21.490899374473155, 45.483917969886505, 27.274609363413756, 21.557176172894383, 20.075941521507325, 32.46783301770201, 22.29488394602118, 21.85636627256385 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.459197860485458, "rpss": 0.0046802115480725215, "brier_below": 0.17189104940169125, "bss_below": 0.0011011884162288599, "brier_above": 0.2873067996609748, "bss_above": 0.006809245928689256, "crps": 28.488447317772245, "crpss": -0.04543153413463141, "crps_fair": 28.044468603172348, "crpss_fair": -0.06730257346850976, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.085454, 0.903952, 0.010594, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2882, 0.3359, 0.4102, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1331, 0.1886, 0.1001, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.069876, 0.895392, 0.034732, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2917, 0.3409, 0.4132, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5303, 0.5341, 0.5521, NaN, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.8126175789789015, "training": [ 0.7822410139742756, 0.8168323618720843, 0.8125375008700076, 0.8141689110679832, 0.8614855392770381, 0.8164151159421861, 0.8374236534748343, 0.8137120334261453, 0.8091888642095358, 0.7878888516182455, 0.8478102339243594, 0.7915977614545099, 0.8055129882753632, 0.8269721813356091, 0.8154003058655405, 0.8206967011858656, 0.8250230206894085, 0.8099037917503821, 0.8009288513382496, 0.7961392378854125, 0.8100181829265597, 0.7968291653145463, 0.7741004334996489, 0.8299951943158457 ], "test": 0.8280029475289167 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4789830155659649, 0.4693649039354968, 0.45718750819140735, 0.43700890584700897, 0.4256490792971405, 0.46127710067175703, 0.4298693737888617, 0.42835864779216176, 0.44284630807125214, 0.4990552933813332, 0.4399778550091572, 0.4267128600856992, 0.43851085311694327, 0.4288919312159588, 0.46462600071415594, 0.42350607979486105, 0.4619425676053296, 0.42099707070214615, 0.4284648010365696, 0.4978181471378551, 0.461157530464606, 0.4677762292035283, 0.48990129283047446, 0.45387173868693026 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2523020929829077, 0.21764754131677247, 0.2656662073847117, 0.2297630290237033, 0.23628197146944724, 0.22255569675451056, 0.2376692424397131, 0.23557398265560225, 0.230515803216947, 0.24642015620654673, 0.23596845956781706, 0.212215693991607, 0.21445001803107233, 0.16761046870225543, 0.1256830605264239, 0.208442523324818, 0.29070687644925397, 0.17521395929008307, 0.17546458754464891, 0.1909743004713404, 0.25757305468065145, 0.21330341932913646, 0.24896827113845255, 0.3099642241797776 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.22668092241841753, 0.2517173618865756, 0.19152130038986365, 0.20724587671071704, 0.18936710812886162, 0.23872140432233757, 0.1922001312741424, 0.19278466530366603, 0.21233050466420422, 0.25263513622892925, 0.2040093960166833, 0.21449716575541591, 0.2240608341148271, 0.26128146212416276, 0.33894294009453146, 0.21506355659959472, 0.17123569071001424, 0.2457831116366984, 0.2530002140759368, 0.30684384742047865, 0.20358447531295917, 0.2544728094571379, 0.24093302208275175, 0.1439075147657883 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 24.80674001713197, 27.596552241802755, 16.77181748562664, 17.562506772727687, 17.05530888244986, 21.47313433708256, 17.685951755291747, 16.41900960669167, 19.225367843457235, 24.05717822246099, 15.405401341802936, 15.96781076876186, 15.6081025045829, 15.94262433000089, 32.1054439340602, 15.437089593241819, 27.08076571712801, 15.162536847434074, 15.829310599193773, 29.37212613359787, 16.19582951754446, 19.92529001724101, 25.69815693787212, 22.407465217488056 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 24.174531035150114, 27.007797751736142, 16.275138188549494, 16.999766990807547, 16.514750773842046, 20.84524942929461, 17.058789394411633, 15.886062197048048, 18.665678603215355, 23.461895182858846, 14.825232175542862, 15.426132951382009, 14.987639824386509, 15.371941019255548, 31.691516788570855, 14.84696217587998, 26.524704940335, 14.547793962337309, 15.172654533005268, 28.795650287362594, 15.540638553919251, 19.314561498610825, 25.14407620382274, 21.880167428022297 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4514064622561083, "rpss": 0.002962272595666393, "brier_below": 0.22503894336159166, "bss_below": 0.005125966778993463, "brier_above": 0.22636751881227898, "bss_above": 0.000801928849877731, "crps": 20.19964669269471, "crpss": -0.10720779227978605, "crps_fair": 19.623305495389456, "crpss_fair": -0.12238261444734855, "reliability": { "below": { "weight": [ 0.000311, 0.003692, 0.150816, 0.720092, 0.125089, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0757, 0.1568, 0.2873, 0.3463, 0.4252, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1818, 0.0382, 0.2614, 0.3585, 0.3912, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.08271, 0.815704, 0.101586, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2877, 0.3416, 0.4404, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3604, 0.3378, 0.4086, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4882786844047116, 0.49668066887060225, 0.44708196335894645, 0.42626659551351465, 0.43109435936908164, 0.45149557906694004, 0.44049650470208157, 0.4389778459279742, 0.47694982474315056, 0.4542627111219724, 0.44009250303221764, 0.41898649810947775, 0.40565807946351967, 0.4203321940237095, 0.44774620715818036, 0.4146614950070232, 0.5148303788513209, 0.43880464162282895, 0.430221756665267, 0.48875463451305945, 0.459795399419522, 0.4852525924286148, 0.47066496474868297, 0.4603330468611597 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.21719182083954996, 0.2561849336449177, 0.2608837105022438, 0.21385754073466207, 0.2798968534935391, 0.1632592846589994, 0.21294332690742426, 0.22450586751302065, 0.3074211554482616, 0.29770669546315814, 0.16781187879588721, 0.2192929323080175, 0.2084184416104547, 0.18783048303790098, 0.12117069765425542, 0.18989890612465077, 0.3867975451024353, 0.1648340352547668, 0.18130216110948005, 0.20306301525379297, 0.2817387000522009, 0.17361711326780857, 0.2137598303840952, 0.2886792245063037 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27108686299965656, 0.24049573500414634, 0.1861982519999101, 0.21240905450453323, 0.15119750639587115, 0.288236295161378, 0.22755317750969672, 0.21447197855386496, 0.16952866851759973, 0.1565560152199559, 0.27228062467128994, 0.19969356556001586, 0.19723963713311918, 0.23250171063296238, 0.32657550953174785, 0.22476258897836485, 0.12803283286330489, 0.2739706074368929, 0.248919595600239, 0.28569161963143513, 0.17805669865591447, 0.31163547965381605, 0.25690513410878774, 0.17165382195307133 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 35.56923008113283, 36.22892677487892, 23.079736849866357, 24.608275536924673, 22.402194315759406, 29.03770514334938, 25.38828226742081, 23.535106990905287, 27.108403230215952, 22.691577007674045, 23.510023408451293, 19.555908468321782, 18.652343014321147, 19.78630761506624, 32.76192292545148, 20.552970197659032, 39.8448732522692, 21.42180369683431, 19.99222440706786, 33.52298411321871, 22.46890672372553, 28.939662461494944, 33.28588606011663, 29.276094460192724 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.766118320739196, 35.45339958221634, 22.4032228490929, 23.819192955076243, 21.695654838240397, 28.201698287631366, 24.555093975126738, 22.794952288849487, 26.340454215940394, 21.84002046737276, 22.724735655988173, 18.77859170969148, 17.852296207845104, 19.01463391582872, 32.180407172383596, 19.730954457344954, 39.11230541026822, 20.601344943086637, 19.103855229011344, 32.75214053765476, 21.644223972854874, 28.15279180956127, 32.5581540869038, 28.53883124465148 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.45198829704098165, "rpss": 0.0027581962409884975, "brier_below": 0.22591942306949275, "bss_below": 0.0022106015883157637, "brier_above": 0.2260688738448989, "bss_above": 0.0033048293213067126, "crps": 26.384222875096608, "crpss": -0.08122196456321129, "crps_fair": 25.60896142222334, "crpss_fair": -0.0950801941628685, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.06695, 0.851572, 0.081478, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3451, 0.4212, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2935, 0.3461, 0.3936, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.075203, 0.872641, 0.052156, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2872, 0.3432, 0.4228, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3725, 0.3387, 0.4633, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.490537843121159, 0.4863018294477212, 0.47218513941123563, 0.48505066984601614, 0.4604209864330548, 0.4159590694849332, 0.45061863808387026, 0.4384598395086371, 0.4277671119650097 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13905075349518256, 0.22272070352997383, 0.16792576707745277, 0.1620051579631242, 0.1747470072840291, 0.1925400631627102, 0.16153816673760962, 0.25911208863886104, 0.1724477141889835 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.35148706716324635, 0.26358111860826616, 0.3042593598016304, 0.3230454949317869, 0.28567396724991334, 0.2234190046512905, 0.28908046026558826, 0.1793477600942807, 0.2553193894582491 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 29.131660682566473, 17.50964217693295, 31.056235540626876, 23.344734752651515, 17.339690453799907, 15.437842976019828, 25.78537642310523, 16.079579325543943, 16.15581111280102 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.792305325269155, 17.233273459956244, 30.784954632923505, 23.064775908855513, 17.07025347663743, 15.116535571972701, 25.461001221864944, 15.747569522524492, 15.820251855544473 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45858901414462633, "rpss": 0.0065513676243510455, "brier_below": 0.18356526911976964, "bss_below": 0.00983030120024575, "brier_above": 0.2750237358026946, "bss_above": 0.004350722974798882, "crps": 21.31561927156086, "crpss": -0.07853320414633957, "crps_fair": 21.010102330616494, "crpss_fair": -0.10375916315227807, "reliability": { "below": { "weight": [ 0.000226, 0.003682, 0.14723, 0.777746, 0.071116, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0794, 0.1548, 0.2826, 0.3379, 0.4194, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3333, 0.143, 0.1902, 0.2089, 0.4612, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.117437, 0.830853, 0.05171, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2896, 0.3386, 0.4275, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4357, 0.5062, 0.4526, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5027239086503713, 0.4738971526876973, 0.499602323592564, 0.4595408106321682, 0.4529093942573783, 0.42235932302248796, 0.4570179194363759, 0.44305495943647283, 0.4279151708208283 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12397700276477246, 0.25284217217145594, 0.14915878927411308, 0.1611366706567536, 0.1563227625844188, 0.16121994010528598, 0.16634508616265997, 0.26098352525083596, 0.11421897914323861 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3787468779775729, 0.22105497969758037, 0.35044351322619943, 0.2984041271057659, 0.29658661829324856, 0.2611393753648065, 0.2906728212627738, 0.18207144368575995, 0.31369617372899744 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 41.08112043888318, 22.146922077607858, 46.88163914042777, 27.978413581086464, 22.285074341975907, 20.238345160107215, 33.5282865645361, 22.454934375192213, 22.201789002209534 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 40.65018619446001, 21.769985730369086, 46.52388106202554, 27.596002670986113, 21.92059708802283, 19.800638425515327, 33.11996292497326, 22.011180956842267, 21.753839828548823 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4598912180595938, "rpss": 0.0031773462836726107, "brier_below": 0.17180054756817048, "bss_below": 0.0016271155908241797, "brier_above": 0.2880906589269672, "bss_above": 0.0040995231640506, "crps": 28.75516940911403, "crpss": -0.05521935029845193, "crps_fair": 28.349586097971475, "crpss_fair": -0.0789145848072641, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.078804, 0.913659, 0.007537, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.287, 0.3353, 0.4141, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1138, 0.1897, 0.088, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.070407, 0.904503, 0.02509, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.29, 0.3392, 0.4141, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.532, 0.5342, 0.5508, NaN, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.8097086971274633, "training": [ 0.7731666930976809, 0.8166593502379627, 0.8099122835891702, 0.811442132685914, 0.8630493005348652, 0.8125911231643721, 0.83688619295789, 0.8116940540837995, 0.8055099715500406, 0.784755043545324, 0.8472742226622971, 0.7892775446354823, 0.8016022492749814, 0.8217843958397564, 0.809483926830854, 0.819736924823365, 0.8196480055551517, 0.8048995767113145, 0.8015653470875903, 0.7993938023707793, 0.8045687962706072, 0.7925579866107711, 0.7700975376342178, 0.8254522693049284 ], "test": 0.8305778257942332 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4871440490832639, 0.4675862339984819, 0.45739791512319816, 0.4343023332985253, 0.42793607344458684, 0.46235082190601157, 0.4312422757203092, 0.42820384466034417, 0.445263541361409, 0.5005206352968191, 0.43817798383080697, 0.42571312282628554, 0.44143910536536296, 0.42975117604672775, 0.4739462821009355, 0.421959313097668, 0.4645327465876582, 0.4231052541109232, 0.4260793679992712, 0.4897044436867699, 0.46157705675203375, 0.47095685531859294, 0.48965211499079075, 0.45551180237527594 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2554438482539334, 0.216625708168547, 0.26597120175445876, 0.22800147527822281, 0.23795237898813373, 0.22144095275239628, 0.23787993114595657, 0.2351353781092117, 0.23051794667953, 0.2472699315906933, 0.23476097869414364, 0.21051891387268543, 0.21488756751788407, 0.16911307483688545, 0.1345563362412975, 0.20543894826919454, 0.29038192895108705, 0.17571911973041435, 0.17622007285468058, 0.18995248442638096, 0.2564476631114311, 0.21620342005207144, 0.24862984889152914, 0.3101837767176591 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.23170020160643515, 0.2509605250135915, 0.19142671299841796, 0.20630085805942444, 0.18998369466314724, 0.2409098696948269, 0.19336234445170553, 0.193068466315006, 0.214745594406357, 0.25325070287989626, 0.2034170056652014, 0.21519420854065696, 0.22655153677448803, 0.2606381009375255, 0.3393899464131366, 0.2165203650080324, 0.17415081693338932, 0.24738613459364073, 0.24985929564062914, 0.2997519595225419, 0.20512939281036222, 0.2547534352226933, 0.241022266839927, 0.14532802566492245 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 25.345301938376224, 27.28152252502275, 16.35486571808069, 17.32294130621261, 17.056218461056115, 21.619681079313885, 17.28103741312913, 16.408074996965258, 19.07789499629166, 23.942013467167268, 15.041789160377125, 15.531101986747208, 15.863575066552679, 15.891923960075113, 31.34267453376592, 15.713742898316287, 27.075899748580994, 15.192453745462831, 15.661857489016112, 28.36812189957761, 16.674327883201773, 19.65082810288158, 25.055896147524848, 22.119221068401135 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 24.70222756591451, 26.651602055544867, 15.794091103128638, 16.708388615208975, 16.48040251765718, 20.928735575254787, 16.612352338238605, 15.805365748491065, 18.456928301863847, 23.311411738336815, 14.420036841299618, 14.9588924069319, 15.217569889226304, 15.25693218797147, 30.855310499886528, 15.056199064600714, 26.440863678312333, 14.532976117886914, 14.928180030962569, 27.74095557666186, 15.968874904253225, 18.99865931082911, 24.457358683443427, 21.531437610604293 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4522522645409188, "rpss": 0.0010941185961287347, "brier_below": 0.2253855369536845, "bss_below": 0.00359371214029347, "brier_above": 0.22686672752733147, "bss_above": -0.0014016045360027984, "crps": 20.036373566337367, "crpss": -0.09825826556167216, "crps_fair": 19.40898968177123, "crpss_fair": -0.11012451943564172, "reliability": { "below": { "weight": [ 0.000311, 0.003776, 0.119115, 0.750007, 0.126791, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0677, 0.1516, 0.285, 0.3452, 0.4256, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.1818, 0.0522, 0.2616, 0.3571, 0.3746, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 2.8e-05, 0.063352, 0.830748, 0.105872, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1855, 0.289, 0.3443, 0.439, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 1.0, 0.4139, 0.3348, 0.401, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4864993884246533, 0.4954383778733532, 0.44943400964959157, 0.4260258771667338, 0.4348072016141284, 0.4515186318579757, 0.4406414982691624, 0.43617127469170375, 0.47560265023489456, 0.455200147200102, 0.43804397689404634, 0.4197543416642974, 0.4056536894977634, 0.4217564927338348, 0.4493799794118919, 0.41361833584567226, 0.5194660039577913, 0.43731903886228646, 0.4304919406904403, 0.4866950583610095, 0.45968819025965835, 0.483061728386798, 0.4680488877477674, 0.4593132073076411 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.2169340231930179, 0.25549108696510264, 0.261784687727603, 0.21382422779636392, 0.282163189427059, 0.16340636364720662, 0.2125787415838769, 0.22210764688948753, 0.3047681276981642, 0.2978121381725088, 0.16668419913084492, 0.21839670876415274, 0.2068073114916753, 0.18821134512797424, 0.12304680874378432, 0.18882596038215338, 0.3867086688957005, 0.16429011546484087, 0.1822243590167193, 0.2029032572869482, 0.2791924014092644, 0.17295212709028154, 0.2123058238144872, 0.2876183602747366 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2695653650087299, 0.2399472907243367, 0.18764932106798604, 0.21220164920912657, 0.15264401263174077, 0.2881122691498206, 0.22806275628550107, 0.21406362753007818, 0.17083452162359639, 0.15738800863061053, 0.27135977817614393, 0.2013576324758066, 0.19884637723871185, 0.23354514722324182, 0.3263331711372916, 0.22479237575134237, 0.13275733382517546, 0.27302892433325915, 0.24826758168098623, 0.28379180151481875, 0.18049578784474904, 0.31010960190895454, 0.2557430638803872, 0.17169484644420074 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.858934240099856, 35.82760964730397, 22.86541562390129, 24.296054989056813, 22.00653921940628, 28.51389234298534, 24.8627275766298, 23.09806231716847, 27.145029320720077, 22.445519019826136, 22.75906511153001, 19.269100914621635, 18.62352247382695, 19.73756243320613, 31.692186368865414, 20.876456298737917, 39.85412368241629, 21.13003678858656, 20.03923087866309, 32.97948450016075, 22.803018875608227, 28.307247405580302, 32.26290270712791, 28.785422181298767 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.031380371049444, 35.024225309673604, 22.139468883783316, 23.456000635703802, 21.25686215277297, 27.613583421064767, 23.970739349214696, 22.28163398847136, 26.31669149804304, 21.550221049314516, 21.91772101435768, 18.46146536459493, 17.788096047931024, 18.90449898971916, 31.03004054781082, 19.9836551901822, 39.021419844684026, 20.265456480656404, 19.076973257920972, 32.155929221547844, 21.92699877732656, 27.46882741279264, 31.506016222845613, 27.97977216834118 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.45181791369179986, "rpss": 0.0031341205726159727, "brier_below": 0.2254599033330814, "bss_below": 0.004240103590058775, "brier_above": 0.22635801022069146, "bss_above": 0.002030081389321592, "crps": 26.04329770488867, "crpss": -0.06725089616956148, "crps_fair": 25.21365321665844, "crpss_fair": -0.07817618234579715, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.042265, 0.883152, 0.074583, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2923, 0.3441, 0.4203, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1982, 0.3509, 0.3772, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.051682, 0.898573, 0.049745, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2887, 0.3465, 0.4158, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4208, 0.3381, 0.4454, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.48903264360052395, 0.4849473781191234, 0.4721791987273729, 0.4839281633160517, 0.45827197182568186, 0.4156078365974868, 0.44888887346413686, 0.43859767709869113, 0.42878779087372076 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.139255304038541, 0.22252871542786126, 0.16885561998416565, 0.1617753632630401, 0.17447449777920856, 0.19201344187754302, 0.16210402443413563, 0.25878068450793434, 0.17307167514078198 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34977731720757493, 0.2624186557257073, 0.30332356623638945, 0.3221527832780951, 0.28379746227691455, 0.22359439326819086, 0.2867848381012212, 0.17981700192825803, 0.2557161075157822 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 29.031141341720215, 17.443371476988506, 30.466816224008753, 23.24884570057754, 16.91637538751374, 15.800257843768517, 25.856613354763915, 16.328162606134747, 16.23686845653098 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.66919300612393, 17.140529695762318, 30.166839145597788, 22.943519526448, 16.62152699021413, 15.45010579833637, 25.50303765701606, 15.974143551632638, 15.876575229818055 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.4578046148469766, "rpss": 0.008250624225471404, "brier_below": 0.18365103627257906, "bss_below": 0.009367664470152692, "brier_above": 0.274153569504237, "bss_above": 0.007500925423407079, "crps": 21.25871693244521, "crpss": -0.07565404490878924, "crps_fair": 20.927274511216588, "crpss_fair": -0.09940782953248206, "reliability": { "below": { "weight": [ 0.000226, 0.004058, 0.13372, 0.794333, 0.067663, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0708, 0.1564, 0.2843, 0.3377, 0.4178, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 0.3333, 0.1483, 0.204, 0.2065, 0.4711, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.085438, 0.862094, 0.052468, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2912, 0.3393, 0.4255, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.413, 0.5037, 0.489, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5024117592008444, 0.4733867140353845, 0.497070342685682, 0.4591612262068071, 0.4517256388006203, 0.4225802470503572, 0.45507486057082136, 0.4434924046622137, 0.4291034400547019 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12536510934035974, 0.2526969458972328, 0.14929512404303363, 0.16128660570732106, 0.1568213052921876, 0.16062348226360798, 0.16644375212960116, 0.2606566564296774, 0.11507219336824803 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.37704662187353016, 0.2206897677886836, 0.3477751975301225, 0.2978746077609286, 0.29490432024499885, 0.26195675723470085, 0.28863109659480607, 0.1828357578747646, 0.31403122877515227 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.910290578326865, 22.02115705358236, 45.902129769290696, 27.914272754368888, 21.873115928272473, 20.570431250166717, 32.967730029934685, 22.79774867302982, 22.258363594198578 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 40.44922178941009, 21.60873309994885, 45.51496514122823, 27.503314377296775, 21.476976313780877, 20.096594552459823, 32.524221620287264, 22.327265560820138, 21.780262381350543 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4593340703630481, "rpss": 0.004384974139072684, "brier_below": 0.17202901938569662, "bss_below": 0.0002994127941886582, "brier_above": 0.287305039519743, "bss_above": 0.00681533056016792, "crps": 28.57947107013012, "crpss": -0.04877180396431857, "crps_fair": 28.14239498184251, "crpss_fair": -0.07102940735664753, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.055406, 0.938106, 0.006489, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2914, 0.3348, 0.4082, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.0993, 0.188, 0.1633, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.041559, 0.936839, 0.021602, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2922, 0.3401, 0.4092, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5274, 0.5348, 0.5342, NaN, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.7404091341753162, "training": [ 0.7023362094179623, 0.7383657344446851, 0.7468332918460837, 0.7389922332821981, 0.8032587141695247, 0.7473722097145156, 0.761973853400007, 0.7413357784765605, 0.7385337327308461, 0.7176313950184113, 0.7783015195834502, 0.720844203388021, 0.7371337620737547, 0.7542089606701564, 0.7424359814422637, 0.7513709818560276, 0.7500686243239368, 0.741993016253492, 0.7352631762661697, 0.7197724954124435, 0.7382443190523447, 0.720852658166895, 0.6839412363731845, 0.7587551328446561 ], "test": 0.7702543524081173 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4819159174899113, 0.48136388761744103, 0.4503873342969238, 0.4381205168043661, 0.42328697170514645, 0.4642956630831121, 0.43383278930391234, 0.4292510416407498, 0.4476852569351838, 0.4924969422750912, 0.43948052033712715, 0.418932482161195, 0.43342053184598484, 0.4345527105056248, 0.464741139232986, 0.41936670996740777, 0.4672966339765093, 0.4189625934591914, 0.4186189073303443, 0.5014724221767444, 0.46054129327431836, 0.4676124244491803, 0.4854655844788357, 0.4593256697021098 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2560342798873104, 0.22263905534712408, 0.260072344652079, 0.23034283827265412, 0.23737368713722742, 0.2213788833744599, 0.24018468827092834, 0.23542484814015488, 0.23452315127261195, 0.24192370434166127, 0.2360763505674896, 0.20636086512926963, 0.21142019289710304, 0.1734282156515038, 0.12701759021203463, 0.2024222425064098, 0.2914129023474814, 0.17514001179564562, 0.1750938474054106, 0.19307684047958296, 0.2549953354334464, 0.21350074638007088, 0.24708196194397644, 0.315116979765432 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2258816373922448, 0.2587248318136229, 0.19031498917302625, 0.20777767824848764, 0.18591328508839508, 0.24291678047588772, 0.19364810085105996, 0.19382619337153545, 0.21316210540258634, 0.2505732370312873, 0.2034041700900256, 0.2125716167726434, 0.22200033798079885, 0.26112449490699774, 0.33772354971306096, 0.21694446729245517, 0.1758837305541459, 0.24382258156985132, 0.24352505969803798, 0.30839558286287666, 0.2055459571004363, 0.254111677867156, 0.23838362299753343, 0.14420868993333893 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.891928895158127, 26.186887762971327, 16.17810178585064, 17.061067985618635, 16.812200452648696, 20.847885347668495, 17.287479477612735, 16.312564285040075, 19.05420218361003, 22.392868290529943, 14.998207098482117, 14.376669655085879, 14.767688611021832, 15.416410686787351, 30.82282646329392, 14.91644504911769, 26.660335191170848, 14.85259387086449, 15.21656616196584, 28.127972147755028, 16.446917320262358, 18.88171372610358, 22.105901066397504, 20.5970402012343 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.21576337134308, 25.533645160057937, 15.600279101369743, 16.421121424943028, 16.213524988057824, 20.146639896436728, 16.587256164914592, 15.703434669059535, 18.421620892268436, 21.73518757072886, 14.353673495584053, 13.781583563388986, 14.100875676833807, 14.759968004946463, 30.31496819864127, 14.253299773940883, 26.00812727858603, 14.172750084303306, 14.463205239210852, 27.482988417763586, 15.732185247691572, 18.201815251054743, 21.479894125832878, 20.002338157968303 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.45135108100205823, "rpss": 0.003084595168105664, "brier_below": 0.22508506513379448, "bss_below": 0.004922067165685218, "brier_above": 0.22626601575781216, "bss_above": 0.0012499686427386303, "crps": 19.34218640484381, "crpss": -0.06020762803323354, "crps_fair": 18.695256073121936, "crpss_fair": -0.0693015197690996, "reliability": { "below": { "weight": [ 2.8e-05, 0.003381, 0.109569, 0.734997, 0.152024, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ 0.0834, 0.1664, 0.2834, 0.3455, 0.4248, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ 1.0, 0.0666, 0.2862, 0.3505, 0.3783, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.116672, 0.789568, 0.093025, 0.000736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2858, 0.3471, 0.4263, 0.5067, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3525, 0.3397, 0.4029, 0.0767, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4969424284504254, 0.49963930640254045, 0.44681403062683966, 0.42361287115788043, 0.4220109907944633, 0.45129483518924024, 0.4404393955367874, 0.43711762549683253, 0.47785902442608696, 0.4505050818776293, 0.4365856586951716, 0.4143184861570603, 0.4026582959248561, 0.4159390703202349, 0.4421739782099623, 0.4126169968649806, 0.5202630884376802, 0.43336291144236727, 0.42347341908827973, 0.4895838655813291, 0.4574561169039854, 0.4840590730397308, 0.472277175234177, 0.46226028767940297 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22271183736814262, 0.25783043348534646, 0.26008944842595627, 0.21222954892699517, 0.2744401296823451, 0.16275783725999235, 0.2130696351087839, 0.22295709987589302, 0.3064389941354312, 0.29436439682530463, 0.16551081477977156, 0.2154715923865362, 0.20640144175659678, 0.18502901297327742, 0.11789687311287386, 0.1861484158619063, 0.38662325996239116, 0.1634949706897789, 0.17939963647067525, 0.202051837419966, 0.27765401982011684, 0.17404958647063992, 0.2139387788958779, 0.2907119041608287 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.27423059059886845, 0.24180887249782906, 0.18672458149049692, 0.2113833217541564, 0.1475708618597888, 0.28853699931157545, 0.22736976016132154, 0.2141605256074551, 0.17142002902547535, 0.15614068447453133, 0.2710748442993757, 0.1988468936037888, 0.196256853257961, 0.23091005686880153, 0.3242771057906587, 0.22646858129165745, 0.13363982692155302, 0.2698679417092277, 0.24407378210148944, 0.28753202886871165, 0.17980209587196916, 0.31000948767920317, 0.2583383963756829, 0.17154838310714163 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 34.97547437075737, 34.88298867088048, 22.558051504436413, 23.812032131116073, 22.540287452727146, 28.120977505728646, 25.554058865367374, 23.14831995413755, 26.87686869035176, 22.082276493786186, 22.279873538412048, 18.85597117320575, 18.080481863874073, 19.310342309791615, 31.468842256596766, 20.04708924420364, 39.980782916607524, 20.69961159506708, 19.805450642067985, 32.59756048355318, 22.600844112358605, 27.22683544160429, 30.65463986377428, 27.463197609619414 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.10840236206661, 34.05205387667296, 21.808656195588167, 22.948800658657348, 21.766930173680624, 27.202270697326657, 24.63164689094471, 22.327992420497235, 26.029292296472896, 21.15352827777822, 21.416627449387093, 18.017274223622287, 17.229366965416844, 18.450400218917093, 30.78612267996504, 19.15113329052156, 39.14200009578427, 19.806590974256583, 18.815778996048227, 31.748917055623775, 21.695719551728722, 26.35803373962536, 29.87443483159308, 26.643667032798465 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4505526672307476, "rpss": 0.005925689892617658, "brier_below": 0.22463631274397614, "bss_below": 0.007877550726191562, "brier_above": 0.22591635435536336, "bss_above": 0.00397725908162283, "crps": 25.65095244541772, "crpss": -0.05117263931733307, "crps_fair": 24.79856837312391, "crpss_fair": -0.0604264898238116, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.10711, 0.766662, 0.126228, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2868, 0.3433, 0.4247, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2571, 0.3496, 0.403, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.126639, 0.797638, 0.075723, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2856, 0.3479, 0.4217, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3728, 0.3336, 0.4552, NaN, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4917344975348132, 0.4816076138850708, 0.472498755128013, 0.48494458948075714, 0.45615105928197136, 0.41715626022004526, 0.4517056774803668, 0.4340347565908641, 0.43009184351036367 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.14134153846052716, 0.22240281931203645, 0.16980379469253876, 0.16120060716247836, 0.17387870455351884, 0.19211444690960772, 0.16370426311581376, 0.2559573622364796, 0.1737904344807195 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.3503929368895814, 0.25920478749978093, 0.30269494760681626, 0.3237439653699289, 0.2822723433749384, 0.2250418121200374, 0.2880014027673518, 0.1780774036794295, 0.2563014011592709 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.569473847524904, 16.975229687700303, 29.51899910349115, 22.011390810859513, 16.7762467010045, 14.746958824090363, 24.435033841207613, 15.38603370833003, 15.454897034398591 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.19898802124406, 16.666596097436894, 29.209538306087687, 21.702960476832107, 16.47673853021072, 14.393622540722511, 24.066686144802063, 15.023565699207259, 15.088907073037387 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45776945034580724, "rpss": 0.008326801640362258, "brier_below": 0.18379933010263558, "bss_below": 0.008567752494728187, "brier_above": 0.27397011116301506, "bss_above": 0.008165086879394767, "crps": 20.430473728734107, "crpss": -0.0337463815690342, "crps_fair": 20.091955876620077, "crpss_fair": -0.05552462598690955, "reliability": { "below": { "weight": [ 0.0, 0.004432, 0.13232, 0.798299, 0.064949, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.171, 0.2869, 0.3409, 0.4192, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.0679, 0.1386, 0.2227, 0.4222, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.114894, 0.850108, 0.034997, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2904, 0.3429, 0.4135, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.5072, 0.4912, 0.5524, NaN, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.49914276553503667, 0.4746379673539304, 0.5033113351903056, 0.45867482224602957, 0.4487295310547934, 0.42063189886301866, 0.45729520598812234, 0.4399839477604627, 0.4241189791719111 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12414413984760342, 0.25307432404963365, 0.15212645364247657, 0.1599063674843907, 0.1563889496155645, 0.16042099659927225, 0.16834943663121407, 0.2588994984303211, 0.11341872838771842 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3749985982964021, 0.22156364264692513, 0.3511848603214054, 0.2987684419502552, 0.2923405684399772, 0.26021089501188305, 0.2889457571966691, 0.1810844588903356, 0.3107002330245148 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.145767907179284, 21.74026107554628, 45.40164050009548, 26.987927686702623, 21.588260379645874, 19.644565392604832, 32.687149771962844, 21.662946121490346, 21.152562696761542 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.67743944515673, 21.323004476407398, 45.006218687963106, 26.572043458137408, 21.189358977156896, 19.166439594576644, 32.231318213692376, 21.18467472436449, 20.665311804499144 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4585029392404011, "rpss": 0.006186466097885979, "brier_below": 0.17185876607646605, "bss_below": 0.0012887943172554817, "brier_above": 0.28664416175315194, "bss_above": 0.009099918631609638, "crps": 27.890120170221014, "crpss": -0.02347491218182096, "crps_fair": 27.446201042439355, "crpss_fair": -0.04453400130448526, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.122015, 0.862096, 0.015889, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2901, 0.3383, 0.4096, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1162, 0.1937, 0.1084, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.103852, 0.872263, 0.023885, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2909, 0.3438, 0.4109, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.539, 0.5326, 0.584, NaN, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "gqm", "1994": "gqm", "1995": "ls", "1996": "gqm", "1997": "ls", "1998": "ls", "1999": "ls", "2000": "ls", "2001": "ls", "2002": "sdm", "2003": "ls", "2004": "ls", "2005": "gqm", "2006": "ls", "2007": "ls", "2008": "gqm", "2009": "gqm", "2010": "ls", "2011": "gqm", "2012": "gqm", "2013": "ls", "2014": "loci", "2015": "ls", "2016": "ls" }, "chosen_test": "sdm", "frequency": { "mvs": 0, "ls": 14, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 0, "loci": 1, "eqm": 0, "gqm": 8, "dqm": 0, "qdm": 0, "sdm": 1, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.491289639377858, 0.4776154937455723, 0.4498420380779653, 0.44388134475773583, 0.41952688623835377, 0.46123995106884075, 0.4290759450900512, 0.42764945264863163, 0.4541723299059635, 0.4990552933813332, 0.4319236281868804, 0.42355629539051604, 0.43020540661968437, 0.43726111319877015, 0.4719952485307144, 0.4224067876206788, 0.46637190282886754, 0.4219207823021676, 0.4172142091937764, 0.4955543154439403, 0.4605694465986779, 0.46647206389192164, 0.48396207049348533, 0.4505636931901102 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2590186225049047, 0.22179436177556053, 0.2603230274626637, 0.23432243522570856, 0.23451639132132202, 0.21826838298130238, 0.23725678404155542, 0.23417598645035112, 0.24117744566469662, 0.24642015620654673, 0.22897969453798395, 0.21008321672343194, 0.20939271956449945, 0.17624683831786508, 0.13522915279307876, 0.20378546810743847, 0.29013271146141073, 0.17643353083274102, 0.17217772548258206, 0.18976848423423498, 0.2558367372231795, 0.21123854473138778, 0.2444838695828287, 0.30634520907745105 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2322710169142203, 0.2558211311621807, 0.18951900995481066, 0.2095589089056756, 0.18501049544710452, 0.24297156876061282, 0.19181916105619695, 0.19347346603671514, 0.21299488410589137, 0.25263513622892925, 0.20294393418918086, 0.21347307843710894, 0.22081268632972123, 0.2610142750270181, 0.33676609663713597, 0.21862131931926598, 0.1762391902376126, 0.24548725154698817, 0.24503648383141352, 0.30578583280495314, 0.20473270893092815, 0.25523351886776746, 0.23947820122136387, 0.14421848431584464 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.940560512538944, 26.41128612719353, 16.45660443695698, 16.950665446452035, 16.951772161734418, 21.324107117242512, 17.80556425347471, 16.258715446153815, 19.825807167990007, 24.05717822246099, 15.601265623695008, 15.448745478857337, 14.682011357309559, 15.90620352206946, 30.688377895696263, 14.91652116911601, 26.582387173974695, 15.819521256751395, 15.128987603812446, 28.014225474933056, 17.38793747323628, 19.672564257130823, 23.299340304738905, 21.42607394630985 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.270653668767345, 25.775923057942883, 15.803567519648361, 16.319445072501132, 16.30841319999992, 20.52586055645062, 17.014790795764032, 15.58008497243935, 19.117966186380315, 23.461895182858846, 14.887517892026409, 14.809029501526428, 14.02023102143864, 15.177506428634148, 30.112969179894076, 14.259060160523735, 25.95168738092397, 15.060594669939045, 14.394578636797561, 27.386555179772202, 16.577713950717058, 18.92814935189121, 22.592374134742435, 20.762173995496468 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4513885557409374, "rpss": 0.00300182336129462, "brier_below": 0.2248919790126969, "bss_below": 0.005775681056622739, "brier_above": 0.22649657667786002, "bss_above": 0.00023226067914394743, "crps": 19.77318430957621, "crpss": -0.08383201344134839, "crps_fair": 19.087447570711507, "crpss_fair": -0.09173346521947368 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.50230660579961, 0.5039675210751445, 0.4472181348477626, 0.4240431542541945, 0.41907722147483845, 0.45115925913903404, 0.4384826971478844, 0.4347453023551169, 0.4797999786116523, 0.4542627111219724, 0.43472549594480137, 0.41283002641368566, 0.40343711390337783, 0.41598005355409645, 0.44290211218163017, 0.4124389411159999, 0.5239884051854444, 0.43501690169084983, 0.4225567409684785, 0.49264007448567737, 0.45752703846387377, 0.4851549892130129, 0.4721915473371203, 0.4605319896653192 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22580650018069262, 0.26031606587027245, 0.2622441741700963, 0.212009945236999, 0.27210909468307193, 0.16233671488286533, 0.21439975039329195, 0.221036714946732, 0.3095930697347864, 0.29770669546315814, 0.16443853759453317, 0.21324443792313907, 0.2063988865706635, 0.18483160223641285, 0.11870150322791187, 0.1857423707399241, 0.38899442860980415, 0.16270305156873352, 0.17858118069288445, 0.20249162004360172, 0.27870253789101623, 0.17436109825541335, 0.21359796416896518, 0.28992242162666604 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2765001050237109, 0.24365145472324012, 0.18497396008862763, 0.21203320853543403, 0.14696812753836172, 0.28882254551845726, 0.22408294650060068, 0.21370858721143945, 0.17020690780567999, 0.1565560152199559, 0.27028695869920977, 0.19958558847609117, 0.19703822636707122, 0.23114845114318933, 0.3242006095170694, 0.22669657074606916, 0.1349939747361426, 0.2723138507678237, 0.24397555971970092, 0.29014845524154603, 0.17882449948034934, 0.3107938915334772, 0.2585935831718297, 0.17060956773661196 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 35.05098720073925, 35.17743842753169, 22.821645524362822, 23.78959454432946, 22.121433804620846, 28.607907367156596, 25.368442355556933, 22.59198040058319, 27.58800523126136, 22.691577007674045, 23.002829478456558, 19.09501860558301, 18.13552336969265, 19.60241652067896, 31.34753745697274, 19.972275716335396, 40.00596234039425, 21.419889325630095, 19.788318588647, 32.41754081470885, 23.20582752989953, 27.85706778577012, 31.570857697482097, 28.09817307122586 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.18627472639611, 34.35510131692368, 22.05452897199043, 22.92536260553747, 21.37946154239115, 27.644736344383286, 24.39934869612862, 21.746983911607863, 26.711533075244805, 21.84002046737276, 22.127239826754497, 18.24604279467577, 17.281664388825313, 18.73375355335563, 30.64103891716611, 19.075971368585204, 39.17725821276659, 20.504390724975135, 18.811295035781146, 31.58263813607485, 22.27572162209331, 26.98982455672388, 30.783872008420648, 27.252111201310942 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4511243339979407, "rpss": 0.004664396178163277, "brier_below": 0.22501126527965146, "bss_below": 0.00622154585542245, "brier_above": 0.22611306856257038, "bss_above": 0.0031099831183619697, "crps": 25.888677090220554, "crpss": -0.060914563826370616, "crps_fair": 25.030257250228548, "crpss_fair": -0.07033387717708983 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.490537843121159, 0.4863018294477212, 0.47218513941123563, 0.48505066984601614, 0.4604209864330548, 0.4159590694849332, 0.45061863808387026, 0.4384598395086371, 0.4277671119650097 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13905075349518256, 0.22272070352997383, 0.16792576707745277, 0.1620051579631242, 0.1747470072840291, 0.1925400631627102, 0.16153816673760962, 0.25911208863886104, 0.1724477141889835 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.35148706716324635, 0.26358111860826616, 0.3042593598016304, 0.3230454949317869, 0.28567396724991334, 0.2234190046512905, 0.28908046026558826, 0.1793477600942807, 0.2553193894582491 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 29.131660682566473, 17.50964217693295, 31.056235540626876, 23.344734752651515, 17.339690453799907, 15.437842976019828, 25.78537642310523, 16.079579325543943, 16.15581111280102 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.792305325269155, 17.233273459956244, 30.784954632923505, 23.064775908855513, 17.07025347663743, 15.116535571972701, 25.461001221864944, 15.747569522524492, 15.820251855544473 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.45858901414462633, "rpss": 0.0065513676243510455, "brier_below": 0.18356526911976964, "bss_below": 0.00983030120024575, "brier_above": 0.2750237358026946, "bss_above": 0.004350722974798882, "crps": 21.31561927156086, "crpss": -0.07853320414633957, "crps_fair": 21.010102330616494, "crpss_fair": -0.10375916315227807 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.5027239086503713, 0.4738971526876973, 0.499602323592564, 0.4595408106321682, 0.4529093942573783, 0.42235932302248796, 0.4570179194363759, 0.44305495943647283, 0.4279151708208283 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12397700276477246, 0.25284217217145594, 0.14915878927411308, 0.1611366706567536, 0.1563227625844188, 0.16121994010528598, 0.16634508616265997, 0.26098352525083596, 0.11421897914323861 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3787468779775729, 0.22105497969758037, 0.35044351322619943, 0.2984041271057659, 0.29658661829324856, 0.2611393753648065, 0.2906728212627738, 0.18207144368575995, 0.31369617372899744 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 41.08112043888318, 22.146922077607858, 46.88163914042777, 27.978413581086464, 22.285074341975907, 20.238345160107215, 33.5282865645361, 22.454934375192213, 22.201789002209534 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 40.65018619446001, 21.769985730369086, 46.52388106202554, 27.596002670986113, 21.92059708802283, 19.800638425515327, 33.11996292497326, 22.011180956842267, 21.753839828548823 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.4598912180595938, "rpss": 0.0031773462836726107, "brier_below": 0.17180054756817048, "bss_below": 0.0016271155908241797, "brier_above": 0.2880906589269672, "bss_above": 0.0040995231640506, "crps": 28.75516940911403, "crpss": -0.05521935029845193, "crps_fair": 28.349586097971475, "crpss_fair": -0.0789145848072641 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "gqm", "1994": "gqm", "1995": "gqm", "1996": "gqm", "1997": "gqm", "1998": "gqm", "1999": "gqm", "2000": "gqm", "2001": "gqm", "2002": "gqm", "2003": "gqm", "2004": "gqm", "2005": "gqm", "2006": "gqm", "2007": "gqm", "2008": "gqm", "2009": "gqm", "2010": "gqm", "2011": "gqm", "2012": "gqm", "2013": "gqm", "2014": "gqm", "2015": "gqm", "2016": "gqm" }, "chosen_test": "gqm", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 0, "pt": 0, "dc": 0, "loci": 0, "eqm": 0, "gqm": 24, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.491289639377858, 0.4776154937455723, 0.45522611975886185, 0.44388134475773583, 0.41585857386659103, 0.4672015076119594, 0.437899116921903, 0.43205389426684043, 0.44659200434662716, 0.4834896913632404, 0.4453490301245995, 0.41318256406136505, 0.43020540661968437, 0.4239625763442455, 0.4532006749085279, 0.4224067876206788, 0.46637190282886754, 0.41704460419845324, 0.4172142091937764, 0.4955543154439403, 0.4585899812080381, 0.473787054610225, 0.49435047396956966, 0.4665028700422575 ], "rps_clim": [ 0.44828178439893784, 0.4780636046945905, 0.45403117539434756, 0.4408998664630428, 0.4626710009670124, 0.4675652855175825, 0.45088178363034326, 0.4339622485969375, 0.4457739713411614, 0.48115608104505214, 0.46731020302909526, 0.40902067319593455, 0.4238503280124456, 0.44888898670135347, 0.4836531086639868, 0.4215019666820851, 0.47209090525934455, 0.42365664384275686, 0.43223368035833454, 0.4869745630233523, 0.45947832667944477, 0.45033952255554077, 0.45381281595427836, 0.4698444532531743 ], "brier_below": [ 0.2590186225049047, 0.22179436177556053, 0.26289626324850934, 0.23432243522570856, 0.23233730785529116, 0.2236268945403812, 0.24292217033641766, 0.23686044232464806, 0.2335768783305343, 0.2364572321084315, 0.24077277886834386, 0.20168171264918375, 0.20939271956449945, 0.16817206856741915, 0.11963197064812142, 0.20378546810743847, 0.29013271146141073, 0.17337530441412682, 0.17217772548258206, 0.18976848423423498, 0.2538579931003871, 0.21604947493023216, 0.2508558708587057, 0.31949388381180843 ], "brier_below_clim": [ 0.24364607658776927, 0.2167833637959483, 0.26200244695541064, 0.2335398229822821, 0.2599592835854335, 0.22410814370662485, 0.24638536370420897, 0.23420103701671963, 0.23335651499978938, 0.23810578482707784, 0.25468721411875095, 0.19406452747606567, 0.20425741444224962, 0.17808060941226778, 0.14096115009371765, 0.20696214106709115, 0.29480390564951164, 0.17663004534290416, 0.18425554277680625, 0.18520467260263995, 0.25555913109943895, 0.207082427269816, 0.23258804671993344, 0.32153762962536103 ], "brier_above": [ 0.2322710169142203, 0.2558211311621807, 0.19232985598154526, 0.2095589089056756, 0.1835212664518392, 0.24357461364501892, 0.19497694587910927, 0.19519345142479586, 0.21301512554884167, 0.2470324593442857, 0.20457625105210495, 0.21150085125253604, 0.22081268632972123, 0.25579050744870135, 0.3335687050737319, 0.21862131931926598, 0.1762391902376126, 0.24366929971915025, 0.24503648383141352, 0.30578583280495314, 0.20473198721780123, 0.2577375792102296, 0.24349460335315992, 0.14700898597237258 ], "brier_above_clim": [ 0.20463570781908508, 0.2612802408995609, 0.1920287284468534, 0.20736004348867731, 0.20271171736051702, 0.2434571418390764, 0.20449641993405068, 0.19976121159863708, 0.21241745636061743, 0.24305029625298225, 0.21262298892876352, 0.2149561457217039, 0.2195929135561274, 0.27080837732842866, 0.3426919585851556, 0.21453982563780633, 0.17728699964486266, 0.24702659841398025, 0.24797813761256063, 0.30176989039964386, 0.20391919556164534, 0.24325709524448394, 0.22122476926537735, 0.14830682364623232 ], "crps": [ 23.940560512538944, 26.41128612719353, 16.09752135000426, 16.950665446452035, 16.558432533212333, 20.707321684801215, 17.267094876269674, 16.223990913943034, 18.93351529661261, 22.250702176124193, 14.993808316377148, 14.142361716566494, 14.682011357309559, 15.454113375228937, 30.573885234623834, 14.91652116911601, 26.582387173974695, 14.821904756473435, 15.128987603812446, 28.014225474933056, 16.309150125568305, 18.856897357672345, 21.99296508090337, 20.676152775930923 ], "crps_clim": [ 18.40286903169342, 22.980285367240008, 16.04453582917209, 16.01544976173602, 18.23475961955163, 20.24434837659676, 16.05965168074466, 15.699377570210324, 17.593278632094517, 22.75728628237246, 16.76392185931309, 13.531282337003354, 14.073597103535487, 16.90050283907696, 32.670568611232945, 13.245890750422944, 24.87859016163376, 15.432698428298984, 15.601474071525136, 24.538292073716153, 15.517039557550994, 16.567178418053995, 17.75216265190863, 16.345490750873054 ], "crps_fair": [ 23.270653668767345, 25.775923057942883, 15.52748708488497, 16.319445072501132, 15.97623785006993, 20.015876299080993, 16.57144205329057, 15.619974122783004, 18.308517648432883, 21.594022240683767, 14.350681510075102, 13.541444754776627, 14.02023102143864, 14.810131334849915, 30.069468861403237, 14.259060160523735, 25.95168738092397, 14.148121919371349, 14.394578636797561, 27.386555179772202, 15.60451754065394, 18.19069685555701, 21.385905812138166, 20.07611165097371 ], "crps_fair_clim": [ 17.643013178327948, 22.229098862994885, 15.280213435650335, 15.251072280965328, 17.47458537714802, 19.48798017350574, 15.295357915729673, 14.934401467864777, 16.8318894635783, 22.0056774313757, 16.000961939333273, 12.762199993685826, 13.305541871518209, 16.137801595195178, 31.937734916162057, 12.476267892736892, 24.130998931620457, 14.667217251821024, 14.836312545886626, 23.790056339748453, 14.751718118060262, 15.803845877920272, 16.991074400096608, 15.581738347733312 ] }, "rps": 0.4512012432163091, "rpss": 0.0034155472874792814, "brier_below": 0.22470669895620335, "bss_below": 0.0065947851384570155, "brier_above": 0.22649454408667777, "bss_above": 0.00024123264296371794, "crps": 19.270269268151768, "crpss": -0.05626561779140693, "crps_fair": 18.632032154903857, "crpss_fair": -0.06568533866027026 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.50230660579961, 0.5039675210751445, 0.44640025170246966, 0.4240431542541945, 0.4171896627020459, 0.44961641459221524, 0.43910006635143034, 0.43768992253179384, 0.4801657194527311, 0.4475321182791843, 0.4352721891898647, 0.4147242597428912, 0.40343711390337783, 0.4145971178295677, 0.4381712109363014, 0.4124389411159999, 0.5239884051854444, 0.4325492088737846, 0.4225567409684785, 0.49264007448567737, 0.4571791580681963, 0.4858094566186644, 0.47507424524034786, 0.46484818678258355 ], "rps_clim": [ 0.4656268773487567, 0.47905520254523853, 0.44987819562667175, 0.4222690397368383, 0.473189675792112, 0.46370659625075544, 0.4533706691746612, 0.44043707163708307, 0.4658910246954573, 0.4835074529423111, 0.44476293120584887, 0.42294488325801144, 0.4035717243423909, 0.4341110496580427, 0.4840392053398089, 0.41705895616907784, 0.5102516956651021, 0.44254446083186355, 0.4407978919737273, 0.46885745291344016, 0.4562595884170463, 0.45934219841451757, 0.4469383691099854, 0.4493098079235744 ], "brier_below": [ 0.22580650018069262, 0.26031606587027245, 0.26004139905747975, 0.212009945236999, 0.2712613965470623, 0.16192711995247566, 0.21283902726589154, 0.22432717968298424, 0.3081117742532532, 0.29273773863182123, 0.1651139479555536, 0.21570158139540357, 0.2063988865706635, 0.18443327983539767, 0.11604818319299463, 0.1857423707399241, 0.38899442860980415, 0.1626781680513878, 0.17858118069288445, 0.20249162004360172, 0.2771144686377762, 0.17454990007916693, 0.21546014505578426, 0.2924782059042893 ], "brier_below_clim": [ 0.20639084196205096, 0.24828230441497257, 0.2605442628100996, 0.21079044758429427, 0.3079691007315029, 0.1701970420969503, 0.21556851840134683, 0.2221603579843514, 0.2986746145123454, 0.31773717985625455, 0.16972492982842746, 0.2191151329533314, 0.20714815598586803, 0.19476475401412452, 0.14137875328774757, 0.19387986053487954, 0.37971397960807707, 0.16798860633846377, 0.18789536861046913, 0.1944206391015046, 0.27728056202918344, 0.16316626564473996, 0.1984248046321673, 0.28086225383117586 ], "brier_above": [ 0.2765001050237109, 0.24365145472324012, 0.18635885190725276, 0.21203320853543403, 0.14592826702022121, 0.28768929601192866, 0.22626103896194705, 0.21336274266515937, 0.1720539437246324, 0.15479437915282462, 0.27015824161079766, 0.19902267808437102, 0.19703822636707122, 0.2301638374245352, 0.3221230283405269, 0.22669657074606916, 0.1349939747361426, 0.26987104181338056, 0.24397555971970092, 0.29014845524154603, 0.18006468801399197, 0.31125955753305445, 0.2596140999440011, 0.17236998029594355 ], "brier_above_clim": [ 0.2592360353867057, 0.23077289813026597, 0.18933393281657201, 0.21147859215254405, 0.165220575060609, 0.29350955415380503, 0.23780215077331432, 0.21827671365273166, 0.1672164101831118, 0.1657702730860564, 0.2750380013774213, 0.20382975030467998, 0.19642356835652286, 0.23934629564391813, 0.34266045205206114, 0.22317909563419822, 0.1305377160570248, 0.27455585449339964, 0.2529025233632581, 0.2744368138119354, 0.17897902638786278, 0.2961759327697775, 0.2485135644778181, 0.16844755409239837 ], "crps": [ 35.05098720073925, 35.17743842753169, 22.437291924713282, 23.78959454432946, 22.27510613032194, 27.95742648106157, 25.544797987543323, 23.198380345808566, 26.867897254074478, 22.160407728622598, 22.2655016231391, 18.797637049396865, 18.13552336969265, 19.47828045199597, 31.413584096352803, 19.972275716335396, 40.00596234039425, 20.69366525824037, 19.788318588647, 32.41754081470885, 22.536600503002607, 27.12586159984503, 30.653556450917915, 27.525496692719287 ], "crps_clim": [ 26.829005594094255, 30.789517415890057, 22.274178691284046, 22.400405790699597, 24.562013785862174, 28.743909674086105, 23.41639624632185, 22.294597973023507, 23.939813933834774, 26.00809173405538, 23.784893985415945, 18.638495127121324, 17.665545158908575, 21.356757879360448, 35.9519633499581, 17.515074119812123, 37.22123503260143, 21.861619454593054, 20.60004209571915, 27.362334214151744, 21.305435294168266, 23.9623386515102, 25.131651915716713, 22.03810998188434 ], "crps_fair": [ 34.18627472639611, 34.35510131692368, 21.68757582618114, 22.92536260553747, 21.51047617495468, 27.046845374138403, 24.629073914669647, 22.38018026072707, 26.02449314941116, 21.235224539338244, 21.40325099832207, 17.96093313806466, 17.281664388825313, 18.621327810016403, 30.73129693175752, 19.075971368585204, 39.17725821276659, 19.803074913169315, 18.811295035781146, 31.58263813607485, 21.636516254270163, 26.26244014386481, 29.873041685181214, 26.707624592816597 ], "crps_fair_clim": [ 25.816842345274544, 29.784855136429805, 21.25338887636053, 21.37985504225225, 23.545556991951106, 27.7353731375391, 22.397769722222264, 21.27384683098207, 22.922178731113057, 24.994373724137105, 22.766965373701, 17.610819547871735, 16.63602687138586, 20.334230525020402, 34.957078430221465, 16.48527084926081, 36.22875403650616, 20.840048277478832, 19.576081567546453, 26.351181057415474, 20.28281073796233, 22.944746109238622, 24.116273981900072, 21.01687306713241 ] }, "rps": 0.4508874060700833, "rpss": 0.005187140761782394, "brier_below": 0.22479852139348186, "bss_below": 0.007161144546463882, "brier_above": 0.2260888844832285, "bss_above": 0.0032166061783056588, "crps": 25.636213857505595, "crpss": -0.05056865393361831, "crps_fair": 24.787872562407227, "crpss_fair": -0.05996911983198561 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4866812862350748, 0.4744311067207662, 0.473408940181277, 0.48211718340266857, 0.4576823143145888, 0.42040901270815045, 0.45095053516928063, 0.4403073134082333, 0.4320324104760365 ], "rps_clim": [ 0.4947890992304722, 0.4753205974707632, 0.4560866594726808, 0.47037878645621833, 0.47299821491804606, 0.4357581018035622, 0.4528379078704793, 0.43596840945468646, 0.4603811312931576 ], "brier_below": [ 0.13907350872218854, 0.21949697383163488, 0.16972817394564577, 0.15925478723895004, 0.1764318044624346, 0.19466472961607872, 0.16387433541906854, 0.2594115256278143, 0.17597807615547992 ], "brier_below_clim": [ 0.14043822061767963, 0.21741971507988192, 0.16137133777697532, 0.15421278761631982, 0.1844784913304739, 0.20067295850650194, 0.1605724275435595, 0.2610749478831005, 0.18824828684533776 ], "brier_above": [ 0.34760775576071373, 0.2549341262166622, 0.30368075369619557, 0.3228623792292302, 0.28125049880880304, 0.22574428224078485, 0.28707618847784916, 0.1808957975192633, 0.25605432682974644 ], "brier_above_clim": [ 0.35435085494429375, 0.2579008762312236, 0.2947153086203139, 0.31616598226162707, 0.28851971169071594, 0.23508514114649787, 0.2922654680223936, 0.17489347015413084, 0.272132835460955 ], "crps": [ 28.42881459224011, 16.908160628296187, 29.53149029082166, 21.791391558677862, 16.57971701635268, 14.787765973484012, 24.214923000181667, 15.339160717085933, 15.44054485805714 ], "crps_clim": [ 29.281647851966547, 17.15803927516819, 25.993136341641158, 19.58864279444303, 17.83614860391533, 15.27535033028718, 21.278592720172202, 13.65283925983951, 17.80733890498982 ], "crps_fair": [ 28.068406284656113, 16.601473216680006, 29.22961961182852, 21.483159994001817, 16.281233794562706, 14.43712807929774, 23.863998920214144, 14.983147300512975, 15.078007175741709 ], "crps_fair_clim": [ 28.553163894312622, 16.429555317514268, 25.26465238398724, 18.860158836789104, 17.107664646261412, 14.546866372633263, 20.55010876251828, 12.924355302185589, 17.078854947335895 ] }, "rps": 0.457557789179564, "rpss": 0.00878532657150044, "brier_below": 0.18421265722436614, "bss_below": 0.00633822403549289, "brier_above": 0.27334512319769433, "bss_above": 0.010427687283701137, "crps": 20.335774292799695, "crpss": -0.028954755073553384, "crps_fair": 20.00290826416619, "crpss_fair": -0.0508465374818583 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4968672492522671, 0.4741269756416374, 0.5061471238772505, 0.4594041472221032, 0.44656096145759494, 0.41840424692913547, 0.4587096457819615, 0.4413658446827956, 0.42008417855791536 ], "rps_clim": [ 0.5102317652431445, 0.47433267737964163, 0.4783180441293248, 0.4525347847419441, 0.4603745980834287, 0.4422445935566512, 0.44415660691947745, 0.4338588592002403, 0.45616205495422807 ], "brier_below": [ 0.12335286758862361, 0.2531783041765177, 0.15361990158605734, 0.1598365079759206, 0.1555505286947474, 0.15963824041858796, 0.16874451176580083, 0.25889460907289347, 0.1121507354566516 ], "brier_below_clim": [ 0.126539540948379, 0.2545659968360651, 0.13841351661655463, 0.1589549412230946, 0.16053153657975874, 0.16798009656758436, 0.15927262223192998, 0.25847884644300917, 0.1239877850693975 ], "brier_above": [ 0.3735143544257587, 0.22094867057967832, 0.3525272011006282, 0.2995676265529564, 0.2910104198652889, 0.25876599948084095, 0.28996512172649014, 0.1824712453763471, 0.3079334256283774 ], "brier_above_clim": [ 0.38369219542168237, 0.21976668098266122, 0.33990450646953646, 0.2935798307591138, 0.29984304762398367, 0.27426448768318373, 0.28488397348275224, 0.17538002113326967, 0.3321742502238743 ], "crps": [ 40.14105928607528, 21.739038286385874, 45.397554992810946, 27.02837092230719, 21.564324098575618, 19.694803946504575, 32.64515853800664, 21.636001326284173, 21.180163039708088 ], "crps_clim": [ 41.92534574035464, 22.089318991170305, 40.08494619654123, 23.890249665507238, 23.177153551992927, 21.71108717495611, 28.004720878699523, 19.009192462863844, 25.3617561381083 ], "crps_fair": [ 39.67635607666655, 21.323809748316034, 45.003785811672245, 26.61483856050628, 21.16603892032262, 19.220290573527745, 32.1939634828775, 21.160501664776714, 20.696333544576923 ], "crps_fair_clim": [ 40.950951294224595, 21.114924545040267, 39.11055175041119, 22.915855219377203, 22.202759105862885, 20.736692728826064, 27.03032643256948, 18.034798016733802, 24.38736169197826 ] }, "rps": 0.45796337482251787, "rpss": 0.007355981874148432, "brier_below": 0.17166291185953336, "bss_below": 0.002426948661060524, "brier_above": 0.286300451637374, "bss_above": 0.010288089985278415, "crps": 27.89183049296204, "crpss": -0.023537675354101673, "crps_fair": 27.45065759813807, "crpss_fair": -0.04470360670629714 } } } } }, "JJAS": { "tag": "init05_JJAS", "methods": { "mvs": { "lambda_": { "training_mean": 0.5881065768214245, "training": [ 0.6066599667243759, 0.58540099228822, 0.5831115310654001, 0.582779528302588, 0.5726411862332346, 0.5808365912245709, 0.6086419525337933, 0.6140968893228808, 0.5999874303429817, 0.5990998845290103, 0.5967476609523872, 0.5507311823118889, 0.5754562439396911, 0.5941376764592154, 0.6277988081947176, 0.5785557038202808, 0.5906836596810687, 0.5885814754650417, 0.5880841610892054, 0.58220849999007, 0.5894619185800025, 0.5689712144874683, 0.6106647654658128, 0.5392189207102834 ], "test": 0.6113933660018047 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41572050653290454, 0.45777802603881845, 0.4284006705235833, 0.46107978097554453, 0.41716706300942114, 0.477964246577554, 0.43265744182560806, 0.41474591024532587, 0.393804873160686, 0.4734215091296651, 0.37582879521521434, 0.5116405745404586, 0.4379569945453267, 0.40860568590947505, 0.41120761805376665, 0.434783400426553, 0.4698183057286592, 0.41025752579192837, 0.46448111418814564, 0.46952743631124033, 0.4385555364224456, 0.42082001729403445, 0.4073699386420468, 0.5568816236426463 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26517684544979836, 0.1837020593997106, 0.25690960452041917, 0.1899667364192553, 0.22315764267172367, 0.16105931157568565, 0.24736615626911462, 0.23991192516091123, 0.16044836033582094, 0.29328860355329195, 0.14277957801707247, 0.3267402846642841, 0.23997178581355513, 0.13743399742599918, 0.09507219354134037, 0.21513917974589433, 0.33344365174147295, 0.14930419022152877, 0.19980552804566504, 0.14854864334371604, 0.19816535383051492, 0.24129336991133926, 0.25607703154307787, 0.35128938111025804 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15054366011368353, 0.2740759673029171, 0.1714910647324878, 0.2711130458202568, 0.19400942107170965, 0.3169049367332073, 0.18529128365653622, 0.17483398532574468, 0.23335651280968187, 0.18013290411896354, 0.2330492171103312, 0.1849002891359934, 0.19798520782495507, 0.27117168973229205, 0.31613542456265387, 0.219644219883275, 0.1363746524193985, 0.26095333691158684, 0.2646755878693214, 0.32097879703552573, 0.24039018316814112, 0.17952664739634117, 0.1512929074854874, 0.2055922431969544 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.48531825749868, 60.4217498077284, 36.199040586426854, 58.23644739195621, 62.17948101027012, 73.05135707767803, 37.29579372412385, 38.24352803971538, 35.084202767796995, 45.50219205021297, 35.03343127590022, 57.94037092951499, 36.860938006176085, 36.0045657074297, 56.196132421711226, 42.0063106263386, 52.78285544357317, 38.650812008198415, 55.71080032619232, 59.64368634979556, 39.061319805015216, 40.20101498029792, 45.69214337639172, 70.42639884998569 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 48.975371487452136, 58.855328277398016, 34.76049789455847, 56.62842557602322, 60.695535237801245, 71.47481128176952, 35.79182111491752, 36.78353227230572, 33.59756719680408, 43.96298668293163, 33.51955532369774, 56.42346822312544, 35.32438290755749, 34.48528494402624, 54.859789398343956, 40.47768739258037, 51.295211248692695, 36.99468294633532, 53.97149232472499, 58.08934217634717, 37.377483096719494, 38.779883502984404, 44.109590568918165, 68.91120556849212 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44126977478046053, "rpss": 0.02678907346742032, "brier_below": 0.2190021422629771, "bss_below": 0.03437292790336821, "brier_above": 0.2222676327257269, "bss_above": 0.019199217209978525, "crps": 48.45457878416369, "crpss": -0.027819342854219276, "crps_fair": 46.92270569352113, "crpss_fair": -0.03860023478753738, "reliability": { "below": { "weight": [ 0.0, 0.003325, 0.304268, 0.485205, 0.165265, 0.038493, 0.003444, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2614, 0.3456, 0.4397, 0.5456, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6954, 0.2518, 0.3438, 0.4624, 0.5954, 0.7544, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.238296, 0.507837, 0.22285, 0.029803, 0.001213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2586, 0.3523, 0.4376, 0.5342, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2275, 0.3679, 0.4245, 0.3759, 0.1855, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.419412745727899, 0.4836372544758832, 0.4133469854903796, 0.45376662833360826, 0.3783085108547154, 0.5219519212720539, 0.3943571157539185, 0.417672450461831, 0.3798793680135661, 0.45193351887817373, 0.3431094781775913, 0.5568007696680404, 0.4066233108895988, 0.39260397831664295, 0.3910693548132413, 0.4229155360141911, 0.4795671003203191, 0.43358895607551556, 0.47130556100206517, 0.4625128308134605, 0.44652052521225777, 0.3836487434840681, 0.397242975055904, 0.5051846790194872 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25341481915703445, 0.1982058226375791, 0.2575284041099852, 0.14553217414229896, 0.24128514242624782, 0.15000358068154385, 0.1782225244177768, 0.20219997845671234, 0.16710098685329075, 0.3499576674335996, 0.0905653203090488, 0.3628969541373429, 0.23014727975970165, 0.1436538590162964, 0.09236791305759301, 0.18821548534043417, 0.37056765981164846, 0.14632196891747282, 0.21946818019892222, 0.12799828537841645, 0.1859907680981911, 0.27004421087396147, 0.27001690826184627, 0.2897796315920559 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1659979261759561, 0.2854314330929504, 0.15581858067867635, 0.30823445660981247, 0.13702336928917577, 0.3719483431377929, 0.21613458998096735, 0.21547247205660927, 0.2127783804716156, 0.10197584936251844, 0.2525441583445939, 0.19390381593009903, 0.17647602904744752, 0.24895012034038522, 0.29870144137824245, 0.23470005029018495, 0.1089994389613581, 0.28726698944036133, 0.25183738228459773, 0.3345145505269475, 0.2605297584393139, 0.11360453224707076, 0.1272260670067485, 0.21540504818449444 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.62807702152905, 94.03073045231552, 54.87829130717722, 85.70850911889897, 87.58500227566795, 114.78147538525296, 55.30809752336391, 57.44533908887895, 52.16310208535443, 65.07457567160301, 50.669111966179074, 88.91267801613212, 50.71430196452927, 51.71673432343616, 59.10403820340073, 61.59563556273312, 76.17006251080603, 58.31976505791169, 81.80105597776338, 79.85166341639328, 57.451843182802186, 57.211702864797005, 71.89254260140997, 93.5355734460259 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.41964373021524, 91.82479218277712, 52.77520203783767, 83.3239646539499, 85.33442645519278, 112.55081758158619, 53.13515612526559, 55.322190470546424, 50.065746113533606, 62.81589608466083, 48.55574045131808, 86.77378025111149, 48.5302236920368, 49.57247553483674, 57.18205799900395, 59.404308577020785, 74.06606513297201, 55.94745433454605, 79.35627575220731, 77.62713494841383, 55.085349466154916, 55.18400792517643, 69.58689507885869, 91.36378623762685 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43362334575518385, "rpss": 0.043528450640222704, "brier_below": 0.21381189687787502, "bss_below": 0.05720070434739055, "brier_above": 0.21981144930324667, "bss_above": 0.029843466818523234, "crps": 70.10624620934841, "crpss": -0.01467717044418082, "crps_fair": 67.90847461736873, "crpss_fair": -0.02560128524880745, "reliability": { "below": { "weight": [ 0.0, 0.00433, 0.372083, 0.412359, 0.154298, 0.053101, 0.003829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2595, 0.344, 0.4428, 0.546, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6514, 0.2333, 0.3414, 0.5269, 0.6262, 0.6978, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.296171, 0.467158, 0.199578, 0.035634, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2551, 0.3502, 0.4393, 0.5332, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2174, 0.3864, 0.4344, 0.4186, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46376301464207975, 0.4472274468915803, 0.4408511731080382, 0.44593568616868734, 0.4129480101170967, 0.4755391511132811, 0.41910734681760975, 0.4112768097090731, 0.44707130507194714 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15821798319417502, 0.2102708226415771, 0.13838229183529968, 0.12571675179182296, 0.18970836347305353, 0.23186344003957488, 0.224460197698413, 0.13715824497329282, 0.2236984204825078 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30554501907164877, 0.23695662225056918, 0.30246886200898804, 0.32021891414012976, 0.22323964547913797, 0.24367571466818602, 0.19464715051256973, 0.27411855551479203, 0.22337288643002184 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.71875674893731, 37.19975329797671, 55.26605538966382, 54.668845370864645, 31.662183729235316, 58.09382568386139, 38.33045647600141, 43.31833096917961, 47.77098264409404 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.96315271739511, 36.440198138373006, 54.48086805235374, 53.83333446162889, 30.94688008142998, 57.24731617577117, 37.53693976732004, 42.46643728729688, 46.91679074002286 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4404133270710437, "rpss": 0.039464695839586006, "brier_below": 0.18216405734774632, "bss_below": 0.025544044835453805, "brier_above": 0.25824926334178255, "bss_above": 0.04904721150315605, "crps": 46.11435447886825, "crpss": -0.017583491286999875, "crps_fair": 45.31465749128797, "crpss_fair": -0.04327362887637243, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.398509, 0.506567, 0.093946, 0.000978, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2557, 0.3458, 0.4315, 0.5098, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1878, 0.2303, 0.381, 0.1543, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.204566, 0.500649, 0.23405, 0.060736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3497, 0.4468, 0.5326, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3855, 0.4754, 0.5487, 0.5938, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46201898784487466, 0.4295827402746702, 0.4587636943697183, 0.45370864095782604, 0.414943756472879, 0.43481940778934536, 0.4247360485231668, 0.4410679765358591, 0.4398980710086551 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13383962641510655, 0.21756886436523032, 0.15038821974047745, 0.13038797589202533, 0.16834565744739766, 0.16788254970216157, 0.23685249869113756, 0.1492884940999707, 0.18880884013493882 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3281793443592384, 0.21201387893310494, 0.3083754569149754, 0.32332064715321523, 0.2465980935430487, 0.2669368533859514, 0.1878835502353862, 0.2917794701899148, 0.25108922738971623 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.13278850265125, 53.565632357834346, 81.54693739075897, 78.95049050234954, 47.3333808039404, 73.65561490116087, 58.52473133046488, 64.87222930389898, 68.9431365264149 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.0581109792568, 52.473851180659025, 80.45266793705086, 77.78907039676757, 46.300870493029855, 72.46521813708522, 57.3871130690231, 63.660630233435704, 67.7429886853661 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43994881375299943, "rpss": 0.03181956849654455, "brier_below": 0.1714847473876051, "bss_below": 0.03161371977969274, "brier_above": 0.2684640580116168, "bss_above": 0.03195100684492169, "crps": 66.61388240216381, "crpss": -0.023502914903089422, "crps_fair": 65.48116901240824, "crpss_fair": -0.05063501916607027, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.404204, 0.499935, 0.095725, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.255, 0.3446, 0.4323, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1749, 0.1846, 0.3635, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293774, 0.4703, 0.181816, 0.054109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3446, 0.4452, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4279, 0.4996, 0.5958, 0.5484, NaN, NaN, NaN, NaN ] } } } } }, "ls": { "lambda_": { "training_mean": 0.6029673078372336, "training": [ 0.6213488958565618, 0.5996542715120986, 0.5972069139022382, 0.5997051442180558, 0.5907359474760637, 0.5993976507226243, 0.621370515859935, 0.630156433967022, 0.6133472858182222, 0.6114385005285882, 0.6133023072090177, 0.5682259895848064, 0.589773758652923, 0.6073524535973825, 0.6390246212384948, 0.5959898677617601, 0.6040663530660549, 0.6021631642023351, 0.6034109575530862, 0.5980995497472732, 0.6039334547918004, 0.5819484796230353, 0.6237946589050312, 0.5557682122991976 ], "test": 0.6249281428451154 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4154812811133788, 0.45811534697405826, 0.42860325877050576, 0.4619825544380991, 0.4199496372418894, 0.4786263215327561, 0.4349524530555331, 0.4141272648255055, 0.39817963623364444, 0.4769588660780689, 0.37211122945032976, 0.5032846983404159, 0.43954779845351494, 0.4114649985578011, 0.4147831056789262, 0.4316990963250305, 0.4698688118840294, 0.4112387421056353, 0.4651336160060746, 0.46923355053018295, 0.4371506457744491, 0.4319645734511114, 0.4103283735213623, 0.5507065287602552 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2624841699245749, 0.1803136535457415, 0.2578745416779606, 0.19079933064862106, 0.22598918852708594, 0.15947417202663883, 0.24669768592497193, 0.24014908938809917, 0.16417905157863463, 0.2995456427879455, 0.14253814015107566, 0.3213720167881158, 0.24346400659136055, 0.13897457406972502, 0.0975986096215505, 0.21163520396827315, 0.333563196430389, 0.1476706850636592, 0.20078957143122467, 0.1468506730420656, 0.1932187095003192, 0.25330009948540594, 0.2587261032504685, 0.3456761872937802 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15299711118281148, 0.2778016937171912, 0.1707287167017531, 0.27118322477345475, 0.19396044920358743, 0.31915215075143466, 0.18825476559035342, 0.17397817560627826, 0.23400058470527094, 0.17741322308121635, 0.22957308909495205, 0.1819126807719873, 0.19608379140419205, 0.2724904257302768, 0.3171844955156795, 0.22006389146133085, 0.13630561434889588, 0.26356805783952686, 0.2643440457050551, 0.3223828806683074, 0.24393193696442483, 0.1786644740119539, 0.1516022707876929, 0.2050303422521473 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 48.80707310512816, 61.20061620352267, 38.35445385517424, 58.815719130638, 65.27638464585812, 72.54961396754885, 38.55675640082839, 38.43939487364621, 37.500401294209006, 48.82360355101967, 35.51144388832328, 57.40392356243961, 38.01350886337321, 38.2733914048496, 55.42343370530457, 42.00089053662152, 53.668612598060776, 40.19614192713808, 56.8446378317981, 58.38192059506391, 40.3054031899454, 46.55314835067745, 50.71153776459062, 76.86456860689961 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 47.24719591622487, 59.54449410476282, 36.8922002664561, 57.1812970162382, 63.89347258452085, 70.8788443306109, 36.97786854480325, 36.91796988613222, 35.93243761484242, 47.22871241688482, 33.94008924511724, 55.7978686628701, 36.418185497858325, 36.71353282939184, 54.00122450677138, 40.40032777370447, 52.12255460109283, 38.52087857584962, 54.994117269437254, 56.779456274697495, 38.55453251239605, 45.08557271087679, 49.09190171729148, 75.30237512009815 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4418955162126066, "rpss": 0.02540901429783038, "brier_below": 0.2192868459465703, "bss_below": 0.03311760874729752, "brier_above": 0.22260867049457392, "bss_above": 0.01769431923385767, "crps": 49.93652416052746, "crpss": -0.05925439318588954, "crps_fair": 48.35071291578873, "crpss_fair": -0.0702081443145921, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.310699, 0.482735, 0.165746, 0.04082, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2608, 0.3485, 0.4423, 0.5459, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2535, 0.3451, 0.4769, 0.5702, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.258468, 0.491701, 0.218639, 0.029839, 0.001354, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2602, 0.3529, 0.4371, 0.531, 0.604, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2414, 0.3671, 0.4219, 0.3932, 0.1662, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4187898935214084, 0.4808967456307315, 0.415065986636324, 0.45322469061900045, 0.3825104430773365, 0.5177270113355841, 0.3995089120722449, 0.4121679574389364, 0.38148840987737925, 0.45718259915669784, 0.33676405556757144, 0.5457070690906433, 0.40345896347816024, 0.394720386465325, 0.39914978132421475, 0.42026448112886267, 0.47907555756711756, 0.4356101314069031, 0.4713699220147761, 0.46153593954453576, 0.4478808452627206, 0.3996311560432993, 0.40549354800593346, 0.5015205984857555 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2509068416352066, 0.1903334865021578, 0.2631594986229551, 0.14526048177073142, 0.24570708144723719, 0.14158537614774774, 0.180677835658114, 0.20104735963167175, 0.16795007274614063, 0.3585787557581564, 0.09082349898459173, 0.35919257455280035, 0.23133525096430393, 0.14248098746990168, 0.09251490381347821, 0.1852688851960209, 0.3724371216487935, 0.14255985317945166, 0.21790187618211812, 0.12428642279085286, 0.18251477815220155, 0.28843491605762145, 0.27866009840112355, 0.2892775512962187 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16788305256645722, 0.29056325933384086, 0.1519064882106032, 0.3079642109920711, 0.13680336239942867, 0.3761416367435542, 0.218831075209762, 0.2111205977476113, 0.2135383367794049, 0.09860384323862388, 0.2459405568149814, 0.18651449482327917, 0.1721237112361422, 0.25223939962828773, 0.30663487634203007, 0.2349955952079045, 0.1066384347648325, 0.2930502794310375, 0.2534680470171014, 0.3372495206636138, 0.2653660680738608, 0.11119623978823234, 0.12683344996943097, 0.21224304874144725 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 74.54053250377217, 94.16914876753852, 58.15476319708666, 86.07892597160973, 90.25808154311642, 113.15501679899717, 57.365273322043535, 57.251229884979146, 55.830949133406214, 69.78444841249177, 50.889670291954594, 87.60921393840148, 52.11401841759123, 54.70432069753496, 60.99744325802102, 60.59800458567139, 77.45324618402648, 60.067609038223885, 83.36123098219967, 78.35307301390893, 59.02890362139653, 66.58185711081563, 79.89572237636767, 101.89408760842774 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 72.35227845553636, 91.93074286467993, 56.107674507031575, 83.75126177667912, 88.25283249161777, 110.8883126758939, 55.1751593969911, 55.12704544190234, 53.70674172824666, 67.52814076578031, 48.808049781287224, 85.44113584973908, 49.948704718438236, 52.60301967897153, 59.07545781562304, 58.39906998077784, 75.37876204996024, 57.78444775132194, 80.86083503254395, 76.1747138956061, 56.67347957020375, 64.57043311451956, 77.62526443403432, 99.76391884220419 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4341977118646443, "rpss": 0.04226153351504214, "brier_below": 0.21428731285873318, "bss_below": 0.055104367060082926, "brier_above": 0.21991039940514745, "bss_above": 0.029406742125053897, "crps": 72.08903211081594, "crpss": -0.04337486425722381, "crps_fair": 69.91364510914958, "crpss_fair": -0.055884772620609535, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.398921, 0.406232, 0.143163, 0.051684, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2583, 0.3447, 0.4458, 0.5462, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2369, 0.3535, 0.5454, 0.6082, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.345482, 0.441041, 0.183055, 0.02876, 0.001662, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2568, 0.3497, 0.4389, 0.5321, 0.604, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2356, 0.3929, 0.431, 0.4511, 0.2421, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.465085654369863, 0.4436863654813535, 0.4415279405659949, 0.44563217856486925, 0.4143144880025629, 0.47237350545149087, 0.42218173507350376, 0.41133918624520915, 0.4481637056772863 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15612701386904773, 0.2048141569468191, 0.13800638529612716, 0.1225974017759117, 0.1916118109647825, 0.2277121471017428, 0.22434610271208097, 0.13578440605673248, 0.2211909612935416 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30895862765541393, 0.23887220633480935, 0.3035215360350052, 0.3230347564542619, 0.22270267612993314, 0.2446613613583787, 0.19783563386366174, 0.2755547708825195, 0.22697274593040276 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 51.04701802427833, 38.41978786556822, 55.79336475508248, 60.05108720819337, 32.98397767325618, 63.74742026401885, 40.728900296389455, 45.584950459844606, 52.781612083514084 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 50.26306063380197, 37.64057884333723, 54.97742358124521, 59.16217437061809, 32.24935576396953, 62.85667592414567, 39.919056316393394, 44.68800545230539, 51.88101850638983 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4404783066035704, "rpss": 0.039322976388326825, "brier_below": 0.18024337622408737, "bss_below": 0.03581840513556911, "brier_above": 0.26023492384937624, "bss_above": 0.041735402082018536, "crps": 49.01534651446062, "crpss": -0.08159830049627992, "crps_fair": 48.18192771024514, "crpss_fair": -0.10928642852901693, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.411991, 0.497649, 0.089756, 0.000605, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.258, 0.347, 0.4288, 0.5075, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1731, 0.2373, 0.4227, 0.2495, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.234876, 0.458201, 0.249352, 0.057572, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2681, 0.3503, 0.4461, 0.5317, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4236, 0.4586, 0.5493, 0.6041, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46579867148343285, 0.42776663282696514, 0.4611644445640296, 0.4535769023755451, 0.41609306190674816, 0.43376973398827967, 0.4273004369208453, 0.44075723719440846, 0.43973034855236776 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1300211354488585, 0.21264220379476262, 0.14919891392386433, 0.12413028591328107, 0.1706074878026818, 0.16485818619089057, 0.2357526198173481, 0.14603057572595612, 0.18442465890295842 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.33577751787216903, 0.2151244318076732, 0.3119655127856458, 0.3294465981751513, 0.2454855686940736, 0.26891154200218226, 0.19154781765614434, 0.29472664889871286, 0.25530568559338707 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 75.66962222142585, 55.394227967274546, 82.34026380937163, 85.71619708996012, 48.78048797277487, 80.19950892716166, 61.630053090400075, 67.93176451411132, 75.34295165227996 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 74.60544500744949, 54.32706901013321, 81.26274384513975, 84.54133553730748, 47.771311961720436, 79.0122516490048, 60.520775475218635, 66.71202970756987, 74.13939996068883 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4406619410902913, "rpss": 0.030250213354417133, "brier_below": 0.1686295630578446, "bss_below": 0.04773714401747975, "brier_above": 0.2720323692761266, "bss_above": 0.01908410707272512, "crps": 70.33389747164, "crpss": -0.08065986372204326, "crps_fair": 69.2102624615814, "crpss_fair": -0.11046773483890249, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.454688, 0.465824, 0.079353, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3433, 0.4312, 0.5119, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1614, 0.1956, 0.4197, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.360961, 0.401444, 0.186048, 0.051547, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2669, 0.3446, 0.4463, 0.5356, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4601, 0.4807, 0.5929, 0.5678, NaN, NaN, NaN, NaN ] } } } } }, "vs": { "lambda_": { "training_mean": 0.5781510298615493, "training": [ 0.5975233071365407, 0.5764145586156871, 0.5741003544563195, 0.5728770913201925, 0.5599913428104096, 0.5708594763062843, 0.6004758071698962, 0.6035679857782383, 0.5910040263789177, 0.589680133774568, 0.5883981736652478, 0.5378676596175395, 0.5661109330856621, 0.5829320330504228, 0.613328150236085, 0.5688721848827608, 0.5811241395399279, 0.5803340627348151, 0.5796349983665374, 0.570092303557419, 0.581222725891441, 0.558675983222483, 0.6025883810022714, 0.5279489040775174 ], "test": 0.6006460494058897 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4154675357694258, 0.4565962113251081, 0.4298593231826362, 0.46285718023033795, 0.415962545700061, 0.47972458221551506, 0.43663718889133435, 0.41679140590354796, 0.39165372249457125, 0.4707772577775777, 0.37495470936452174, 0.5130922796615173, 0.43638556739586426, 0.4061921983062134, 0.4056995701565493, 0.43528302936772884, 0.4701847168277913, 0.4102089129077134, 0.462536881299213, 0.46808354097354543, 0.43855380179348946, 0.4205108454199069, 0.4069738888804788, 0.5642797135955535 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2649535070417894, 0.18211619993322778, 0.2580845850300415, 0.1910738905870744, 0.22239188239387844, 0.1613589926000383, 0.25111020068742324, 0.2414230091972073, 0.15837119575769826, 0.29120894847741147, 0.14178152408301659, 0.32804486970692875, 0.2385378052194802, 0.13546811487317317, 0.0912895673330379, 0.21566780811788402, 0.3337415314653371, 0.14878485766983235, 0.19813116334468778, 0.14793966141252418, 0.1977976591389517, 0.24137849106739384, 0.2557943503018686, 0.35694683677577876 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15051402762078306, 0.27448001216896806, 0.17177473687223946, 0.27178329083415825, 0.19357066400610673, 0.31836559135036885, 0.18552698623093106, 0.1753683967508571, 0.23328252664011054, 0.17956830785522596, 0.23317318527289388, 0.1850474091723401, 0.1978477612841363, 0.27072408450413443, 0.31441000279513714, 0.21961522045541673, 0.1364431836992366, 0.2614240566968957, 0.26440571976371047, 0.3201438838598807, 0.24075614330794254, 0.1791323542730066, 0.15117953903281586, 0.20733287739339057 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.66332827964209, 60.41512276547026, 36.08565076774318, 58.17450281167677, 62.0181609143871, 73.28169578819559, 37.20086709763527, 38.23551258444487, 34.99346419399177, 45.38302972096537, 34.89044231448238, 57.96633360050864, 36.82603428352445, 35.94092776508311, 56.40075235736675, 41.876881593721336, 52.744762518772156, 38.64960990480476, 55.630952021896164, 59.68095986127854, 39.02932930658477, 40.0555378888952, 45.42864789500426, 70.38159892276173 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.16568508228491, 58.861966521646956, 34.65789752013521, 56.580160316722086, 60.54363041663767, 71.71992757501386, 35.70957878265603, 36.78636593612587, 33.518832802816746, 43.857534647358996, 33.3888763307316, 56.462268296758324, 35.305629075902644, 34.43472051212583, 55.08098697185275, 40.3614891758814, 51.26892410137812, 37.00733794664698, 53.90595420826127, 58.140485823134675, 37.35814421767898, 38.645252633764194, 43.85661059125282, 68.87609588671756 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4412194420600084, "rpss": 0.026900081191732483, "brier_below": 0.21889152717565355, "bss_below": 0.034860653373988026, "brier_above": 0.22232791507669528, "bss_above": 0.018933209171411947, "crps": 48.414754381618195, "crpss": -0.026974586955376356, "crps_fair": 46.895598140561894, "crpss_fair": -0.038000228661465574, "reliability": { "below": { "weight": [ 0.0, 0.004551, 0.321031, 0.470354, 0.159226, 0.036508, 0.008331, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1934, 0.2602, 0.343, 0.4368, 0.5387, 0.6082, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7467, 0.2527, 0.3481, 0.4569, 0.5744, 0.6861, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.24148, 0.489658, 0.236432, 0.029382, 0.003048, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2566, 0.3513, 0.4375, 0.5335, 0.6093, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.228, 0.3656, 0.4282, 0.3899, 0.1015, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41852936693413456, 0.4838515400974356, 0.41314906469213286, 0.4539576059703205, 0.3774726883482404, 0.5234390351215396, 0.39380371606398, 0.41753335316398793, 0.37922595386979324, 0.45095714346203974, 0.3424306066927042, 0.5603665601849764, 0.40685442585597303, 0.3924520767302985, 0.3878420076980834, 0.4227650939129585, 0.4793554542738676, 0.43369818329852466, 0.4715915000209583, 0.46229255520335355, 0.4463188182014914, 0.38302484551700566, 0.3954371707893785, 0.5075089531621364 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25274652741487047, 0.19822138117360752, 0.25760885466827604, 0.1453616809536653, 0.2409134609866442, 0.15046485260891154, 0.17793839888127244, 0.20200436454934242, 0.16676126719087486, 0.3495337137013856, 0.08986807248463356, 0.36489933087132265, 0.2302335479501864, 0.1433642980990119, 0.09096845397737487, 0.1880446643550866, 0.370607494475096, 0.14630679312302408, 0.219612361835804, 0.12781445241077052, 0.1857734345609987, 0.2699931472892134, 0.2687798216103204, 0.29073978168256825 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16578283913502134, 0.2856301602199458, 0.15554020930089932, 0.3085959274421134, 0.1365592282140447, 0.37297418508480606, 0.21586531581059806, 0.21552898865669362, 0.21246468594709558, 0.10142342761775104, 0.2525625347292553, 0.19546722969592836, 0.17662087579395475, 0.24908777972395588, 0.296873553387791, 0.23472042917427058, 0.10874795820856971, 0.28739139253838675, 0.2519791397000146, 0.3344781080234531, 0.2605453849698943, 0.11303169786207859, 0.1266573493627622, 0.21676917222863645 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.66013921333565, 94.02148962790699, 54.89509289992216, 85.7742503146437, 87.68306286392317, 114.79780487818462, 55.320629998555276, 57.449976338777184, 52.18239231484639, 65.08286372955476, 50.68818298009002, 88.93081901644149, 50.720046266845905, 51.73604696300239, 59.078519871176354, 61.60528441232972, 76.16944204939797, 58.334841978889024, 81.79913711398304, 79.85349731441804, 57.4457406053682, 57.21790924835783, 71.86728262469468, 93.56294908144937 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.45063071280683, 91.81423587468105, 52.79022812639401, 83.38959600847969, 85.42972761815918, 112.56582944375997, 53.145932795390614, 55.32529131432084, 50.08238206529475, 62.82304385451667, 48.572411472760834, 86.79031954261966, 48.534245576666954, 49.58998619268137, 57.15551869806445, 59.411911991386276, 74.06422098204435, 55.960629521793955, 79.3529799268483, 77.6273070800834, 55.07741085123505, 55.18851423129455, 69.56047058961003, 91.3892408186795 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43349407163605475, "rpss": 0.043813599071980236, "brier_below": 0.21369000653559422, "bss_below": 0.05773817738105813, "brier_above": 0.2198040655344967, "bss_above": 0.029876055710116534, "crps": 70.11989173775392, "crpss": -0.014874667912671224, "crps_fair": 67.92050272039884, "crpss_fair": -0.025782942074355386, "reliability": { "below": { "weight": [ 0.0, 0.006522, 0.371732, 0.399121, 0.160154, 0.051722, 0.010749, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1936, 0.2579, 0.3426, 0.4399, 0.5394, 0.6075, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7302, 0.2289, 0.3454, 0.5052, 0.6204, 0.645, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.298909, 0.455345, 0.208402, 0.033766, 0.003578, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2532, 0.3496, 0.4397, 0.5334, 0.6095, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2183, 0.3819, 0.443, 0.4417, 0.1547, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4635371738864292, 0.4452874514354901, 0.4374500892109569, 0.44353298020171483, 0.4141296234338897, 0.4781652572077198, 0.4187371910187092, 0.4092814536454903, 0.4486570698563562 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15764948041522786, 0.2086239019652243, 0.13622880760449024, 0.12395969995558682, 0.19090764038382665, 0.2332647091360285, 0.2244887041736055, 0.1361846299180163, 0.22462547473041194 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30588768119425097, 0.23666354783550775, 0.3012212623543466, 0.31957326005469466, 0.22322198174947855, 0.24490055176294517, 0.19424848819342977, 0.27309681460167573, 0.22403159723719354 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.623163923423874, 37.11162483508364, 55.11035226990765, 54.66354285367113, 31.57912336846044, 57.971781134311485, 38.215054321629346, 43.17183809825551, 47.75857482523433 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.87422744287839, 36.358021233054636, 54.33103244572614, 53.83491533261522, 30.869460149142547, 57.13190057471581, 37.4290504118068, 42.327922549058115, 46.91059431940315 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4398642544329729, "rpss": 0.04066221558069594, "brier_below": 0.18177033869804646, "bss_below": 0.027650176464521503, "brier_above": 0.2580939094426136, "bss_above": 0.04961927208411121, "crps": 46.02278395888638, "crpss": -0.015562848246993388, "crps_fair": 45.22968049537786, "crpss_fair": -0.04131721424582624, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.408576, 0.493528, 0.09699, 0.000905, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2534, 0.3431, 0.4284, 0.5108, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1915, 0.228, 0.3771, 0.1662, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.207473, 0.470217, 0.249915, 0.072395, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.27, 0.3476, 0.4425, 0.5321, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3851, 0.4734, 0.5389, 0.6104, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4624286200481078, 0.4299096088376277, 0.4583718792705298, 0.4537757291903981, 0.4149014183902892, 0.4350813952881574, 0.4241507849279265, 0.4405125275518049, 0.4397604616198425 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13389272280062353, 0.21764638811707698, 0.15027547477456743, 0.13059878835213565, 0.16830776768551997, 0.16801523308115493, 0.23658379995596207, 0.14901886371864745, 0.18877323962274636 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3285358801687329, 0.21226322373964499, 0.3080963867977823, 0.32317692299183726, 0.24659364520651536, 0.2670661576240044, 0.1875669852952286, 0.2914936516856405, 0.250987218627558 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.1365590199172, 53.562109513694665, 81.54185628850368, 78.96427930957609, 47.334635276316796, 73.68393383040346, 58.52740153108106, 64.89001257085091, 68.94987189067139 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.06102780856173, 52.469642966651406, 80.44676798746902, 77.80193249995733, 46.30136764556072, 72.49257279248715, 57.38898532493576, 63.67745460638418, 67.74883331969612 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43987693612496487, "rpss": 0.031977747154494085, "brier_below": 0.17145691978982602, "bss_below": 0.03177086415731978, "brier_above": 0.26842000801521604, "bss_above": 0.032109845815695204, "crps": 66.62118435900169, "crpss": -0.023615107344642894, "crps_fair": 65.48762055018928, "crpss_fair": -0.0507385330712502, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.403535, 0.483289, 0.112639, 0.000537, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2528, 0.3429, 0.4297, 0.5064, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1752, 0.1791, 0.3584, 0.5009, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293506, 0.449738, 0.197277, 0.059479, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2696, 0.3423, 0.442, 0.5385, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4283, 0.4957, 0.5929, 0.5553, NaN, NaN, NaN, NaN ] } } } } }, "sqrt_mvs": { "lambda_": { "training_mean": 0.5808683870400942, "training": [ 0.6005552006074909, 0.5781759236503706, 0.5771898696079423, 0.577092500698911, 0.5621084997024012, 0.5740916473434188, 0.6015535145806918, 0.606994817034155, 0.5922799928539557, 0.5933623248270244, 0.590438316378449, 0.5419584349316269, 0.5676745966163972, 0.5859356538872761, 0.6182986310352276, 0.5719003626181758, 0.5838094443559939, 0.581089165258234, 0.5822970596288427, 0.572056017338949, 0.583928324915906, 0.561675061484279, 0.6047360618643387, 0.5316398677422034 ], "test": 0.6033715990974959 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4183984267495046, 0.45530498940411274, 0.4309234443007756, 0.46260805217475576, 0.4151866159158176, 0.47969926289084874, 0.4394918239424728, 0.41891132215522026, 0.39036333134096024, 0.4700609989049124, 0.37479862917914547, 0.514697740890516, 0.43631869084297836, 0.4044336945823426, 0.4027187591980627, 0.4357759804689956, 0.47230625223902395, 0.40904844475730484, 0.4615807103641933, 0.4664015591885372, 0.4384614033972597, 0.41897821329969215, 0.40785043860302206, 0.567425636585892 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26654590148155566, 0.18163856140848986, 0.2581992422028191, 0.1905737224785441, 0.22173860306466608, 0.16161417952510496, 0.2529086089136562, 0.2433032505765101, 0.15784509509896882, 0.29086363970018325, 0.14192124742195913, 0.32840969684261856, 0.23874040123325035, 0.13449911885400964, 0.0913563134137989, 0.21505446661886493, 0.33439998266179966, 0.14775202762236647, 0.19775852121319815, 0.14725605490198054, 0.1972398855711818, 0.24004281097390257, 0.2560278348180481, 0.3582504462259057 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.1518525243072664, 0.2736664288207981, 0.17272420108702216, 0.27203433081865613, 0.19344801359892763, 0.3180850851734026, 0.1865832130225343, 0.17560807145943963, 0.23251823600633822, 0.17919735782209162, 0.23287738163798544, 0.18628804309223781, 0.19757828877798375, 0.26993457706877005, 0.3113624455928192, 0.2207215132524851, 0.1379062681797261, 0.2612964184605117, 0.26382219095978837, 0.3191455084003661, 0.24122151855827972, 0.17893540215845047, 0.15182260416230806, 0.2091751910983146 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.624733833509154, 60.48152181231263, 35.97759244182936, 58.05575650372099, 61.73171166220114, 73.16831851685366, 37.25686598524115, 38.26969389343585, 34.83363016973737, 45.41446394249329, 34.53321568056218, 58.02832049027612, 36.80177977295715, 35.77117489982508, 56.4683882541509, 41.88306537245885, 53.00853902116212, 38.482506863163685, 55.55533246712828, 59.77276196778079, 39.02500555433581, 39.71318614488038, 45.35620708899556, 70.02285949929772 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.13562874121207, 58.94632366463224, 34.55870042123053, 56.4657421558884, 60.26629908323543, 71.63360442869582, 35.7779672732682, 36.8284333783317, 33.37155258759216, 43.88737535828158, 33.0562813278218, 56.536348038094395, 35.29183599100162, 34.27250177004401, 55.16325718182992, 40.37382935478746, 51.546911653234616, 36.85873596192508, 53.84836734352229, 58.2474016660479, 37.36889866468731, 38.30460731451709, 43.78617293843713, 68.54308031596584 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4413226842240145, "rpss": 0.026672382836141373, "brier_below": 0.21891415053430763, "bss_below": 0.03476090216903449, "brier_above": 0.22240853389652096, "bss_above": 0.018577462360133246, "crps": 48.34319299326288, "crpss": -0.02545662557796513, "crps_fair": 46.83624402559519, "crpss_fair": -0.03668646815194454, "reliability": { "below": { "weight": [ 0.0, 0.004778, 0.33244, 0.468503, 0.150306, 0.035811, 0.008161, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1946, 0.2609, 0.3424, 0.4356, 0.5381, 0.6068, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7469, 0.2549, 0.3494, 0.4615, 0.5802, 0.6761, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.235456, 0.479674, 0.250799, 0.030853, 0.003218, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3514, 0.4374, 0.5316, 0.6071, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2287, 0.3627, 0.4255, 0.396, 0.0962, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4197811009389669, 0.4841450042799163, 0.41277634951080866, 0.4528932852526593, 0.37730488866519174, 0.5228065248263674, 0.39367236462300537, 0.41755877654143925, 0.378515389791872, 0.4525582258933194, 0.3412520705376741, 0.5605988172165658, 0.4068406331821267, 0.3922672597354668, 0.3882518425110209, 0.4232389186589803, 0.48066590458022285, 0.4335244283655036, 0.4707979277366961, 0.4621250595463426, 0.447281099471966, 0.38147409353454187, 0.3964629010332367, 0.5071535647983667 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2535851371478224, 0.19838189543352897, 0.25723013797724514, 0.14487749236281486, 0.24078175129422075, 0.14992422043139142, 0.17801997022200639, 0.20246280889373822, 0.16628952696415755, 0.3509228118498456, 0.0898907672320097, 0.36522522294596715, 0.23016684163150455, 0.14322485747190064, 0.09132198829276861, 0.18815142875266427, 0.3714870038268599, 0.14574538609865936, 0.21939953718801256, 0.12769005795114044, 0.18598259038956488, 0.2685313745552486, 0.2694700694509379, 0.2906641421559442 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16619596335654868, 0.28576311009535627, 0.1555462111152915, 0.3080157953635893, 0.1365231382055126, 0.3728823069642414, 0.21565239316125798, 0.21509596778417672, 0.21222586218140013, 0.10163541190434262, 0.2513613038521535, 0.1953735947567637, 0.1766737894712337, 0.24904240346054735, 0.29692985395104526, 0.23508748951790384, 0.10917889914904395, 0.2877790443941569, 0.25139839205610265, 0.3344350067738987, 0.261298510519392, 0.11294271858724103, 0.1269928316865994, 0.21648942361029802 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.64326657310744, 94.30765781535958, 54.689714813624434, 85.68166590238167, 87.20371465004534, 114.99519418821144, 55.30579930751066, 57.43992936336262, 52.0793340912512, 65.18528054966265, 50.11623290660854, 88.8924144264377, 50.66516781215287, 51.59692517578711, 59.32372849721346, 61.59635890225465, 76.46910417559423, 58.25011998273857, 81.71878876927279, 80.01793701724478, 57.58350602057807, 56.730653977550254, 71.81376729463925, 93.19257654051879 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.4551597622578, 92.12348755901282, 52.600850532345326, 83.30327737134544, 84.97764331881277, 112.79896363540516, 53.146773614756775, 55.32806784853242, 49.99483667272866, 62.92754289784141, 48.02641283289795, 86.76604342678803, 48.492338470879865, 49.458831092105875, 57.42393456036446, 59.41215348493899, 74.38147760069303, 55.89915576147668, 79.29083786058459, 77.81483269900428, 55.23326004810299, 54.70943202810422, 69.51365908048446, 91.04871437296761 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4334977679680107, "rpss": 0.043805445829338985, "brier_below": 0.21372612585499806, "bss_below": 0.05757890996240356, "brier_above": 0.21977164257992068, "bss_above": 0.03001915717870085, "crps": 70.06245161471284, "crpss": -0.014043312867027646, "crps_fair": 67.88032027218465, "crpss_fair": -0.025176078634039145, "reliability": { "below": { "weight": [ 0.0, 0.006673, 0.377426, 0.396415, 0.157711, 0.050977, 0.010799, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1948, 0.2583, 0.3427, 0.439, 0.5385, 0.6063, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7288, 0.2302, 0.3463, 0.508, 0.6187, 0.642, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.297609, 0.456203, 0.208843, 0.033818, 0.003528, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2537, 0.3496, 0.4389, 0.5324, 0.6076, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2196, 0.3812, 0.4408, 0.4455, 0.1569, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46246946254640137, 0.44454303471695666, 0.4355536572695674, 0.4413329509271227, 0.4145513632929066, 0.47981393440759573, 0.42025149660616035, 0.40929410866700666, 0.45063156683546585 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1569385553227063, 0.2082639720410847, 0.135306766252721, 0.12281931699652915, 0.19079463653216486, 0.23383177187940835, 0.22527469115217555, 0.1361613060283553, 0.22558378119119957 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3055308948738904, 0.23627906123994094, 0.30024687186908167, 0.3185136137607759, 0.22375672548457823, 0.24598216641768483, 0.1949768068249176, 0.2731327937413008, 0.22504778775530498 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.580365269466824, 37.20481650845581, 55.17451600878682, 54.37107211438562, 31.573326240724718, 57.7061671205158, 38.19927398720123, 43.195946316649334, 47.43510470708952 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.83700542937225, 36.45686530908297, 54.40709685245661, 53.56066967753406, 30.869747371075093, 56.88337632932585, 37.41789507133005, 42.366060999728894, 46.60429298067511 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4398268416965759, "rpss": 0.040743812235305765, "brier_below": 0.18166386637737164, "bss_below": 0.028219732218012994, "brier_above": 0.25816296910749725, "bss_above": 0.04936497327201039, "crps": 45.93784314147508, "crpss": -0.013688499695204026, "crps_fair": 45.15589000228677, "crpss_fair": -0.039618345055023596, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.417663, 0.492416, 0.089241, 0.00068, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2536, 0.3426, 0.428, 0.5105, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.194, 0.2303, 0.3694, 0.1107, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.202472, 0.461974, 0.270902, 0.064653, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2703, 0.3477, 0.4442, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3887, 0.4742, 0.5349, 0.5986, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46228143858359977, 0.4303386549611086, 0.4580005024456431, 0.45345905337751524, 0.41439281261273847, 0.4354621637891242, 0.4253594188192851, 0.44059203123759627, 0.4401671338480589 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13350794186068374, 0.21791793589428407, 0.15006814197345444, 0.13040586065533494, 0.16791339277713746, 0.1681202739933409, 0.23732328861804294, 0.1491813124351209, 0.18918241432443816 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.32877347940044926, 0.21242072214349014, 0.30793234280938653, 0.3230531748033583, 0.2464794145131556, 0.2673418852274888, 0.18803613051294144, 0.29141070674556857, 0.25098471605150524 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.20821650340115, 53.744843431840074, 81.64632725001549, 78.86212104625871, 47.329239592164015, 73.4455877241829, 58.53018769362445, 64.9806898829745, 68.74651065972228 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.14013874036328, 52.66092157910781, 80.56500165805147, 77.720043180666, 46.3048481529439, 72.27178457342006, 57.39882416174914, 63.783965326284566, 67.5640442960638 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.44000591218607443, "rpss": 0.031693913911636895, "brier_below": 0.17151339583687086, "bss_below": 0.03145193999670226, "brier_above": 0.2684925080230382, "bss_above": 0.031848419537273465, "crps": 66.61041375379817, "crpss": -0.02344962013051366, "crps_fair": 65.48995240762778, "crpss_fair": -0.05077594735571633, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.408582, 0.479028, 0.112255, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.253, 0.3428, 0.4294, 0.5146, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1756, 0.1796, 0.3562, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.294314, 0.448928, 0.201846, 0.054912, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2699, 0.3422, 0.4433, 0.541, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4303, 0.4948, 0.5922, 0.5526, NaN, NaN, NaN, NaN ] } } } } }, "pt": { "lambda_": { "training_mean": 0.5804258959119696, "training": [ 0.6008010502306157, 0.578283708738185, 0.5769637993802718, 0.5758271118341171, 0.5603400663997669, 0.5733264066695828, 0.6014034499826955, 0.6066877734665147, 0.5917224145091061, 0.5916972513240856, 0.5907259026158856, 0.5395018298163564, 0.5689349159724951, 0.5854088114340096, 0.61834016687396, 0.5718443351466084, 0.5829280506753691, 0.5815855060851339, 0.582228721575412, 0.5719205699286164, 0.582900340325288, 0.5605124340238472, 0.6041249622039595, 0.532211922675388 ], "test": 0.6022309650039654 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4182847697419225, 0.45471879487477573, 0.4302568275758522, 0.46182589317617384, 0.41469518064938976, 0.4788959976607719, 0.4381831555756394, 0.41792784275967687, 0.3896558827395379, 0.470301790391358, 0.37456312962787514, 0.5165855767721688, 0.43506930656528076, 0.40470298534741783, 0.4013193016715308, 0.4380954546023791, 0.4727023444715977, 0.4107937370251075, 0.4622765241685788, 0.4665258869465647, 0.4400879966719497, 0.41895053708731894, 0.408379322847811, 0.5672479919246117 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2661826607409345, 0.18202725738625092, 0.2576954218139345, 0.19067369667636053, 0.2218602789846638, 0.16111046926639117, 0.25162613682772994, 0.2421273034427575, 0.15781688175235342, 0.29100665184238955, 0.1421014144000164, 0.3294784670977392, 0.23814333807332685, 0.13481079020548706, 0.09117551003208745, 0.21657002524193328, 0.3344725560300546, 0.1490249218341114, 0.19856487594396321, 0.14827706459733525, 0.19850772148614976, 0.24025607376166022, 0.25627983673234983, 0.35768229700448173 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15210210796891008, 0.27269153817317465, 0.1725614047104245, 0.2711521976293965, 0.19283490216904517, 0.3177855300849568, 0.18655701684080508, 0.1758005391394054, 0.23183900065259555, 0.17929513704358455, 0.23246171521038014, 0.18710710912357034, 0.19692596730877865, 0.2698921963768475, 0.3101437915965485, 0.22152542870912945, 0.13822978701818797, 0.2617688164962291, 0.26371165016597636, 0.3182488263549405, 0.24158027586052594, 0.17869446317585616, 0.15209948659345704, 0.20956569581842785 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.47109579265751, 60.5266548841819, 36.00726502943522, 57.9046366156839, 62.13246246465527, 73.5834193909964, 37.324727126569954, 38.37096790252769, 34.80145352263315, 45.372306842376474, 34.75880230444653, 58.19288843410971, 36.922766151215775, 35.90740906862745, 56.30912688219704, 41.96726829751666, 53.11146445691833, 38.69154294001708, 55.52370763681202, 59.68585686775578, 39.16379041734242, 39.82422775400187, 45.45202917724329, 70.31637402250685 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 48.958264659293306, 58.97727763442658, 34.57102312553196, 56.28850693315613, 60.65901320543682, 72.04975135718536, 35.83117007806854, 36.91072646314927, 33.31969169269648, 43.82215508708595, 33.27017382887124, 56.689744627907075, 35.39836079830595, 34.38442239873939, 55.00327765286255, 40.43578745302276, 51.63958344572624, 37.05126092323294, 53.798991058928785, 58.14557124717727, 37.483656427723055, 38.391782807121636, 43.85289126762013, 68.8355979966333 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44133525961980374, "rpss": 0.026644648073220756, "brier_below": 0.2190613187989359, "bss_below": 0.03411200595728925, "brier_above": 0.22227394100921471, "bss_above": 0.019171380636083146, "crps": 48.430093499267834, "crpss": -0.027299960577812366, "crps_fair": 46.90702842374594, "crpss_fair": -0.038253229732549965, "reliability": { "below": { "weight": [ 0.0, 0.004551, 0.330197, 0.466335, 0.155975, 0.034584, 0.008359, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1945, 0.2608, 0.3429, 0.4365, 0.5394, 0.6078, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7405, 0.2553, 0.3492, 0.458, 0.5765, 0.6906, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.232283, 0.479288, 0.254365, 0.03271, 0.001354, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2569, 0.3517, 0.4373, 0.5352, 0.6176, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2293, 0.3605, 0.4267, 0.3751, 0.1662, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4201975018503695, 0.48394386391780264, 0.4121079466467216, 0.4520848395193186, 0.376852047663339, 0.5233288612267603, 0.3935320795873475, 0.4174181358088283, 0.3782670673220412, 0.4515033878903903, 0.34078677361110205, 0.5615075969204786, 0.40672108113927086, 0.39247430225952407, 0.3876001565662821, 0.42419479243084973, 0.4808427551763859, 0.434074753348206, 0.471218623403833, 0.46230073626562185, 0.44795671316064345, 0.3807963154364169, 0.39600254544339264, 0.5082125702421387 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.253792978466751, 0.1988982956833097, 0.2568046983337904, 0.14498841003781737, 0.2404765874674002, 0.1505451365256431, 0.17767147457383364, 0.20245631027304936, 0.1664922376228775, 0.349789362120794, 0.09006600571910447, 0.36498096745815156, 0.22997134104539416, 0.14333654113047078, 0.09154582256049554, 0.18888181672506754, 0.37115258149077335, 0.14643167415755037, 0.21983591537697802, 0.1283752045774604, 0.18656711634823936, 0.26791112430958686, 0.26895967419522304, 0.29120987319536523 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16640452297251573, 0.2850455694419879, 0.15530324782389546, 0.3070964319540771, 0.136375461011833, 0.3727837271200962, 0.215860603635229, 0.2149618254338387, 0.21177482894135324, 0.10171402356641951, 0.2507207683429776, 0.19652663008290394, 0.1767497379488372, 0.24913776225670692, 0.29605433374874746, 0.2353129753161131, 0.10969017210612467, 0.2876430812117531, 0.2513827097125481, 0.33392553683217074, 0.2613895981372251, 0.11288519077844651, 0.1270428713702403, 0.21700269796409857 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.47059337084853, 94.2670446084577, 54.693956850757225, 85.57305871356377, 87.47186169340756, 115.27998163838643, 55.42341444193588, 57.60029854283706, 51.9840012393046, 65.00234904817512, 50.42166003293551, 89.05558553656083, 50.776337850017, 51.73210336553021, 59.11650194333983, 61.701001582230425, 76.50732720468363, 58.50289590755207, 81.71101147675124, 79.92195079827927, 57.70309966640524, 56.775446078528496, 71.84058732976588, 93.45133232864244 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.25824552406266, 92.06539976632186, 52.58625462400737, 83.16338992992307, 85.25137942904693, 113.08356689903357, 53.24129183817172, 55.46533154116238, 49.87335418010674, 62.71737955798049, 48.31403242678424, 86.91347120608032, 48.58095502368613, 49.563148562123295, 57.204704564502855, 59.485086588374806, 74.4102214469158, 56.12909661112508, 79.26192390526971, 77.69993113294673, 55.32215980730252, 54.73109568914827, 69.50912181148736, 91.3044177444857 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43349689361821103, "rpss": 0.04380737444023086, "brier_below": 0.21379754789146363, "bss_below": 0.05726397591683796, "brier_above": 0.21969934615458916, "bss_above": 0.030338243602922033, "crps": 70.12430838537067, "crpss": -0.014938591910159893, "crps_fair": 67.9222899920854, "crpss_fair": -0.025809934701551684, "reliability": { "below": { "weight": [ 0.0, 0.006522, 0.375313, 0.397826, 0.159415, 0.049973, 0.010951, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1947, 0.2585, 0.3429, 0.4398, 0.5399, 0.6073, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7225, 0.2306, 0.3454, 0.5066, 0.623, 0.6469, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.295365, 0.454006, 0.212684, 0.036333, 0.001611, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2535, 0.3497, 0.4391, 0.5359, 0.6176, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2189, 0.3807, 0.4394, 0.4297, 0.2497, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46364587649336875, 0.44624081660436177, 0.43579438712532015, 0.44269287372350136, 0.4141113173354719, 0.48038205480809426, 0.4204410984461264, 0.4093266119036968, 0.4500273442931847 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1576668211706967, 0.2090295689443003, 0.13590719583736516, 0.12390584354845187, 0.19053839190676933, 0.23371176810555364, 0.22509266473459483, 0.13663389926230254, 0.22505353802564507 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3059790432064827, 0.23721124616286796, 0.29988717221977096, 0.31878701002854165, 0.22357292438272544, 0.24667029055524858, 0.19534843515755643, 0.27269270373913973, 0.2249738084548453 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.620020860595396, 37.4170731433336, 54.969902251169465, 54.36243525165498, 31.684325374247, 57.986606686730376, 38.37379151383007, 43.25424765048612, 47.68793889685335 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.867963360898926, 36.66111885550854, 54.197896887778654, 53.55462915910117, 30.974152302126626, 57.164439928785164, 37.581724489888096, 42.422143668313524, 46.85746065550855 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4402958200814584, "rpss": 0.03972097693973553, "brier_below": 0.18194885461507548, "bss_below": 0.026695235621781443, "brier_above": 0.2583469593230199, "bss_above": 0.04868746501412302, "crps": 46.03959351432226, "crpss": -0.015933776698681124, "crps_fair": 45.25350325643436, "crpss_fair": -0.04186568266097512, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.413742, 0.488344, 0.096933, 0.000981, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2534, 0.3424, 0.4279, 0.507, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1956, 0.2264, 0.3688, 0.2302, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.200687, 0.462202, 0.258486, 0.078625, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2702, 0.3479, 0.4422, 0.5317, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.39, 0.4771, 0.5213, 0.6087, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4630506308518512, 0.4310632609804768, 0.45738404270309996, 0.45388052356772285, 0.4137211200105443, 0.43603471558318063, 0.42558076694418484, 0.4404973144276555, 0.4404108476380236 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13414655135825382, 0.21824485254374135, 0.15032194980663965, 0.1310289668127678, 0.1676236968878565, 0.16835735585170986, 0.23737606655419322, 0.1495018064872202, 0.1894790263453777 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.328904062215872, 0.21281841161490048, 0.30706207526249024, 0.32285153902197633, 0.24609741786753847, 0.2676773551341576, 0.18820470074015294, 0.29099549589301177, 0.25093181793696534 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.35752704011455, 53.99439653778317, 81.47696263078123, 78.85363092585217, 47.411336289972716, 73.64967585735508, 58.665661259824645, 65.08535676795411, 69.02115729222268 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.27947491011156, 52.90173028725154, 80.39198252181927, 77.7132319030595, 46.37934175683673, 72.47290433462925, 57.52372707845855, 63.88346470060699, 67.83694401007226 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4401803580785266, "rpss": 0.03131001675326617, "brier_below": 0.17178669696086224, "bss_below": 0.02990858956540221, "brier_above": 0.2683936528541183, "bss_above": 0.032204879345896886, "crps": 66.72396717798449, "crpss": -0.02519433544301064, "crps_fair": 65.59808905587174, "crpss_fair": -0.052510982805050066, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.406332, 0.478212, 0.114784, 0.000672, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2529, 0.343, 0.4297, 0.5015, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1776, 0.1777, 0.3517, 0.6008, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.292344, 0.447428, 0.197804, 0.062424, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2697, 0.3422, 0.4421, 0.538, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4291, 0.4955, 0.588, 0.5634, NaN, NaN, NaN, NaN ] } } } } }, "dc": { "lambda_": { "training_mean": 0.608387056162076, "training": [ 0.6311972121937428, 0.6070626598741079, 0.5994295294650408, 0.6019700256675069, 0.5885317338130054, 0.6088397182502335, 0.6371577621915158, 0.6332690025580745, 0.6145046392039323, 0.6152589877752797, 0.6066477224293161, 0.5734969640046562, 0.5932334394441969, 0.6180487008151301, 0.6555411207366091, 0.5983360176039193, 0.6117122958754657, 0.6031623047147806, 0.6108299490305833, 0.6052912539032034, 0.608581141409983, 0.5772983974699519, 0.6211448939371477, 0.5807438755224407 ], "test": 0.629653976736984 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4015610417199429, 0.44698217427414555, 0.4323328525532155, 0.4641828450736984, 0.430086671121153, 0.46375963139970383, 0.41969718292018277, 0.407727044465853, 0.398110337235658, 0.4776001434315466, 0.3872844505555748, 0.5017789842155442, 0.42884274792728877, 0.41322701850677906, 0.4239445057832507, 0.4400492441040479, 0.46654615100960145, 0.41012262451946224, 0.4626334602160419, 0.48265572770658316, 0.43695108030367513, 0.44117395226992384, 0.4079805146428984, 0.5158598000384377 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2586436639714599, 0.17525702202774393, 0.2589900149024053, 0.19673607082906253, 0.2318989079688097, 0.16014830708311759, 0.2382005034654069, 0.23666194159065804, 0.1624756880374438, 0.2902358499961528, 0.1548418531371192, 0.3163200209310992, 0.2354519019086298, 0.13770891954518627, 0.10369105484684427, 0.22131613662487812, 0.3282557969862494, 0.15034098273528687, 0.19987719282512612, 0.15350190395307117, 0.19828015289122977, 0.25519757385028774, 0.2545734423468184, 0.32729856006520086 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14291737812340163, 0.27172515152942056, 0.173342838483897, 0.2674467734077721, 0.1981877631291237, 0.3036113238009107, 0.18149668053972126, 0.17106510319374996, 0.23563464974129023, 0.18736429417459682, 0.232442597415675, 0.1854589636101315, 0.19339084678146176, 0.27551809848557396, 0.32025345003666233, 0.21873310720368777, 0.138290355050592, 0.2597816413079694, 0.2627562667224715, 0.32915382181468067, 0.23867092687167776, 0.1859763790350996, 0.15340707252966662, 0.188561240319515 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 47.652465478363034, 58.19303840058642, 38.24162821736989, 58.27581290980901, 67.82616236236873, 67.13885407967231, 37.344481096039516, 37.30409837010487, 37.87025806453278, 46.14309974762519, 36.3144739082375, 54.37971306020944, 36.643596076928326, 39.36309631261534, 53.897206878248724, 41.96942117510465, 51.248762701515794, 38.473728441690376, 54.51336615386359, 58.72437150623225, 39.34451483181609, 45.08918238021529, 48.26753833251689, 71.29047112618959 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 45.93405279148919, 56.18148424227142, 36.38292011378941, 56.364570193886514, 66.35908895757609, 65.07367942173128, 35.269389072025106, 35.2915982138574, 35.82935065065649, 44.350016047754416, 34.07478288937488, 52.266346166190445, 34.592788653110745, 37.37495047389892, 51.79742095457126, 39.91079486897625, 49.283534569023175, 36.477224019445394, 52.459356747092194, 56.749419578874516, 37.35323368729345, 43.333299985593285, 46.58517046780143, 69.03686805266202 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44004542441642536, "rpss": 0.02948935166520994, "brier_below": 0.21857931093830366, "bss_below": 0.0362372812371583, "brier_above": 0.22146611347119785, "bss_above": 0.022736082666378277, "crps": 48.56288923382732, "crpss": -0.030116825940253333, "crps_fair": 46.59713920078938, "crpss_fair": -0.03139405537412743, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.270191, 0.506121, 0.16842, 0.055268, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2657, 0.3463, 0.4437, 0.5451, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2628, 0.3276, 0.4802, 0.543, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244274, 0.541366, 0.186942, 0.026626, 0.000791, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.264, 0.3523, 0.4357, 0.542, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2499, 0.3526, 0.4434, 0.4549, 0.1777, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4153527406482273, 0.47808131187777575, 0.4249937766563524, 0.45751565043790626, 0.39086223775043155, 0.497273512853977, 0.4053190097653147, 0.4159079427715204, 0.3959185696333364, 0.44802892930703697, 0.34563085074270394, 0.5311485993359509, 0.4121767502840164, 0.406663902310415, 0.41009069130179765, 0.42926153212796797, 0.4834799526625871, 0.4314102367859066, 0.46560207231128203, 0.4613074948393843, 0.4497633236411487, 0.4034403849813167, 0.3955030860780378, 0.489835905980508 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2514922619296807, 0.1963660254276124, 0.26124317323924284, 0.1547469634108075, 0.25225744629476027, 0.1429278597400225, 0.18392086457791695, 0.20620229310987337, 0.17458160753853735, 0.3402839057718203, 0.10141724223674771, 0.3390754601364634, 0.2333206327182575, 0.1552177513119839, 0.11047355929259346, 0.1944353480703584, 0.3637640456969382, 0.1471288199568826, 0.21706449628956248, 0.1333080982324594, 0.19071378994600788, 0.28357124307665055, 0.2652341468058417, 0.2841894533918755 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16386047883162944, 0.2817152853282346, 0.1637506043869953, 0.3027686855824402, 0.1386047914232686, 0.35434565154325526, 0.2213981463081509, 0.20970565025422358, 0.22133696337337386, 0.10774502508790086, 0.24421360801492006, 0.19207313941593065, 0.17885611860136047, 0.2514461505532953, 0.29961713179843474, 0.234826183162006, 0.11971590834635981, 0.2842814158155748, 0.2485375752243243, 0.3279993941618582, 0.25904953297094296, 0.11986914264855977, 0.13026893954088023, 0.20564645285737454 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 73.61746926149182, 89.82645513430657, 58.02733539982128, 85.26426683094101, 93.93194337546088, 104.76114604827058, 56.19723618481137, 56.78162814325377, 56.64318448211941, 65.26405173545837, 52.022670922123815, 81.9340596663799, 51.58237681015539, 56.43792103875845, 58.764767148450375, 60.69846740016219, 74.32576090360192, 57.93153714080119, 79.92306393466109, 77.53867531277699, 58.21674937885318, 63.99813704857, 76.19951497462475, 95.83804713602763 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 71.08110350053553, 86.94169069285019, 55.299851013652464, 82.43790513309783, 91.70355496218612, 101.84784466832461, 53.13506068095342, 53.77958765535103, 53.640182455474296, 62.57035896177137, 48.78276957024184, 78.82514663569408, 48.58693821509483, 53.505360393876046, 55.67561734923401, 57.65805194714345, 71.4856754725505, 55.03037214377706, 76.92351060862127, 74.62501130636149, 55.291596117643635, 61.377389621101905, 73.73108990554105, 92.65211015260331 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43519035271187084, "rpss": 0.040072000275195196, "brier_below": 0.21595568700845402, "bss_below": 0.04774770451599508, "brier_above": 0.21923466563463725, "bss_above": 0.03238915061300951, "crps": 70.23860272549508, "crpss": -0.016592821938236302, "crps_fair": 67.35782413182005, "crpss_fair": -0.017284976439285726, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.237558, 0.565965, 0.140382, 0.056095, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2741, 0.3435, 0.444, 0.5511, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2635, 0.3129, 0.5249, 0.6109, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.244358, 0.53755, 0.197535, 0.020003, 0.000554, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2596, 0.3548, 0.4343, 0.5276, 0.6041, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2129, 0.3667, 0.4443, 0.4888, 0.4541, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.47035971236694163, 0.46217309892391945, 0.44145191372962383, 0.4542924364520213, 0.4133056426162577, 0.47125335318639044, 0.43250456270885745, 0.4064985538684805, 0.44750611190394596 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1650195750870435, 0.21594516904069158, 0.13740699651043536, 0.12767809490044618, 0.19003233697842684, 0.2334549976247266, 0.229854792248396, 0.13712055780097235, 0.2280369242627345 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.305340124047208, 0.24622792735833615, 0.30404489771067317, 0.3266143202071054, 0.2232733045372993, 0.23779835824800255, 0.20264977220350952, 0.26937798745230057, 0.2194691892076266 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 49.92649346453578, 38.046397414048094, 54.227172006239556, 57.159961104092524, 32.510807659495164, 62.64537041923863, 40.63030985035156, 43.63584990867115, 52.61454307984391 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 48.0645747908263, 36.156105242328344, 52.27730858574367, 55.01102097733631, 30.61334485302774, 60.42232068606571, 38.88504432096421, 41.55811526859896, 50.433196575222496 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4443717095284931, "rpss": 0.030831519084841497, "brier_below": 0.18494993827265255, "bss_below": 0.010641443865868183, "brier_above": 0.25942176455245125, "bss_above": 0.044729703366353846, "crps": 47.932989434057376, "crpss": -0.05771444244074453, "crps_fair": 45.935670144457085, "crpss_fair": -0.05757112465628533, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.352147, 0.530126, 0.112323, 0.005405, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2495, 0.3431, 0.4377, 0.5134, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2202, 0.1991, 0.3833, 0.25, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.167967, 0.553521, 0.197754, 0.080757, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2725, 0.3407, 0.4442, 0.54, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3571, 0.4762, 0.5714, 0.5546, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4695762661678721, 0.433205974997104, 0.4598451635267276, 0.44834306589702244, 0.4165516222466685, 0.4321111825922491, 0.43007645770186137, 0.4339773997615093, 0.4466105031172973 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1438700969070908, 0.22170930408971742, 0.1564116834449583, 0.1289966780315224, 0.16979273563874944, 0.1676378064656015, 0.23745435883879512, 0.15128111064064115, 0.19462688952808718 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.32570615180511264, 0.21149667429789157, 0.30343346274157706, 0.3193463698917333, 0.24675888181480204, 0.2644733709208825, 0.19262209950341053, 0.28269627732441666, 0.2519836101313543 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 73.67380806043923, 54.80889244169543, 79.3164506637063, 81.17220530520275, 48.35328927546826, 79.41825257902448, 61.63416147145437, 64.18639071010055, 75.85434473349002 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 70.94837639350223, 52.034241707852686, 76.53255292738875, 78.17378091164274, 45.5790594303119, 76.28248320920483, 59.07558529036204, 61.23905104320342, 72.76277320638813 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4411441817787013, "rpss": 0.02918896262888282, "brier_below": 0.174642295953907, "bss_below": 0.013782823695245527, "brier_above": 0.26650187760346455, "bss_above": 0.039026392587687364, "crps": 68.7130883600646, "crpss": -0.055756603464913734, "crps_fair": 65.84754490220631, "crpss_fair": -0.05651346247741418, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.272961, 0.649727, 0.074765, 0.002547, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2576, 0.3431, 0.4303, 0.5168, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1943, 0.176, 0.3975, 0.3159, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.160359, 0.607794, 0.187195, 0.044652, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2718, 0.339, 0.4428, 0.5303, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3682, 0.502, 0.5808, 0.577, NaN, NaN, NaN, NaN ] } } } } }, "loci": { "lambda_": { "training_mean": 0.6055019179272586, "training": [ 0.6236905720007091, 0.6026227942208424, 0.5996528749110301, 0.6019723247876795, 0.5929794899056933, 0.6025244729213394, 0.6234708148737779, 0.6324839695424535, 0.615744922540345, 0.6146284889313411, 0.6158682631228768, 0.570584476466459, 0.5924739232100935, 0.610136687328148, 0.640773281485588, 0.5982776158385295, 0.6067099632369339, 0.604546336463433, 0.6062238626704114, 0.6001287727982734, 0.6063646605674337, 0.5846657775214451, 0.6270294565816033, 0.5584922283277665 ], "test": 0.6269862309859154 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41601721567915534, 0.4579832326566236, 0.4291275936138473, 0.4627296972686209, 0.4195373446473646, 0.4787203925423359, 0.4367761114700438, 0.4157833517540372, 0.3983383143918781, 0.4760455354508296, 0.3723448759270874, 0.5024616780269782, 0.43938636679206566, 0.4109016240021557, 0.41450723806661843, 0.43134100930799607, 0.4698592176736674, 0.41078767143027006, 0.46470016765414884, 0.46840296239348056, 0.43712629868629693, 0.4317950671820399, 0.410866586345235, 0.5520255501596394 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2629541761634768, 0.18000989276835413, 0.25836747971264035, 0.19146588946717022, 0.22554558887254447, 0.15963913809754765, 0.24827584856346374, 0.241542721759647, 0.16398233266357443, 0.2987855889895759, 0.14269029197782354, 0.3209008233503699, 0.24327651097851655, 0.1386073513382413, 0.09726078308120496, 0.21139495007653708, 0.3333978956871656, 0.14729569882346105, 0.20030535432485655, 0.14631729323087106, 0.19322503113182093, 0.2528584520514003, 0.25904640336615586, 0.34716654556593896 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15306303951210412, 0.27797334020511355, 0.1707601134908894, 0.27126380878809364, 0.1939917562489419, 0.3190812557205998, 0.18850026133489667, 0.17424063011498636, 0.23435598178660097, 0.1772599462278235, 0.22965458370253594, 0.1815608539254174, 0.1961098553249236, 0.2722942738960542, 0.3172464544580386, 0.21994605841751852, 0.13646132097279703, 0.26349197338009056, 0.264394814304888, 0.32208567235483254, 0.24390126814335372, 0.17893661522066762, 0.15182018341934644, 0.2048590053901594 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 48.809327906234316, 61.177425310427566, 38.32253406079616, 58.798442998040386, 65.13157111981513, 72.52401301028408, 38.551019952699946, 38.4190823718682, 37.467872421634915, 48.78242816998364, 35.453685936938065, 57.373309032190384, 37.98607525058831, 38.238513472142664, 55.5044087275195, 41.963834506085746, 53.66122815929871, 40.159401772923786, 56.82186769635597, 58.385236964080214, 40.27715870069112, 46.49380568619226, 50.671226504061075, 76.79598618649983 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 47.254888338632, 59.527521301700055, 36.86556712670647, 57.16987946746372, 63.754049919443794, 70.85920340784537, 36.97753726520131, 36.903166989713895, 35.9062036328637, 47.19303115539999, 33.88870197759459, 55.77292531468239, 36.397155328479585, 36.68494316547582, 54.08763171203341, 40.36927996672853, 52.1210670698638, 38.490234275755526, 54.97789173471496, 56.78889704536348, 38.53257887395951, 45.03174894308414, 49.057860769639966, 75.23917052907822 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4419818792967673, "rpss": 0.025218542387090315, "brier_below": 0.21934633508509827, "bss_below": 0.03285530846993623, "brier_above": 0.22263554443086142, "bss_above": 0.017575732566855407, "crps": 49.907060663223, "crpss": -0.05862941298386248, "crps_fair": 48.327130637976005, "crpss_fair": -0.06968616761032664, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.317448, 0.479856, 0.162045, 0.040651, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2612, 0.3481, 0.4417, 0.5447, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.255, 0.346, 0.4782, 0.5705, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.258804, 0.489831, 0.218728, 0.031283, 0.001354, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2607, 0.3528, 0.4365, 0.5304, 0.6024, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2411, 0.3674, 0.4225, 0.3859, 0.1662, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41905654743361487, 0.48081153291841483, 0.4150643414187044, 0.4532838607051029, 0.3827139887266229, 0.5172369131392172, 0.39966605095869234, 0.41217871827358843, 0.3816771422165909, 0.45748274656340904, 0.3370013677704878, 0.5450282809774967, 0.4034052433404906, 0.39470772724748, 0.3995475884884858, 0.42031803224499137, 0.47916337130474884, 0.43547785046266285, 0.4713263728005336, 0.46152788245497606, 0.44785911243053067, 0.39969138197284626, 0.40618943585944495, 0.5009969429471972 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2511599378295966, 0.19031324762203766, 0.263080794122235, 0.1453355052693354, 0.24581451555202025, 0.14143603475980412, 0.18074520842736522, 0.20105721840008825, 0.16798750520535105, 0.3587230261064921, 0.09103848849881749, 0.3588334347354623, 0.23133615924813603, 0.14253466819829264, 0.09266119208074958, 0.18530385816454537, 0.372509401361986, 0.1424910278624202, 0.217838382875441, 0.1242609653078056, 0.18249890969165727, 0.2883391331118116, 0.27916342104099984, 0.28903862114878587 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16789661030061198, 0.29049828556506563, 0.15198354752234272, 0.307948357594574, 0.1368994739403847, 0.37580087995497163, 0.21892084128170858, 0.21112149979901956, 0.21368963666818755, 0.09875972030362637, 0.24596287948945994, 0.18619484656091093, 0.1720690828126816, 0.2521730596867637, 0.3068863952816084, 0.23501417340934422, 0.10665396876170931, 0.2929868237407587, 0.25348799103709496, 0.33726692108108425, 0.26536020363017776, 0.11135224867242256, 0.12702601519859127, 0.2119583233911791 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 74.55586457516604, 94.17102323410347, 58.13458865558843, 86.08295560074552, 90.13221057251681, 113.15053866045, 57.361763514934836, 57.24816460172067, 55.82261413792726, 69.79615765646624, 50.84229628104178, 87.57936577552604, 52.09469451723981, 54.68656730458381, 61.02354291147361, 60.582757482923945, 77.46822010247587, 60.05464056906651, 83.35594252608436, 78.36473006793292, 59.02315586742822, 66.55598150897632, 79.9007205994834, 101.8353487657899 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 72.3708350923641, 91.93596689565388, 56.09054085194477, 83.75877229420813, 88.12981898101224, 110.88727723332748, 55.17496920121752, 55.12719781887441, 53.70177876496436, 67.54311642183636, 48.76389011739703, 85.41462545925768, 49.93274244213809, 52.588464784192844, 59.10448473798352, 58.3872675678924, 75.39682166584385, 57.77495987414152, 80.8593611478625, 76.18959749573607, 56.67124107520972, 64.54752337737102, 77.63350825380756, 99.70837759477068 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4342255180273471, "rpss": 0.042200199632117075, "brier_below": 0.2143125273592182, "bss_below": 0.05499318422299737, "brier_above": 0.21991299107017834, "bss_above": 0.02939530359093978, "crps": 72.07599356206858, "crpss": -0.04318615186046859, "crps_fair": 69.90388079787532, "crpss_fair": -0.055737305161667416, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.399419, 0.406134, 0.142863, 0.051584, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2588, 0.3447, 0.4452, 0.5451, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2371, 0.3532, 0.5469, 0.6074, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.345983, 0.44094, 0.182656, 0.02876, 0.001662, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2574, 0.3497, 0.4383, 0.531, 0.6024, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2354, 0.3932, 0.4311, 0.4511, 0.2421, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4645803926028288, 0.44268501140614125, 0.44096379487762716, 0.4448901780322891, 0.4144919076382124, 0.4724827512722221, 0.42235940730284377, 0.4111754964009595, 0.44917589839563227 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15582700402300395, 0.20410609111273265, 0.1374023307650556, 0.12186012267741372, 0.19175091112019604, 0.2277561720909631, 0.22442303265606997, 0.1356808794334333, 0.22198747043925535 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3087533757074696, 0.23857891821994495, 0.3035614448148877, 0.32303003506757955, 0.22274099556826024, 0.24472658211982282, 0.19793637615695933, 0.275494607664679, 0.22718842946965045 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 51.01393980819131, 38.393095904317946, 55.782574065982764, 59.99666815991105, 32.948895846700516, 63.656117517058924, 40.69198499429001, 45.537193963105, 52.71655950407456 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 50.233160064793665, 37.61668852047516, 54.96987689553719, 59.1109710504377, 32.217037431220454, 62.76869237335356, 39.88563485415056, 44.643692481865244, 51.819170170847045 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4403116486587507, "rpss": 0.039686455034131485, "brier_below": 0.18008822381312484, "bss_below": 0.03664836683614736, "brier_above": 0.2602234183099171, "bss_above": 0.0417777689979596, "crps": 48.97078108484801, "crpss": -0.08061489639210473, "crps_fair": 48.14054709363117, "crpss_fair": -0.10833372782575568, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.418392, 0.495696, 0.085383, 0.000529, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2583, 0.3466, 0.4288, 0.5069, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1744, 0.2374, 0.4302, 0.1422, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.235396, 0.456169, 0.250486, 0.057949, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2684, 0.3503, 0.4456, 0.5308, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4239, 0.4586, 0.548, 0.6054, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46568244628865224, 0.42769580042824523, 0.4612467725389943, 0.4535272622329841, 0.4160598997019546, 0.4337344616090944, 0.42739431093817565, 0.4408600807957021, 0.43973236781311553 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.12996665603792582, 0.212679838891882, 0.14920739581774736, 0.1240569074772137, 0.1705258751838916, 0.1648389943420274, 0.2358170579835525, 0.1460742059085902, 0.18441407313873034 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3357157720741895, 0.21501596431226566, 0.312039358833817, 0.3294703364605257, 0.24553401908622463, 0.26889546142382637, 0.1915772535207733, 0.29478586230028486, 0.25531829060042144 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 75.66446963042372, 55.384706074974886, 82.34559352899306, 85.67634136738988, 48.77015181129105, 80.14485202294536, 61.6217014457133, 67.92750271323786, 75.30322254358366 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 74.60190511256958, 54.31909878042515, 81.26967643916154, 84.50329232413904, 47.76247740662142, 78.95942733069558, 60.51404059126474, 66.7096366931966, 74.10148524304937 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.44065926692743534, "rpss": 0.030256098293907407, "brier_below": 0.16862011164239565, "bss_below": 0.04779051681703683, "brier_above": 0.27203914651248096, "bss_above": 0.01905966917635349, "crps": 70.31539345983919, "crpss": -0.08037555496638182, "crps_fair": 69.19344888012478, "crpss_fair": -0.1101979635788235, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.455087, 0.465692, 0.079086, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2575, 0.3432, 0.4307, 0.511, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1612, 0.1956, 0.4211, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.361625, 0.401048, 0.185781, 0.051547, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2672, 0.3446, 0.4456, 0.5345, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.46, 0.4809, 0.593, 0.5678, NaN, NaN, NaN, NaN ] } } } } }, "eqm": { "lambda_": { "training_mean": 0.6225686529096406, "training": [ 0.6450688889736388, 0.6150424878101385, 0.6160101942774896, 0.6197347287983183, 0.6104408926853266, 0.6224104774217503, 0.6426067755623416, 0.6492415655606331, 0.635223347087227, 0.6362176223008889, 0.6341465159115387, 0.5727890855146988, 0.6093310144621668, 0.6268342265831022, 0.6780240915985871, 0.6138781687442421, 0.6248145810869964, 0.6181615251911553, 0.6204939202478913, 0.6131923318606121, 0.6212732728659061, 0.602412250387569, 0.6523257805733398, 0.561973924325816 ], "test": 0.638961741436887 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4174909923784588, 0.46186488700372036, 0.4322312986568688, 0.4629916735539105, 0.42180703211312, 0.4747575103852953, 0.4336832876956372, 0.4162987173733482, 0.4030990259458865, 0.47335156162441955, 0.37730423004247, 0.5121259242016151, 0.4354883352399356, 0.4200543048415723, 0.4321257835615475, 0.4364750998436473, 0.4607243940129494, 0.41978974492382215, 0.4673114121422108, 0.4837568983339012, 0.442401689136298, 0.42821662222240675, 0.40992723509354734, 0.5495340144868592 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2692927037081932, 0.18449349185842653, 0.2602870521420512, 0.19266153892118162, 0.22445351081578277, 0.16185099258172347, 0.2518085503337085, 0.24262173140888252, 0.16196197793432848, 0.29028058004348856, 0.14555433357068454, 0.3280370483820384, 0.239155793167146, 0.13822001155065416, 0.09934674500857697, 0.21579390168097684, 0.33152589157677903, 0.15580988969348658, 0.2016860287993053, 0.15321594617501125, 0.19841527486222232, 0.24614302389909143, 0.25910493315659394, 0.3519726639741515 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14819828761394627, 0.27737139662468613, 0.17194424515237636, 0.2703301367101618, 0.19735352237868464, 0.31290651970713623, 0.1818747351792751, 0.17367698600617754, 0.24113704784457426, 0.18307097962402022, 0.23174989655815997, 0.18408887469169466, 0.19633254026874225, 0.2818342964058448, 0.3327790393907578, 0.22068119710091677, 0.12919850030999597, 0.26397985613338676, 0.26562538572257377, 0.3305409583410515, 0.2439864153803904, 0.18207359820696672, 0.15082230215305747, 0.1975613508489187 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 51.47415362761131, 61.482916417488156, 36.697203201446165, 58.99780936629358, 59.75728642490233, 74.28226991929706, 37.160630703714716, 37.71210687738265, 36.5188190142567, 45.17157365449099, 36.561167594977796, 58.156614887489575, 37.06893943401014, 37.250756076322645, 56.40040767848715, 43.10213322877693, 51.77319310096432, 40.47182243606426, 56.62391260133648, 60.69038491372819, 40.11025319528969, 41.50965834964044, 46.63475631751844, 71.41766068505315 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 50.09358394355881, 59.8710936182985, 35.29832553844229, 57.42207374828848, 58.68283457169521, 72.70768861405963, 35.66050524825229, 36.22929647434215, 35.03419434248005, 43.702476010511994, 35.03026568527738, 56.650811165010005, 35.5067968410419, 35.74668562751251, 55.03444212697121, 41.57452022348603, 50.2931678663569, 38.82654252961434, 54.92017454959497, 59.130621082416305, 38.43869962519668, 40.18105504757907, 45.20579629935298, 69.91455464477895 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4447004864505603, "rpss": 0.019222713218103316, "brier_below": 0.22098723396852024, "bss_below": 0.02562023593579299, "brier_above": 0.22371325284806232, "bss_above": 0.012820126695467171, "crps": 49.04276790443928, "crpss": -0.040296020399360755, "crps_fair": 47.548175226004936, "crpss_fair": -0.05244455159938366, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.275432, 0.536588, 0.155693, 0.032287, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.269, 0.3455, 0.4379, 0.5443, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2741, 0.3327, 0.4748, 0.6103, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.255473, 0.5651, 0.161254, 0.017326, 0.000846, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2678, 0.3502, 0.4312, 0.5346, 0.6004, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2482, 0.377, 0.4146, 0.208, 0.2327, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42512193806422466, 0.48781592350393244, 0.42015514027045603, 0.45696295915729057, 0.3830904111436873, 0.5182944596877217, 0.39985876836285, 0.41807621116821025, 0.3902507707018243, 0.45297650354818575, 0.3512833858234862, 0.5552582593589176, 0.4077313870345065, 0.40104999736434505, 0.40912733062776374, 0.4301954573562657, 0.47516699018016884, 0.4484523467569198, 0.4715281817842894, 0.47115195404537713, 0.4551153478071453, 0.39031657213970755, 0.40352082951397394, 0.5061929175473422 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2570951931771742, 0.20134078202711747, 0.2621428683494514, 0.14917079027072058, 0.2450878460796338, 0.15018909301976757, 0.18067571180177036, 0.20210777055766255, 0.1695552975999949, 0.3493051169991631, 0.09663116928450344, 0.3617435700571785, 0.23140585045475082, 0.14783000480901032, 0.09981521670299658, 0.19181096611904247, 0.3671527024392056, 0.15676935930618774, 0.2214635016821543, 0.13421944345651335, 0.188794219771476, 0.27404545916423634, 0.2728550570271944, 0.29026762737539313 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16802674474324106, 0.28647514299160226, 0.15801227102586438, 0.30779217270111847, 0.13800256561533675, 0.3681053697325716, 0.21918305497264454, 0.21596844056106582, 0.22069547176528284, 0.10367138385281519, 0.2546522172402746, 0.19351468918237294, 0.17632553395449904, 0.2532199942968434, 0.3093121134503121, 0.23838449117110616, 0.1080142859669195, 0.2916829895664375, 0.2500646818040544, 0.3369325170174124, 0.2663211299306002, 0.11627111271515703, 0.1306657730261055, 0.21592529120417725 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 78.34004536980368, 95.61808816207294, 56.09703064843651, 86.72807429218001, 84.74709327908162, 116.5636529668524, 55.71815115849202, 57.00828449531938, 54.48303677482798, 64.69039610594483, 53.80668350962375, 89.32562033820925, 51.527102682744406, 53.53713541652357, 59.100740374895985, 63.58210021458699, 74.95193643038535, 61.31740175213721, 82.62970427592747, 80.88631844197869, 59.32780164001236, 59.29880923295689, 74.22669839517266, 95.12189039119585 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 76.30914757912379, 93.33699962143001, 54.0343032451401, 84.36010572537987, 83.13695123683169, 114.33135078944066, 53.49532248151845, 54.805175221916166, 52.3391129833189, 62.49020187714898, 51.629709839903825, 87.16524974107445, 49.2552064822019, 51.36401694999906, 57.08869187117571, 61.34825760098345, 72.83990755273754, 58.936793887507534, 80.19298574297383, 78.60248773094898, 56.92999303564361, 57.371083654058076, 72.16031240501897, 92.92380892888639 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.438695585122858, "rpss": 0.032340278476028494, "brier_below": 0.2167281090638458, "bss_below": 0.04434172486563981, "brier_above": 0.22196747660365893, "bss_above": 0.020327656892139778, "crps": 71.19307484789007, "crpss": -0.030407298176595488, "crps_fair": 69.01863234101508, "crpss_fair": -0.04236766374009182, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.330046, 0.451128, 0.171689, 0.047137, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2674, 0.3449, 0.4415, 0.5419, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2566, 0.3226, 0.5112, 0.6287, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.285685, 0.497068, 0.193098, 0.023091, 0.001057, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2625, 0.3506, 0.4331, 0.5311, 0.6004, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.222, 0.3983, 0.4088, 0.2703, 0.3329, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4690859388775902, 0.45300197608906234, 0.4516722531983679, 0.4548037155716458, 0.41607707099098723, 0.47132340489064406, 0.42353913249084174, 0.41853608228016553, 0.4448447753253147 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15883974688111585, 0.20888143099560702, 0.1405027586818547, 0.12615438462525388, 0.19215364874506943, 0.23271088073418664, 0.2265361884845984, 0.1389467011096181, 0.224611802834386 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.31024617888831024, 0.24412054274288725, 0.3111694742608363, 0.3286493094919342, 0.22392342067208965, 0.2386125270245801, 0.19700294480203093, 0.27958937019869745, 0.22023297373276735 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 49.91904815245482, 37.46088908001982, 56.121511226490426, 55.393580720703, 32.05028136874121, 58.508498683793434, 39.146180307000755, 43.699662521894346, 48.47117740731641 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 49.16753017275556, 36.69825903029173, 55.34518115934711, 54.60111586939417, 31.32816824275573, 57.704975274450945, 38.393314843279896, 42.85854781436048, 47.64137655834142 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.44476492774606885, "rpss": 0.02997391565414509, "brier_below": 0.18325972701018778, "bss_below": 0.0196829444460338, "brier_above": 0.26150519353490376, "bss_above": 0.03705788051249248, "crps": 46.752314385379364, "crpss": -0.03166104861822494, "crps_fair": 45.97094099610857, "crpss_fair": -0.058383161013463525, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.367732, 0.561137, 0.07113, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2608, 0.3452, 0.4272, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2085, 0.2193, 0.3901, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.22721, 0.51665, 0.219273, 0.036867, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2786, 0.3442, 0.4407, 0.5256, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3997, 0.4741, 0.5595, 0.6227, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4673762648743919, 0.4331564818245352, 0.46478949298000793, 0.4601941948939689, 0.41814323085739047, 0.4373537472769004, 0.4270611189471603, 0.4447299744797184, 0.4403665385773775 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13665770624567844, 0.21878097521929593, 0.15469142217395943, 0.134015749809623, 0.16917365368618198, 0.16845069394188986, 0.2376954250866125, 0.15225299452897662, 0.1890080259312967 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.33071854196778955, 0.21437550942224773, 0.31009805272369834, 0.326178426563578, 0.24896957190867505, 0.26890304823844186, 0.18936569416635565, 0.2924769670481759, 0.2513585093889071 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 73.994796933712, 53.95778224288983, 82.77975837728565, 79.76109806715746, 48.101571859819565, 74.84968192996338, 59.87121823871093, 65.47580963634232, 69.92066147710513 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 72.91097890501216, 52.84686976376773, 81.6904938875539, 78.6280922857199, 47.03978073819342, 73.70228851744045, 58.77921605565878, 64.27120348264624, 68.73669845033257 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.44368567163460565, "rpss": 0.023595992109515573, "brier_below": 0.17341407184705715, "bss_below": 0.02071869054188047, "brier_above": 0.2702715912697633, "bss_above": 0.02543326006122626, "crps": 67.63470875144291, "crpss": -0.039187614644642155, "crps_fair": 66.51173578736946, "crpss_fair": -0.06717030037276528, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.357132, 0.550649, 0.092219, 0.0, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2607, 0.3451, 0.4286, NaN, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1879, 0.1756, 0.3699, NaN, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.287234, 0.493071, 0.179012, 0.040683, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2772, 0.3429, 0.4417, 0.525, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4444, 0.4985, 0.5621, 0.6043, NaN, NaN, NaN, NaN ] } } } } }, "gqm": { "lambda_": { "training_mean": 0.5831805323342656, "training": [ 0.6033444777201247, 0.5804713955545496, 0.5793416082449354, 0.5794755331038516, 0.5646448245208423, 0.5766004362607318, 0.6032482067611299, 0.6087819631846801, 0.5947924613886473, 0.5956139492163961, 0.5932412513116343, 0.5423783925431942, 0.5716854239355533, 0.5870785872233166, 0.6192613807924592, 0.5743276105564805, 0.5862375268269003, 0.5838854645823801, 0.5852161878157409, 0.5736912533304388, 0.5862969084486271, 0.5641940119439338, 0.6073544136347665, 0.53516950712106 ], "test": 0.6049794810362331 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4193977856116993, 0.45421499234416723, 0.4315342544122402, 0.46347029558785025, 0.4146866530581743, 0.48005795499810083, 0.4429557120096264, 0.42050857101022865, 0.3899213724862075, 0.46877126303233096, 0.3746049179736462, 0.5153074322934597, 0.43498344951269075, 0.40235881683145547, 0.4005237699527267, 0.43607040460141744, 0.47345815014695325, 0.4087114886653114, 0.46023140135420104, 0.46490906747387284, 0.43906466086829044, 0.41827666153721765, 0.4088752562987094, 0.5708184542088536 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2671926668586515, 0.18055847726208088, 0.2583240670826067, 0.1910208482191575, 0.22137717844424118, 0.1617933586128083, 0.2555435884216239, 0.24445869580045865, 0.1569850115411237, 0.28990933499720895, 0.1415436987266394, 0.3290343480499512, 0.23796342390967834, 0.13295642906905172, 0.08972356508646291, 0.21526310742158794, 0.33487582379286307, 0.14737714582290348, 0.19673415879578335, 0.14639463950658102, 0.19753113457577393, 0.2393973674275388, 0.2568076066102525, 0.361544135807488 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15220511779672405, 0.2736565158888852, 0.17321018651176773, 0.2724494485348625, 0.19330947530003764, 0.3182645981787669, 0.18741212173985494, 0.1760498749131566, 0.2329363608098706, 0.17886192677727847, 0.233061219069748, 0.18627308346594282, 0.19702002470672458, 0.2694023891866363, 0.31080020459528174, 0.2208072966944649, 0.1385823252369173, 0.26133434418035195, 0.26349724433791905, 0.31851443208062585, 0.2415335269218271, 0.1788792939302624, 0.15206765014023152, 0.20927431926631057 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.797977084070546, 60.53343516298056, 35.91292352577275, 58.031104090715615, 61.56941378669077, 73.30078622891183, 37.2900256443099, 38.34148369553535, 34.76785169336497, 45.41646005518949, 34.35359837760375, 58.060138498205326, 36.845395883281704, 35.690825923472254, 56.72557018153456, 41.84371530758647, 53.14321362135743, 38.43233820748574, 55.535917932045905, 59.88298656345248, 39.04944128958393, 39.50491266374721, 45.29094174167283, 69.7696446915121 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.3181023526933, 59.01428346574658, 34.50357655663053, 56.451153427549265, 60.10793445761934, 71.78640214148913, 35.823437177056, 36.910134823110354, 33.31801297407556, 43.89570683507202, 32.89379164248718, 56.58172910087863, 35.34946173263062, 34.20276666151, 55.43626768160438, 40.34469638879759, 51.69431460711308, 36.82382347549819, 53.84534694794743, 58.372413773839426, 37.4075018284554, 38.10258299483381, 43.72658517995121, 68.30674243606184 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.441404699427893, "rpss": 0.026491500081150754, "brier_below": 0.21892957549343825, "bss_below": 0.03469289024016198, "brier_above": 0.22247512417768536, "bss_above": 0.018283619306642684, "crps": 48.33708757708681, "crpss": -0.02532711738700777, "crps_fair": 46.84236536094378, "crpss_fair": -0.036821959493210876, "reliability": { "below": { "weight": [ 0.0, 0.004807, 0.347491, 0.470768, 0.133971, 0.039915, 0.003047, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1955, 0.2611, 0.3423, 0.4374, 0.5453, 0.6153, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7484, 0.2523, 0.3554, 0.4724, 0.5874, 0.7782, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.232705, 0.482576, 0.249458, 0.03402, 0.001241, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3517, 0.4383, 0.5342, 0.6159, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2285, 0.3629, 0.4243, 0.3733, 0.1813, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42050036534565116, 0.484355045509676, 0.4123299220792607, 0.45243006688145854, 0.37725234926109213, 0.5224333014459388, 0.3940150829965076, 0.4175348561157004, 0.37863045896481534, 0.45309275090308904, 0.34121698867051625, 0.560514421671447, 0.4062077687307827, 0.39219922484838626, 0.3884283725082952, 0.4234211245708433, 0.4810944000875618, 0.43306977737837277, 0.47051270179591476, 0.4620888480010735, 0.44768862909477014, 0.38073759545834857, 0.3971933150250681, 0.5067189570137595 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2541229911290399, 0.1986424027654889, 0.25682147580339104, 0.14461801011058054, 0.24070249794659335, 0.1496791802911079, 0.17807683489040416, 0.2026162032637967, 0.16617984115366086, 0.3514089772761387, 0.09003023058997514, 0.3652086989184088, 0.22988544618207812, 0.14307851519989231, 0.09137153148681232, 0.18834432326181738, 0.3717784273791675, 0.14531677806802074, 0.21921781679726676, 0.12764946948729144, 0.18612658867712645, 0.26770754199592084, 0.27006332009269157, 0.29068816476858644 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1663773737495035, 0.28571264390625944, 0.1555084459356643, 0.3078120591502793, 0.1365498521999735, 0.372754123641551, 0.21593824691610808, 0.21491865292374748, 0.2124506172100325, 0.10168377152330828, 0.25118675856637496, 0.19530572326353715, 0.17632232056448136, 0.24912071086722176, 0.29705684066871874, 0.23507680085902458, 0.10931597115740327, 0.2877530014507831, 0.25129488641395736, 0.33443938358916236, 0.2615620418370662, 0.11303005287462486, 0.12712999500647928, 0.2160307932167094 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.77465355273138, 94.41155776914796, 54.61194585177332, 85.7025460286557, 87.04491994606636, 115.0979561445526, 55.34231544849318, 57.49309639789631, 52.03521316821976, 65.25770450320904, 49.92125679915038, 88.88119206632565, 50.650306960253324, 51.53907800602652, 59.465387359826764, 61.61648742179543, 76.63536214718125, 58.209245942120745, 81.7292853618366, 80.10304907007755, 57.624275054611836, 56.47896798677612, 71.82227311060359, 92.9762922141218 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.59476907670917, 92.2393086882137, 52.53038433491297, 83.3306582730568, 84.8238266138235, 112.91770655747918, 53.191410543315044, 55.388337712170284, 49.95848617556702, 63.00262779682833, 47.84297938647227, 86.76347014951183, 48.48468866936027, 49.40599092985006, 57.57641084373422, 59.43807401430976, 74.5563808757408, 55.868786040367056, 79.31230218615754, 77.91006824432151, 55.28339759087898, 54.46187337671251, 69.52464482494801, 90.84579381410985 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4334860968482637, "rpss": 0.04383118958621102, "brier_below": 0.21372230281396906, "bss_below": 0.05759576758558549, "brier_above": 0.21976379447883213, "bss_above": 0.03005379544057607, "crps": 70.05934867964389, "crpss": -0.01399840278346054, "crps_fair": 67.88551569660628, "crpss_fair": -0.025254543567823307, "reliability": { "below": { "weight": [ 0.0, 0.006674, 0.378185, 0.405147, 0.148868, 0.057246, 0.00388, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1956, 0.2584, 0.3437, 0.4405, 0.5451, 0.6153, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.7288, 0.231, 0.3454, 0.5187, 0.6201, 0.7147, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.294519, 0.46211, 0.206324, 0.035586, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2537, 0.3496, 0.439, 0.5355, 0.6159, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2192, 0.3821, 0.4379, 0.4234, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.461766502913481, 0.4431781895756946, 0.4340755837779573, 0.4405370146040683, 0.4151091956918115, 0.4810610729697388, 0.4207955489965514, 0.40869784132374587, 0.45218722842659337 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15648131081576494, 0.20712579586120844, 0.13418575050218381, 0.12220167152854737, 0.19135764413525025, 0.23455951130811387, 0.22571256509392512, 0.13593651273850696, 0.22652574928683983 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3052851797966343, 0.2360523922896252, 0.29988981405487547, 0.31833532293674427, 0.22375155035460267, 0.24650156549513375, 0.19508298524566378, 0.27276131969003187, 0.22566148132932634 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.53793311035904, 37.227604611512376, 55.18885844871106, 54.239560626056125, 31.542808526753525, 57.50250749438747, 38.16121564395058, 43.15376536589571, 47.26947844778549 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.80061518317474, 36.48542815325688, 54.429713478823174, 53.440427999576116, 30.845033729305882, 56.69055907742288, 37.385400025977944, 42.334037091564035, 46.44935054778753 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4397120198088491, "rpss": 0.04099423716587136, "brier_below": 0.18156516791892674, "bss_below": 0.02874770300433327, "brier_above": 0.2581468456880709, "bss_above": 0.04942434463464351, "crps": 45.86930358615682, "crpss": -0.012176069980418092, "crps_fair": 45.0956183652099, "crpss_fair": -0.03823071877662576, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.429984, 0.486797, 0.082615, 0.000605, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2538, 0.3414, 0.4281, 0.5092, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.201, 0.2274, 0.3662, 0.1245, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203959, 0.45618, 0.274078, 0.065784, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2705, 0.3479, 0.4437, 0.5358, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3896, 0.4748, 0.5315, 0.6032, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46208988218892955, 0.43060406570792575, 0.457946287599039, 0.4537054619773277, 0.4140344881610683, 0.43551067996973125, 0.42573396871481456, 0.4406443561746615, 0.44029929469966533 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1333255759043678, 0.21804425667578106, 0.15004342575618235, 0.13048502547453908, 0.1676454211394108, 0.16810009298191886, 0.23763737694557355, 0.1492037808805909, 0.18931528474320172 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.32876428895430077, 0.21255981201988097, 0.30790284410022895, 0.3232204185557959, 0.24638906168845295, 0.26741058238777854, 0.18809659209714102, 0.29144056316274686, 0.25098400646781277 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.21562198426544, 53.81402885019165, 81.71354812460842, 78.76722933558227, 47.31946041768672, 73.29604164629342, 58.54165880643794, 65.03637627025387, 68.64551438222705 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.15135131504391, 52.73423902250051, 80.63821730878283, 77.63380125462963, 46.29928937199508, 72.13000751340276, 57.41348096595751, 63.84683231859134, 67.47120714713657 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4400631650214625, "rpss": 0.03156791953879634, "brier_below": 0.17153336005572958, "bss_below": 0.031339200666046785, "brier_above": 0.26852979660379317, "bss_above": 0.031713961415305914, "crps": 66.59438664639409, "crpss": -0.02320336828999614, "crps_fair": 65.4798251353378, "crpss_fair": -0.050613456870635565, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.411512, 0.476356, 0.111998, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2532, 0.3427, 0.4289, 0.5139, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1773, 0.1798, 0.3499, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.295379, 0.447997, 0.202114, 0.054509, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2701, 0.3421, 0.4431, 0.5406, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4305, 0.495, 0.5914, 0.5542, NaN, NaN, NaN, NaN ] } } } } }, "dqm": { "lambda_": { "training_mean": 0.656735301740119, "training": [ 0.6756047631748244, 0.6539802425181848, 0.6486487627966252, 0.6508346232152056, 0.6394140512445277, 0.6582518074956194, 0.6813992431330262, 0.6808557581668715, 0.6646708714119309, 0.663424591844449, 0.6586052377150183, 0.624815380841175, 0.6438878918186918, 0.6660444748204637, 0.7041594829965536, 0.6489326852645569, 0.6606587679904052, 0.6499286493039397, 0.6557488861727758, 0.6533457698713235, 0.6548294751481396, 0.6306286507473468, 0.6673383701660561, 0.6256388039051453 ], "test": 0.6737701749357771 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41046704197593775, 0.45177035981319125, 0.430666843767491, 0.4658266717311529, 0.4292095206064537, 0.46379415313437444, 0.4238589458948789, 0.40871310340526884, 0.3942638315632752, 0.47956882229322295, 0.38027189891948304, 0.5053231706968739, 0.4317453579421899, 0.4120616104006402, 0.41717674778509056, 0.44103746046893283, 0.46828446295584764, 0.4136245081826097, 0.4691809421471713, 0.4824658914502128, 0.43989552953913613, 0.4362307630206021, 0.41708320231875723, 0.5290426186696116 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2644406051729327, 0.17738561902724095, 0.25852404939332, 0.19406129208428133, 0.23080829428250826, 0.15899809693227313, 0.24332015538200463, 0.23708721399068153, 0.15880211426748153, 0.29463910615156697, 0.15013598088569147, 0.323937544872245, 0.23634822496853428, 0.1342305494898992, 0.09660489497599166, 0.2187875097700484, 0.33332031071005136, 0.15255402619532216, 0.20223042507479844, 0.15343050596660635, 0.19769182754420236, 0.25255598151035086, 0.26152205012467516, 0.3368733786296918 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.1460264364510598, 0.274384741458895, 0.17214279324517284, 0.2717653809383711, 0.19840122662327123, 0.3047960577597157, 0.18053878917951013, 0.17162588953878266, 0.23546171701413787, 0.1849297148341363, 0.23013591777055376, 0.18138562566528416, 0.19539713150000707, 0.27783106228642335, 0.320571852711525, 0.22224995034074102, 0.13496415110907523, 0.26107048308482733, 0.2669505187260257, 0.32903538919930964, 0.24220370337234245, 0.18367478091223952, 0.15556115243521154, 0.19216924066544738 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 48.36539919513709, 60.973370398782194, 38.37576451336486, 60.58568523835649, 68.5254720954793, 69.6314013725684, 36.91793738856258, 37.57406261109037, 37.11000374661631, 46.46165063055468, 35.35615661169531, 56.785839414492024, 36.77496893740668, 38.568270394161985, 56.248950353990125, 42.43996530537005, 53.27492598798726, 40.4528720452966, 56.51076378027094, 60.03830127193048, 40.20300157406606, 46.095746205302724, 49.153412956130815, 78.51224781403148 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 46.88043565681733, 59.38011124253907, 36.92593688604798, 58.99115563535855, 67.11938185669916, 68.03240615040703, 35.402807040238066, 36.09879478844473, 35.6144400639212, 44.94669192086293, 33.82005944233139, 55.2419451203985, 35.218899066977144, 37.031043407872566, 54.881124763531375, 40.88303412672778, 51.77375174351458, 38.783069253656855, 54.77353964058383, 58.48340183409624, 38.52098326194467, 44.67369403369844, 47.594601678830934, 76.97015666217759 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4417318107784336, "rpss": 0.025770063085613693, "brier_below": 0.2195120732251, "bss_below": 0.032124533724032345, "brier_above": 0.22221973778425275, "bss_above": 0.019410563304384842, "crps": 49.78900707677687, "crpss": -0.05612525831597992, "crps_fair": 48.25172771990325, "crpss_fair": -0.06801717842360877, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.318026, 0.459385, 0.178578, 0.044011, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2652, 0.3461, 0.4392, 0.5323, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2616, 0.3385, 0.4783, 0.5355, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.247303, 0.539105, 0.182002, 0.03159, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2688, 0.3471, 0.4344, 0.5363, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2479, 0.3638, 0.4143, 0.4517, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42120182407806567, 0.4851306521805731, 0.42333593446607215, 0.4614172727334053, 0.3977366639476789, 0.4984710238077547, 0.4023739300292927, 0.41654871696546364, 0.3903808077542245, 0.45180575674763485, 0.3405703574221146, 0.5377670679876304, 0.4088667210645963, 0.4040488172015241, 0.4075448281196855, 0.4311223814880344, 0.4829954038120501, 0.43947832533539255, 0.472098262941567, 0.46374467249983176, 0.4538013331663367, 0.4034540395306254, 0.4112692220412885, 0.49570890571950543 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25547133969004615, 0.19877991662062183, 0.26323606943065503, 0.15153179655475155, 0.25486142049701593, 0.14232952747516703, 0.18183319347079838, 0.20451840158062218, 0.17063770684532956, 0.3461731703861865, 0.09746433248470263, 0.35109594729981886, 0.23093604997527142, 0.1502682761858585, 0.10254606427671943, 0.19335919410464444, 0.36995916297907916, 0.1512883602046402, 0.2208438801594858, 0.13147538847630932, 0.18940988204990528, 0.28470730977762815, 0.2769522671249015, 0.2866017850831402 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1657304847283707, 0.2863507369749823, 0.16009986397630566, 0.309885478921566, 0.14287524413688882, 0.3561414991213745, 0.22054073520515588, 0.21203031497225167, 0.2197430999282467, 0.10563258438086252, 0.2431060243931883, 0.18667112100616606, 0.17793066909290253, 0.2537805420781091, 0.30499876344028903, 0.23776318728196996, 0.11303623933770617, 0.28818996681471076, 0.2512543845228747, 0.33226928832329894, 0.2643914529628907, 0.11874672902777776, 0.1343169549983183, 0.2091071214070027 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 74.49238606981315, 94.37325359054289, 58.68035234573805, 88.6603692729088, 95.43557972775021, 108.61679846242829, 55.375774710298586, 56.89751550500909, 55.70052757215074, 65.46610952491025, 50.50848208045998, 85.93784878019015, 50.82234541957857, 55.401033609566376, 60.7856183998676, 61.116060658800436, 76.92087758533928, 61.19175182396752, 82.44579582673107, 79.38537418529003, 59.50004245606965, 65.76762079563267, 77.48828770494654, 104.15553720053498 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 72.29242544093033, 92.09382527292783, 56.52984697489857, 86.25595785647624, 93.28917681482143, 106.31702227752007, 53.1383400724053, 54.712761816543484, 53.549125272979936, 63.204858916543245, 48.32093692804484, 83.71709361002615, 48.55846486367776, 53.1869374064576, 58.783808765487514, 58.846646492184924, 74.7698647004763, 58.76560991272137, 79.96295252537139, 77.11532348714255, 57.09034313167004, 63.70161988325303, 75.19217741462468, 101.91351136555915 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43753637171001447, "rpss": 0.03489723178556514, "brier_below": 0.2169283517805541, "bss_below": 0.043458758599361325, "brier_above": 0.2206080202930504, "bss_above": 0.026327732982317165, "crps": 71.8802226378552, "crpss": -0.04035267698231171, "crps_fair": 69.63785963344765, "crpss_fair": -0.0517196674562459, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.306667, 0.487256, 0.159224, 0.046854, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2693, 0.3437, 0.4382, 0.5354, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2534, 0.3247, 0.5299, 0.5842, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.254497, 0.544768, 0.174218, 0.026516, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2652, 0.3476, 0.4344, 0.5296, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2218, 0.3786, 0.4056, 0.5125, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.47007560035550044, 0.45989643605855973, 0.4417812512912916, 0.4519626091044143, 0.4127005121130787, 0.47222540877750496, 0.4300195610884599, 0.4104421722176395, 0.44639897163355624 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.16036840987264703, 0.21469178298103414, 0.13638016913232626, 0.1260132689759316, 0.1887363237663461, 0.2327062684360072, 0.22968764734919134, 0.13750090174224655, 0.22765491910730098 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30970717725232894, 0.2452046505196238, 0.30540106283274515, 0.3259493191208432, 0.223964187245756, 0.2395191428691017, 0.20033191545488688, 0.27294126162725957, 0.21874405404032943 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 50.27313071715272, 38.214800102057126, 54.76853043722295, 59.81970930327492, 32.09309166353023, 66.10078447596747, 40.307057645612865, 44.66707976200813, 53.441451709315366 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 49.518839068804446, 37.449927498980934, 53.97832031516715, 58.97619367516909, 31.369502089021587, 65.24862526954523, 39.52266869408288, 43.818953111580335, 52.57845977215218 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.44394472473777835, "rpss": 0.03176276693909841, "brier_below": 0.18374885459589238, "bss_below": 0.017066438777106896, "brier_above": 0.2601958634403194, "bss_above": 0.04187923445711128, "crps": 48.85395953512686, "crpss": -0.07803705090849777, "crps_fair": 48.05127661050043, "crpss_fair": -0.10627846478188818, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.374522, 0.517067, 0.107058, 0.001353, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2527, 0.3432, 0.433, 0.5053, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2187, 0.2, 0.3878, 0.5006, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.196486, 0.536118, 0.182581, 0.084815, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2773, 0.3402, 0.4444, 0.5305, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3613, 0.4848, 0.5529, 0.584, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46905213688529784, 0.4346173807715783, 0.45722575092435425, 0.4488893851677972, 0.4163303602253657, 0.43503863978180407, 0.42953093498900763, 0.4415138601196013, 0.44374022270605884 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13858379850943728, 0.22096237716767994, 0.15230128552346453, 0.12812136124026624, 0.168570687278013, 0.16754937680609266, 0.2382512241687398, 0.15182758249623185, 0.19307419886631627 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3304683205699378, 0.21365500678308727, 0.3049244479845531, 0.32076800602503974, 0.24775966817566974, 0.2674892574537623, 0.19127971166953572, 0.28968626530109004, 0.25066602037234353 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 74.20624295050887, 55.190512727368, 80.43341214994179, 84.83849030134573, 47.81223577398649, 82.80657844192545, 61.170095028776345, 66.2800155247661, 76.47804665474071 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 73.1169039893034, 54.0768543326494, 79.31229593602102, 83.64564121214383, 46.74776591622577, 81.59003879898967, 60.026115989903545, 65.05554889882804, 75.24450079941936 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.44177096350787387, "rpss": 0.027809625337728128, "brier_below": 0.1732490991173602, "bss_below": 0.021650303005862015, "brier_above": 0.2685218560372244, "bss_above": 0.03174259414003233, "crps": 69.91284772815105, "crpss": -0.07419055696135324, "crps_fair": 68.75729620816489, "crpss_fair": -0.10319996281348787, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.312459, 0.607474, 0.079127, 0.00094, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2572, 0.3422, 0.4285, 0.5082, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1993, 0.1669, 0.4259, 0.5719, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.218292, 0.567572, 0.160484, 0.053652, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2767, 0.3372, 0.4437, 0.5268, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3941, 0.5067, 0.5826, 0.5878, NaN, NaN, NaN, NaN ] } } } } }, "qdm": { "lambda_": { "training_mean": 0.6808694341956372, "training": [ 0.6997226786987985, 0.6801715998206288, 0.6736761035911164, 0.6782497850738931, 0.6577982990120027, 0.6850600984405709, 0.6990069543409223, 0.7031202659772123, 0.6883201610471696, 0.6864384975682308, 0.6864289048781895, 0.6499273388623874, 0.6695258745984335, 0.6810233639384141, 0.733918412400949, 0.6764416686069875, 0.6829284968027196, 0.6752477387894562, 0.6803519273955044, 0.6745977607997269, 0.6808479410709095, 0.6541138104420574, 0.6936019412448609, 0.6503467972941491 ], "test": 0.6967633604880776 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4159609208842846, 0.44871480720414986, 0.43162154178767315, 0.462061149473965, 0.4326045125638607, 0.461160320483134, 0.43819281561371626, 0.41403120184374287, 0.39516443458924483, 0.47831214016767015, 0.3769410308142822, 0.5033462587498987, 0.43493029357896057, 0.4156189575397704, 0.40443711547369143, 0.43882120122096585, 0.47610061590870784, 0.4129595679457722, 0.46757765840529175, 0.47939823874484, 0.43770239900137886, 0.43554412741432114, 0.4200754351233731, 0.5504822786132352 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26713042604870735, 0.1764438433784373, 0.2593201848445246, 0.1911139706140137, 0.23201588954536842, 0.15770463136767002, 0.255692088842908, 0.24034165672575733, 0.15899964910317735, 0.29385863786628286, 0.15017614320654887, 0.32242862931397204, 0.2384972068763262, 0.1376486221396045, 0.09688310100035163, 0.21744803368486212, 0.3395478248635274, 0.1510855345396206, 0.1992734420834015, 0.15077915624685043, 0.19643870194992316, 0.2507210676186975, 0.26285969144977167, 0.35553646224819296 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14883049454671662, 0.2722709649594282, 0.17230135584053527, 0.27094717956740894, 0.2005886238867667, 0.3034556906134991, 0.18250072585416324, 0.17368954497221759, 0.236164785028238, 0.18445350095324436, 0.2267648869900574, 0.18091762899227834, 0.19643308511227903, 0.27797033675832844, 0.3075540136964368, 0.22137316733896398, 0.1365527900917998, 0.2618740345302464, 0.2683042177796248, 0.32861908579591487, 0.2412636982260921, 0.18482305939117535, 0.15721574399973867, 0.19494581767567454 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 48.2611399667187, 60.3570994566686, 37.94843584025225, 59.973483250988124, 67.67864785894491, 70.26622619728303, 37.57957418097222, 38.98110210649495, 36.942517142875964, 46.29817858930115, 36.873918876327, 57.90245232511798, 37.75949707088652, 38.227299673389766, 54.7423056994426, 42.50790652035372, 55.50911306594411, 39.912744150080286, 56.268864715914304, 60.07289823091034, 39.75341590766327, 45.81997996611372, 49.05638986260783, 83.10259458142184 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 46.739502445485854, 58.78836548472464, 36.50735007313867, 58.376905710963065, 66.21170258292548, 68.71213220044191, 36.053375515321925, 37.50832182444691, 35.41134735267397, 44.730102809823904, 35.36574800401276, 56.36849997538937, 36.21348516442863, 36.69292263850115, 53.422286020362755, 40.94789148620884, 54.05127330181421, 38.26916586440783, 54.49507757195304, 58.54630974112219, 38.037070333168145, 44.34948183167978, 47.450994698329076, 81.64045452937819 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44298995929774715, "rpss": 0.022995243788720088, "brier_below": 0.22091435814827073, "bss_below": 0.025941560942968733, "brier_above": 0.22207560135836787, "bss_above": 0.02004659437018963, "crps": 50.07482438486139, "crpss": -0.06218801987831557, "crps_fair": 48.53707363169593, "crpss_fair": -0.07433310429794449, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.316316, 0.492351, 0.159902, 0.031431, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2637, 0.3456, 0.4411, 0.5299, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2796, 0.3343, 0.4837, 0.551, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.216393, 0.575918, 0.166051, 0.041638, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3478, 0.437, 0.5309, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2196, 0.3657, 0.4142, 0.4847, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42553068808774414, 0.48112803850987873, 0.42258999201883796, 0.4590992776347641, 0.39820335500286624, 0.492256486215534, 0.4027173386973181, 0.4190685843625254, 0.3939251616456698, 0.45407177743400134, 0.3411762149193967, 0.5350537964890989, 0.411052602936102, 0.40269224273823967, 0.4048976589440093, 0.43031748586245694, 0.4913395493898038, 0.43500252343774115, 0.47335815808779835, 0.4624525679454771, 0.4520819645281248, 0.40477205119673765, 0.4164741522885986, 0.4974830088209166 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25838673232510345, 0.19611031510128873, 0.26160861248787287, 0.15008059723314457, 0.2542455716548571, 0.1393971095551744, 0.1822490319237356, 0.2057981909934554, 0.17202262691869033, 0.34673179659696646, 0.10039933683699427, 0.3479384967223856, 0.2330880970341043, 0.14932463690026385, 0.10568429351071447, 0.19387684433981237, 0.3773534572898332, 0.14891038509447518, 0.22072600797024913, 0.12861148246660786, 0.18908060155129464, 0.2835083977868644, 0.2802430928322046, 0.2863998196819932 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16714395595053375, 0.28501772522299423, 0.1609813784163163, 0.3090186826387037, 0.14395778409694976, 0.3528593790978809, 0.22046830563170916, 0.21327039262977646, 0.2219025338536998, 0.1073399788927016, 0.24077687713228954, 0.18711529971292193, 0.17796450370399203, 0.2533676067379034, 0.29921336514493024, 0.2364406417092036, 0.11398609078331137, 0.28609214011075995, 0.25263215146946194, 0.3338410891745261, 0.26300136475793867, 0.12126365282429592, 0.1362310595732413, 0.2110831900072452 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 74.10399498472162, 93.05253389689337, 57.81379699031246, 88.11376703961848, 93.90032155246125, 108.67938743675695, 55.8537176264843, 58.75831659536908, 55.81184826899713, 65.24879614491412, 52.21912288226475, 87.13625626123701, 51.67200240628679, 54.72190225593197, 59.17838958010786, 61.05017242841448, 79.70190547330046, 59.84714827102254, 82.04715089082397, 79.04896076606286, 58.71525480743107, 65.06399626599979, 77.28819191794473, 108.50175812976141 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 71.84413119115376, 90.79668974873759, 55.660513046567296, 85.70577253505941, 91.66847822722262, 106.4190423983678, 53.58747249599119, 56.56966317651914, 53.60080626573271, 62.91419463428243, 50.058750906410296, 84.91321614826998, 49.420271739275236, 52.51635271599541, 57.21350444378676, 58.76648907871506, 77.6018830142278, 57.458331712999644, 79.50795315502621, 76.83008153475593, 56.26853404713608, 62.93616866389391, 74.92623210358178, 106.33581009315932 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4377810282164017, "rpss": 0.03435757682921681, "brier_below": 0.2171573139503369, "bss_below": 0.04244915447744657, "brier_above": 0.22062371455305363, "bss_above": 0.02625846503051643, "crps": 71.9803622030466, "crpss": -0.04180203900284418, "crps_fair": 69.73001429486946, "crpss_fair": -0.053111451614680005, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.278237, 0.538293, 0.14675, 0.03672, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2655, 0.3435, 0.4401, 0.5301, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2592, 0.3223, 0.5501, 0.5809, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.227881, 0.588381, 0.152463, 0.031275, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2681, 0.3486, 0.4338, 0.5305, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1894, 0.3831, 0.4044, 0.5354, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46817977611693323, 0.45881566767996534, 0.44279725465670366, 0.4505794840049727, 0.41286570245913046, 0.4743118789549935, 0.42697897274228996, 0.4104528367698154, 0.45055503561044113 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15942628471038553, 0.21479839550173752, 0.13765373874998538, 0.1243248581701967, 0.1882519208107639, 0.23257186978638816, 0.22871087331850656, 0.13779716273336476, 0.22980075864075897 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30875347841027867, 0.2440172696008817, 0.3051434966609385, 0.3262546048586883, 0.22461378072532626, 0.2417400116004813, 0.19826810106941115, 0.27265566548260745, 0.22075427847229936 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 49.67875834074069, 38.70399067118809, 54.352290380403915, 61.58794972647501, 32.57087745564894, 70.0985506772734, 39.97068588321006, 44.56487548783757, 55.983428618999405 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 48.92991153359996, 37.95985093569331, 53.58737307848034, 60.7764217985717, 31.87403985032526, 69.28926899539185, 39.18557298127952, 43.73339951696878, 55.158087011902374 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.44394851211058284, "rpss": 0.031754506732004084, "brier_below": 0.18370398471356528, "bss_below": 0.017306462658205013, "brier_above": 0.26024452076454585, "bss_above": 0.04170006330457765, "crps": 49.72348969353079, "crpss": -0.09722455866757262, "crps_fair": 48.943769522468116, "crpss_fair": -0.12682621622840373, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.380807, 0.530704, 0.088263, 0.000226, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2571, 0.3438, 0.4306, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2247, 0.2037, 0.3822, 0.3334, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.186639, 0.553594, 0.17079, 0.088977, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2802, 0.3416, 0.4441, 0.5236, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3592, 0.4845, 0.5505, 0.586, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4645175847841673, 0.4346408571621436, 0.4553304427453077, 0.44632683597016776, 0.414491733231861, 0.43625436171844223, 0.43123326026361936, 0.44034158858540207, 0.4458672375910384 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1363745648474444, 0.22170138059821526, 0.15126070776299172, 0.12748944915629948, 0.16664288679371314, 0.16774789642605406, 0.23938164311683843, 0.15189270576568867, 0.19387125029278843 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3281430023255739, 0.2129394796733274, 0.304069717932843, 0.31883736885816266, 0.2478488418579882, 0.2685064596276108, 0.19185161820288898, 0.2884488707778455, 0.2519959835389257 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 73.4369150194331, 55.91427276235197, 79.99558317526984, 86.03683440117665, 47.95614815133245, 86.92256517687818, 60.980968705905305, 65.77624606772781, 79.18766696380251 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 72.3532073570423, 54.8293240982368, 78.91322346129205, 84.87981342844088, 46.93002436570921, 85.75715093450108, 59.84121498452056, 64.56364256621725, 78.00096014149531 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.44100043356134994, "rpss": 0.029505304454914505, "brier_below": 0.17292916497333705, "bss_below": 0.02345699334051765, "brier_above": 0.26807126031057404, "bss_above": 0.03336738794943295, "crps": 70.68968893598642, "crpss": -0.08612649601736155, "crps_fair": 69.56317348193949, "crpss_fair": -0.11613013644580694, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.32896, 0.607872, 0.062899, 0.000269, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2589, 0.3427, 0.429, 0.5124, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.199, 0.1742, 0.4196, 0.5009, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.201908, 0.5945, 0.138283, 0.065309, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2789, 0.3388, 0.4418, 0.5243, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3845, 0.505, 0.5931, 0.5936, NaN, NaN, NaN, NaN ] } } } } }, "sdm": { "lambda_": { "training_mean": 0.7031917560866708, "training": [ 0.7224967011272807, 0.7023107652574341, 0.6952775243751506, 0.6994023913741845, 0.685178722420157, 0.7072897899893834, 0.7212220917903097, 0.7230146189889676, 0.7109507305245806, 0.7099900776394416, 0.706802884409608, 0.672706568576604, 0.6932246136533337, 0.7035159378752344, 0.7524129816590331, 0.6992665320683056, 0.7039289937639489, 0.6987337416635674, 0.7026154653534982, 0.6967044407083846, 0.7021308272571174, 0.6774706152113177, 0.7152537078796832, 0.6747014225135732 ], "test": 0.7150827276040104 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.412308323720806, 0.4499782453579289, 0.43030470373717156, 0.4619967915050335, 0.4350439770696177, 0.46212574408354384, 0.4362185438945529, 0.4133093729231735, 0.39653222147775236, 0.47820170508108795, 0.3789045976708569, 0.5022970453271767, 0.4314015018217045, 0.4203065671844769, 0.41031374255266145, 0.4346969514705835, 0.4711016558575046, 0.4137510656370694, 0.4693854602681922, 0.4862180385771399, 0.4395752514699245, 0.4349735864780971, 0.41855273098824397, 0.5412295409147176 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2663368297093514, 0.17617004028204342, 0.2597564032056385, 0.18913217416400355, 0.23322516476137314, 0.15760449803572085, 0.25562540308742654, 0.2409233175273938, 0.15983736504239174, 0.2944841771611624, 0.1508133323921638, 0.3233983070089897, 0.23835372026291768, 0.13799784603900145, 0.09857912939734406, 0.21707654457169687, 0.3394735047113823, 0.1514494838650343, 0.2012304441448697, 0.151591065702699, 0.19630693133998703, 0.25074223011861935, 0.2623059833022196, 0.3512565943298632 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14597149391782965, 0.27380820563714586, 0.17054829995030818, 0.2728646178212415, 0.20181881281819833, 0.304521247134253, 0.18059314035638865, 0.17238605550499703, 0.2366948561259134, 0.18371752697146412, 0.2280912650636519, 0.17889873829685177, 0.19304778027101366, 0.2823087223295517, 0.31173461190810325, 0.21762040668748303, 0.13162815053529395, 0.2623015826018061, 0.26815501752771254, 0.3346269753363926, 0.2432683209174058, 0.18423135605452062, 0.15624674817927842, 0.1899729481094399 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 49.075553410574734, 61.61975114593259, 38.25547724575369, 62.24896195563055, 70.06776887884412, 72.8790360212646, 37.508484902468666, 39.21048823181465, 37.25338153286132, 46.120572475415536, 36.6322031799681, 58.486834296503474, 36.70962555640405, 39.24555283238419, 57.74672416898658, 42.37505924327678, 55.416009194290154, 40.40997359862153, 57.39310598950196, 63.353586612900045, 40.16981938919886, 46.36671971230748, 48.830291994470436, 82.86402858369337 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 47.68609449153936, 60.183099950876986, 36.97316887250242, 60.82159851638166, 68.72090132241115, 71.50144033232576, 36.15192823844911, 37.901118356083145, 35.9119157416357, 44.70546843032919, 35.26475492895641, 57.1231857488078, 35.31621117355267, 37.85413887888275, 56.63114785265215, 41.003055958619335, 54.12403057425967, 38.93083711248805, 55.804542320354756, 62.007903279619164, 38.63491949470456, 45.03917522856518, 47.34422769031876, 81.52533817192142 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4428636402112091, "rpss": 0.023273837796908392, "brier_below": 0.22098627042347055, "bss_below": 0.025624484411061466, "brier_above": 0.22187737000234353, "bss_above": 0.02092133023153797, "crps": 50.84329208971115, "crpss": -0.07848876980169561, "crps_fair": 49.46500844442655, "crpss_fair": -0.09487227185286695, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.327332, 0.473784, 0.170083, 0.028801, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2653, 0.3477, 0.4411, 0.5251, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2749, 0.3342, 0.4892, 0.5617, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.257942, 0.561666, 0.139083, 0.041308, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2721, 0.3457, 0.4377, 0.5279, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2337, 0.3722, 0.4365, 0.4124, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4245841390818105, 0.48395058569091964, 0.42102461028491844, 0.4634434215835209, 0.39844094227875815, 0.4948201326810524, 0.40383589049425406, 0.4178352670528067, 0.3934717040998366, 0.4530604569391411, 0.34417259038309783, 0.5325481848588883, 0.40569623707663865, 0.40484011902336914, 0.40901077167609007, 0.42885526608413427, 0.48613633784007265, 0.43707564634273444, 0.47407391569694135, 0.4677479370678398, 0.4559076840263058, 0.40176252172650767, 0.41639052671514315, 0.4894956656634024 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2584536254137825, 0.1967828747608498, 0.26252268202902396, 0.14992379897003424, 0.25481136762759626, 0.13951750824507453, 0.18288054137958137, 0.20683253217482828, 0.17272032396744055, 0.3479103875229323, 0.10135427434232389, 0.3486401902578273, 0.2323415600872789, 0.14936656378243515, 0.10632917930927314, 0.19388647886757973, 0.3764369241220651, 0.14907255935071098, 0.22250799904757473, 0.12871422243911712, 0.190007029645699, 0.2833049757006499, 0.2803261856260108, 0.2831391675188076 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16613051398022574, 0.2871677122530149, 0.15850192770856078, 0.31351962413374246, 0.14362957528049144, 0.35530262616102287, 0.22095534843814515, 0.21100273455035823, 0.220751379617034, 0.10515006829245073, 0.242818315381637, 0.18390799496388072, 0.17335467541204427, 0.25547355585568193, 0.30268159173894693, 0.23496878734556798, 0.10969941279109252, 0.2880030881932565, 0.25156591834607084, 0.3390337172254465, 0.265900655469795, 0.11845754595179246, 0.1360643413715944, 0.20635649911633847 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 75.72868311117895, 95.63804620112226, 58.499525791533735, 91.32230155140306, 96.85612989295278, 112.96667589728155, 55.89105517006126, 59.01219669464149, 56.04450501225305, 64.57008975594505, 51.7344755427606, 88.18697764218426, 49.75759048050608, 56.094308282526846, 62.0437670796566, 61.00577132060703, 79.53919155072043, 61.03217488312843, 83.96395634766027, 83.74338822578727, 59.54204083304082, 65.49007365868668, 77.10860200106576, 107.59036270693078 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 73.65539620853447, 93.55284684624183, 56.56745770414993, 89.14318358301225, 94.79824892927003, 110.93322200543108, 53.858616175487484, 57.03549524424457, 54.089567150905104, 62.44161801731134, 49.72498601538524, 86.2029388438239, 47.69781978032166, 54.078271301959134, 60.36626991269994, 58.98987401569425, 77.66087478997933, 58.86051466914114, 81.67500748023704, 81.77430664177672, 57.3362541956159, 63.55739426713634, 74.90428167283919, 105.57385643971429 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4378408564320077, "rpss": 0.03422560979691491, "brier_below": 0.21740762300785407, "bss_below": 0.0413454216797462, "brier_above": 0.22043323373242465, "bss_above": 0.027099168338577617, "crps": 73.05674540140146, "crpss": -0.05738098548870996, "crps_fair": 71.01992924545466, "crpss_fair": -0.0725926494863145, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.290827, 0.523388, 0.15065, 0.035135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2674, 0.3452, 0.4405, 0.5248, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2538, 0.3245, 0.553, 0.589, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.27117, 0.564871, 0.13615, 0.027808, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2689, 0.3469, 0.4352, 0.5274, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2116, 0.3886, 0.4203, 0.4615, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46861036223324115, 0.45868230038641666, 0.44641590026943223, 0.4535230601432209, 0.41268255503114704, 0.4720491647083549, 0.42631762299066944, 0.4128199709519213, 0.45096156894530304 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15871186961223085, 0.21482208244753398, 0.13750360403751072, 0.12448071199806873, 0.18801208760601798, 0.23154199208079007, 0.2281599824812553, 0.1384795296873561, 0.23005029821285908 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30989847906815826, 0.24386021512450004, 0.3089122766016845, 0.329042326904676, 0.22467046629494633, 0.2405071748517912, 0.19815764193258398, 0.2743404323839081, 0.22091127196460283 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 50.37277996518483, 38.80651341487874, 55.66517347212572, 63.09266680122578, 32.81021976839782, 70.69402268925926, 40.09786635614728, 44.86667386748355, 56.29958934920954 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 49.694994802915154, 38.130798069542855, 54.97592166950138, 62.35694388578598, 32.18201878934266, 69.96649927009403, 39.37351020889219, 44.111319919635754, 55.54924480575445 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4446736117399674, "rpss": 0.030173074585775783, "brier_below": 0.18352912868484697, "bss_below": 0.018241825544615176, "brier_above": 0.2611444761252057, "bss_above": 0.0383861523618404, "crps": 50.30061174265695, "crpss": -0.10995963598319713, "crps_fair": 49.593472380162716, "crpss_fair": -0.14178424295890935, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.3713, 0.54214, 0.086411, 0.000149, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2559, 0.3429, 0.4292, 0.5098, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.224, 0.2029, 0.3965, 0.5048, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.184968, 0.572133, 0.149332, 0.093567, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2768, 0.3387, 0.4424, 0.5158, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3579, 0.4853, 0.5578, 0.5796, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46584581755763116, 0.4347200243592733, 0.45875987457836975, 0.4488841819091689, 0.4143667282884402, 0.4358929518630464, 0.4311888943814221, 0.4432006511218883, 0.447902456965303 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13480578163534232, 0.22228938380233002, 0.1512950860014071, 0.1275549127380427, 0.16626929300840432, 0.16680339942270833, 0.23932199200061263, 0.15235136185635695, 0.19467816394315365 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.33104001785327436, 0.21243064340261497, 0.30746477110111686, 0.32132925107022264, 0.24809743056621536, 0.26908954650260203, 0.1918669031985114, 0.29084927687526946, 0.25322428912992795 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 74.63651802804429, 56.17513192391329, 82.02324625984843, 87.95014168586485, 48.30197291940534, 87.49829080487098, 61.29180511297226, 66.39597367698434, 79.46781098726606 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 73.65185685806131, 55.187506157659406, 81.04647930254154, 86.89808359473724, 47.36959977456492, 86.4443319267143, 60.236625228115756, 65.28657847716339, 78.38175720184935 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4423068423360603, "rpss": 0.026630334977376324, "brier_below": 0.17281881937870644, "bss_below": 0.02408012257825387, "brier_above": 0.2694880144110839, "bss_above": 0.028258743646337736, "crps": 71.52676571101887, "crpss": -0.09898793703157804, "crps_fair": 70.50031316904524, "crpss_fair": -0.13116639477737513, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.320194, 0.619426, 0.060246, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2579, 0.3416, 0.4279, 0.5179, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2012, 0.1727, 0.4381, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.203773, 0.60651, 0.122659, 0.067059, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2751, 0.3363, 0.4416, 0.5152, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3875, 0.5065, 0.5892, 0.6002, NaN, NaN, NaN, NaN ] } } } } }, "cdft": { "lambda_": { "training_mean": 0.6758914128142749, "training": [ 0.6962417177034942, 0.6738031701657388, 0.6686417841515193, 0.6743221264271856, 0.6631993780943386, 0.6761944642469855, 0.6947254377580183, 0.6973516939915748, 0.6834530406379737, 0.6812946624094641, 0.6820103967648218, 0.6461503577742338, 0.6618527184143853, 0.676952521893177, 0.7225725605630264, 0.6687386551731455, 0.677352256514487, 0.67201859906271, 0.6749407894238102, 0.6710838715233096, 0.6757167752666761, 0.6556453993252948, 0.6857693049870576, 0.6413622252701707 ], "test": 0.691723673553501 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4144782502353797, 0.45141295417616467, 0.43088226784070227, 0.4624443368211092, 0.4302834186052209, 0.4673894568987457, 0.43303313863772747, 0.4133214098227008, 0.39926775559738925, 0.48087327719817374, 0.3755413797106788, 0.5012902721526609, 0.4402330334496637, 0.41734226188050194, 0.411104698443437, 0.43878181370878827, 0.4715548816029411, 0.41164581307737075, 0.4689596665381924, 0.4791703871925617, 0.4361519505787985, 0.4351619121791804, 0.4236327519228266, 0.5452345969369795 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26565524086831765, 0.17802314750293471, 0.2592911231068929, 0.19279936618508192, 0.23217831050476945, 0.15981822175106686, 0.24928302823254717, 0.23956952863798725, 0.16233988454462717, 0.29631430131852804, 0.14901826801346266, 0.3208388860147429, 0.24074262620551923, 0.1384447981791426, 0.09594809365923138, 0.2176548547095473, 0.33564122669673263, 0.15055715860741659, 0.2010836372848308, 0.15035467643005307, 0.19472584636935816, 0.25192425372547744, 0.26651550088872733, 0.34957960083955886 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14882300909258345, 0.27338980780708727, 0.1715911437477451, 0.2696449718564067, 0.1981051084316198, 0.307571236467948, 0.1837501092493599, 0.17375188106987494, 0.23692787100020185, 0.1845589744622933, 0.22652311135917663, 0.18045138548485612, 0.1994904057631616, 0.27889746474514665, 0.3151566042262164, 0.22112695905306315, 0.1359136539327339, 0.26108865559791966, 0.2678760302605757, 0.328815713695343, 0.24142610539338877, 0.18323765824760627, 0.15711725171026508, 0.19565499691949498 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 48.505561226493455, 60.36899989853302, 37.78125757935452, 60.413374295104184, 67.84262774401338, 70.6309095630378, 37.247343310379826, 38.79114184946877, 36.78833942270384, 46.941632957125, 35.4119839930494, 57.36955873300609, 37.851321558777244, 37.94360178809212, 55.56410245069021, 42.33300610728452, 54.13409103988741, 40.20502142757388, 57.72370630513644, 59.90152840702868, 39.462495966245235, 46.30545139274203, 49.65479546601466, 81.06650300702185 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 47.04284585323511, 58.86419286095327, 36.39510205097069, 58.87445447898464, 66.46347879548526, 69.13103540067291, 35.83001670834011, 37.3846201515047, 35.3727016363405, 45.49570547663044, 33.93538085634873, 55.921222374532846, 36.38933400623181, 36.48962450421956, 54.28025388927274, 40.864432117278305, 52.731857110095156, 38.63866508720675, 56.043511114932244, 58.421940173372235, 37.86137538542653, 44.959463704439855, 48.16212454810225, 79.64415500877305 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.4432996535503289, "rpss": 0.022312219825325164, "brier_below": 0.22076256584485643, "bss_below": 0.026610845526207072, "brier_above": 0.2225370878989195, "bss_above": 0.018010191882479543, "crps": 50.00993147869848, "crpss": -0.06081151045770228, "crps_fair": 48.54989555388957, "crpss_fair": -0.07461690829440881, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.303551, 0.488612, 0.174789, 0.033048, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2635, 0.345, 0.4399, 0.5281, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2675, 0.3439, 0.4626, 0.5334, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.216646, 0.575005, 0.171696, 0.036653, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2688, 0.3459, 0.4342, 0.5336, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2203, 0.3645, 0.4302, 0.4344, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42407698959179885, 0.47938177753323136, 0.42064205453002446, 0.45915742519564456, 0.3991429830354001, 0.5001029346316059, 0.40201708675685555, 0.4200196675112038, 0.39026114994010347, 0.45268096426932003, 0.34260552048895043, 0.5321827313777308, 0.40880070341287916, 0.4008952740609279, 0.40846144724642514, 0.428221331222905, 0.484817304944971, 0.4379861247654252, 0.4709175566980604, 0.46504848352653494, 0.45100500323742054, 0.40213320463980573, 0.41506684053614795, 0.4961045365854095 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25709785796231166, 0.19544322893671529, 0.2615075999621629, 0.1509481654861465, 0.25622201673997186, 0.14212153048935297, 0.18017511337539222, 0.205938836471324, 0.17051808296873616, 0.3471801479717501, 0.09938718816203107, 0.3482660811303699, 0.23222118193171387, 0.1487360101251582, 0.10253176705098395, 0.19182507291647863, 0.37256077843312846, 0.14918357864168186, 0.21960245229595135, 0.1300142918487925, 0.18764814937156854, 0.2838891341784837, 0.28116954335221916, 0.2859056980768668 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16697913178568333, 0.28393855036957427, 0.15913445360804904, 0.30820926217322714, 0.14292096670829893, 0.3579814062323761, 0.221841972466363, 0.21408083051066754, 0.2197430663972043, 0.1055008145075203, 0.24321833203265214, 0.18391665016800576, 0.1765795191201087, 0.25215926467378363, 0.30592967997080184, 0.23639625864412478, 0.11225652506647033, 0.2888025479481797, 0.25131510533628265, 0.335034195492395, 0.26335685541256587, 0.11824407015336875, 0.13389729749384355, 0.21019883893443675 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 74.46170838486684, 92.93947373950844, 57.771627683303116, 88.93106665543648, 94.34143094459287, 109.83590577529154, 55.66382818758071, 58.28334393220677, 55.347340025113226, 65.91878065809539, 50.76488907771024, 86.90707111116596, 51.615066258131016, 54.12974794042857, 59.822104797105986, 60.59053348973334, 77.80616931607783, 60.574520625821606, 84.00936667889151, 79.11991080630675, 58.34213181307135, 65.79340167469555, 78.25016008106573, 106.26173203628021 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 72.29949626916286, 90.81162727931923, 55.726703623243836, 86.6420920573084, 92.2470879981995, 107.6977167003286, 53.60409148820878, 56.22514927247602, 53.33111955528777, 63.78082119747013, 48.68821415589115, 84.8625344808696, 49.52532845570629, 52.069781993415525, 57.95996112851085, 58.4773109477524, 75.81060052925281, 58.33171484718868, 81.63178899367212, 76.99093221491529, 56.07427561079745, 63.86110085312987, 76.06734014037909, 104.20224142636097 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4371553789891159, "rpss": 0.03573761250219376, "brier_below": 0.2166705628283038, "bss_below": 0.04459547384373075, "brier_above": 0.22048481646691598, "bss_above": 0.02687150355121215, "crps": 71.97838798718671, "crpss": -0.04177346534684534, "crps_fair": 69.87162630078531, "crpss_fair": -0.05525017518478359, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.28091, 0.531372, 0.151446, 0.036272, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2666, 0.3422, 0.439, 0.5294, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2498, 0.3297, 0.5359, 0.5826, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.229626, 0.578682, 0.168917, 0.022776, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2644, 0.3471, 0.432, 0.5297, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1845, 0.3824, 0.4303, 0.4643, NaN, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4699399921907995, 0.45862564947067946, 0.44419979130343074, 0.45205542837546925, 0.41197140692974005, 0.47254408170879847, 0.4269701048302152, 0.4090995972833059, 0.4503194484807453 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1600330841266188, 0.21348641939747837, 0.13697149208954396, 0.125182603104811, 0.18794577021249745, 0.2323990158902068, 0.22862788574544177, 0.1365580327379579, 0.2290336174475221 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3099068947162464, 0.2451392275403574, 0.3072282797032646, 0.3268728041211364, 0.2240256357806913, 0.2401450683889526, 0.1983422208436569, 0.27254155571364974, 0.2212858323863042 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 49.64465428894478, 38.46015128812283, 54.679040451253414, 60.07295245791195, 32.18106121934549, 67.34467433765155, 40.1873948334904, 43.92976738330263, 54.31080274433597 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 48.910083620728905, 37.73373018110148, 53.92947151318773, 59.264901670354334, 31.498899589083692, 66.52143441301112, 39.42496184700246, 43.10651337452634, 53.4840465663129 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.44396950006368713, "rpss": 0.03170873229994309, "brier_below": 0.18335976897245312, "bss_below": 0.019147786812221845, "brier_above": 0.26060972435491775, "bss_above": 0.04035527196562383, "crps": 48.97894433381767, "crpss": -0.08079503091812534, "crps_fair": 48.20822697503433, "crpss_fair": -0.10989191317642222, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.383722, 0.521806, 0.092159, 0.002312, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2556, 0.3441, 0.4344, 0.5085, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2137, 0.2077, 0.3979, 0.1942, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.190664, 0.548962, 0.186333, 0.074041, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2798, 0.3411, 0.4457, 0.5249, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3714, 0.4827, 0.5473, 0.5885, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4639322347682279, 0.43201091008040765, 0.45760071015506465, 0.4481572466033465, 0.41616019351565753, 0.43618829684462496, 0.4309314493721903, 0.4397944791220286, 0.4437604229244156 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13614700293440182, 0.21844631054584704, 0.15169016602837865, 0.12684460514088491, 0.16853625143307802, 0.16779080665838944, 0.23886416177881903, 0.15035608592695254, 0.1915260766717632 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.32778521413532885, 0.21356460261939042, 0.30591052671056673, 0.3213126232590928, 0.24762393750708023, 0.26839748461284246, 0.19206728864554384, 0.28943838087208296, 0.252234342504333 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 73.29183330708396, 55.47141776114022, 80.49222615012775, 84.65023331830825, 47.74983035630946, 83.5177681384475, 61.403215046494886, 64.95291873125518, 76.95461356227504 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 72.23794618593713, 54.421385968783355, 79.43753007351353, 83.51620562743881, 46.75913390766527, 82.34314886393076, 60.29472152744076, 63.76532068308959, 75.7859207047522 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.440948438153996, "rpss": 0.029619728984210725, "brier_below": 0.17224460745761275, "bss_below": 0.027322737182742363, "brier_above": 0.26870382231847345, "bss_above": 0.031086445690753917, "crps": 69.83156181904914, "crpss": -0.07294162262655379, "crps_fair": 68.72903483806128, "crpss_fair": -0.10274651359185216, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.332425, 0.607054, 0.059448, 0.001073, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2607, 0.3425, 0.431, 0.5058, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.187, 0.1799, 0.4439, 0.125, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.201515, 0.594084, 0.159053, 0.045348, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.278, 0.3388, 0.4448, 0.5231, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3906, 0.5051, 0.589, 0.5771, NaN, NaN, NaN, NaN ] } } } } }, "mvs_zero_guard": { "lambda_": { "training_mean": 0.5881065768214245, "training": [ 0.6066599667243759, 0.58540099228822, 0.5831115310654001, 0.582779528302588, 0.5726411862332346, 0.5808365912245709, 0.6086419525337933, 0.6140968893228808, 0.5999874303429817, 0.5990998845290103, 0.5967476609523872, 0.5507311823118889, 0.5754562439396911, 0.5941376764592154, 0.6277988081947176, 0.5785557038202808, 0.5906836596810687, 0.5885814754650417, 0.5880841610892054, 0.58220849999007, 0.5894619185800025, 0.5689712144874683, 0.6106647654658128, 0.5392189207102834 ], "test": 0.6113933660018047 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.41572050653290454, 0.45777802603881845, 0.4284006705235833, 0.46107978097554453, 0.41716706300942114, 0.477964246577554, 0.43265744182560806, 0.41474591024532587, 0.393804873160686, 0.4734215091296651, 0.37582879521521434, 0.5116405745404586, 0.4379569945453267, 0.40860568590947505, 0.41120761805376665, 0.434783400426553, 0.4698183057286592, 0.41025752579192837, 0.46448111418814564, 0.46952743631124033, 0.4385555364224456, 0.42082001729403445, 0.4073699386420468, 0.5568816236426463 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.26517684544979836, 0.1837020593997106, 0.25690960452041917, 0.1899667364192553, 0.22315764267172367, 0.16105931157568565, 0.24736615626911462, 0.23991192516091123, 0.16044836033582094, 0.29328860355329195, 0.14277957801707247, 0.3267402846642841, 0.23997178581355513, 0.13743399742599918, 0.09507219354134037, 0.21513917974589433, 0.33344365174147295, 0.14930419022152877, 0.19980552804566504, 0.14854864334371604, 0.19816535383051492, 0.24129336991133926, 0.25607703154307787, 0.35128938111025804 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15054366011368353, 0.2740759673029171, 0.1714910647324878, 0.2711130458202568, 0.19400942107170965, 0.3169049367332073, 0.18529128365653622, 0.17483398532574468, 0.23335651280968187, 0.18013290411896354, 0.2330492171103312, 0.1849002891359934, 0.19798520782495507, 0.27117168973229205, 0.31613542456265387, 0.219644219883275, 0.1363746524193985, 0.26095333691158684, 0.2646755878693214, 0.32097879703552573, 0.24039018316814112, 0.17952664739634117, 0.1512929074854874, 0.2055922431969544 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.48531825749868, 60.4217498077284, 36.199040586426854, 58.23644739195621, 62.17948101027012, 73.05135707767803, 37.29579372412385, 38.24352803971538, 35.084202767796995, 45.50219205021297, 35.03343127590022, 57.94037092951499, 36.860938006176085, 36.0045657074297, 56.196132421711226, 42.0063106263386, 52.78285544357317, 38.650812008198415, 55.71080032619232, 59.64368634979556, 39.061319805015216, 40.20101498029792, 45.69214337639172, 70.42639884998569 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 48.975371487452136, 58.855328277398016, 34.76049789455847, 56.62842557602322, 60.695535237801245, 71.47481128176952, 35.79182111491752, 36.78353227230572, 33.59756719680408, 43.96298668293163, 33.51955532369774, 56.42346822312544, 35.32438290755749, 34.48528494402624, 54.859789398343956, 40.47768739258037, 51.295211248692695, 36.99468294633532, 53.97149232472499, 58.08934217634717, 37.377483096719494, 38.779883502984404, 44.109590568918165, 68.91120556849212 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44126977478046053, "rpss": 0.02678907346742032, "brier_below": 0.2190021422629771, "bss_below": 0.03437292790336821, "brier_above": 0.2222676327257269, "bss_above": 0.019199217209978525, "crps": 48.45457878416369, "crpss": -0.027819342854219276, "crps_fair": 46.92270569352113, "crpss_fair": -0.03860023478753738, "reliability": { "below": { "weight": [ 0.0, 0.003325, 0.304268, 0.485205, 0.165265, 0.038493, 0.003444, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2614, 0.3456, 0.4397, 0.5456, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6954, 0.2518, 0.3438, 0.4624, 0.5954, 0.7544, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.238296, 0.507837, 0.22285, 0.029803, 0.001213, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2586, 0.3523, 0.4376, 0.5342, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2275, 0.3679, 0.4245, 0.3759, 0.1855, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.419412745727899, 0.4836372544758832, 0.4133469854903796, 0.45376662833360826, 0.3783085108547154, 0.5219519212720539, 0.3943571157539185, 0.417672450461831, 0.3798793680135661, 0.45193351887817373, 0.3431094781775913, 0.5568007696680404, 0.4066233108895988, 0.39260397831664295, 0.3910693548132413, 0.4229155360141911, 0.4795671003203191, 0.43358895607551556, 0.47130556100206517, 0.4625128308134605, 0.44652052521225777, 0.3836487434840681, 0.397242975055904, 0.5051846790194872 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.25341481915703445, 0.1982058226375791, 0.2575284041099852, 0.14553217414229896, 0.24128514242624782, 0.15000358068154385, 0.1782225244177768, 0.20219997845671234, 0.16710098685329075, 0.3499576674335996, 0.0905653203090488, 0.3628969541373429, 0.23014727975970165, 0.1436538590162964, 0.09236791305759301, 0.18821548534043417, 0.37056765981164846, 0.14632196891747282, 0.21946818019892222, 0.12799828537841645, 0.1859907680981911, 0.27004421087396147, 0.27001690826184627, 0.2897796315920559 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1659979261759561, 0.2854314330929504, 0.15581858067867635, 0.30823445660981247, 0.13702336928917577, 0.3719483431377929, 0.21613458998096735, 0.21547247205660927, 0.2127783804716156, 0.10197584936251844, 0.2525441583445939, 0.19390381593009903, 0.17647602904744752, 0.24895012034038522, 0.29870144137824245, 0.23470005029018495, 0.1089994389613581, 0.28726698944036133, 0.25183738228459773, 0.3345145505269475, 0.2605297584393139, 0.11360453224707076, 0.1272260670067485, 0.21540504818449444 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.62807702152905, 94.03073045231552, 54.87829130717722, 85.70850911889897, 87.58500227566795, 114.78147538525296, 55.30809752336391, 57.44533908887895, 52.16310208535443, 65.07457567160301, 50.669111966179074, 88.91267801613212, 50.71430196452927, 51.71673432343616, 59.10403820340073, 61.59563556273312, 76.17006251080603, 58.31976505791169, 81.80105597776338, 79.85166341639328, 57.451843182802186, 57.211702864797005, 71.89254260140997, 93.5355734460259 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.41964373021524, 91.82479218277712, 52.77520203783767, 83.3239646539499, 85.33442645519278, 112.55081758158619, 53.13515612526559, 55.322190470546424, 50.065746113533606, 62.81589608466083, 48.55574045131808, 86.77378025111149, 48.5302236920368, 49.57247553483674, 57.18205799900395, 59.404308577020785, 74.06606513297201, 55.94745433454605, 79.35627575220731, 77.62713494841383, 55.085349466154916, 55.18400792517643, 69.58689507885869, 91.36378623762685 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43362334575518385, "rpss": 0.043528450640222704, "brier_below": 0.21381189687787502, "bss_below": 0.05720070434739055, "brier_above": 0.21981144930324667, "bss_above": 0.029843466818523234, "crps": 70.10624620934841, "crpss": -0.01467717044418082, "crps_fair": 67.90847461736873, "crpss_fair": -0.02560128524880745, "reliability": { "below": { "weight": [ 0.0, 0.00433, 0.372083, 0.412359, 0.154298, 0.053101, 0.003829, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, 0.1962, 0.2595, 0.344, 0.4428, 0.546, 0.6104, NaN, NaN, NaN ], "observed_frequency": [ NaN, 0.6514, 0.2333, 0.3414, 0.5269, 0.6262, 0.6978, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.296171, 0.467158, 0.199578, 0.035634, 0.00146, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2551, 0.3502, 0.4393, 0.5332, 0.6136, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.2174, 0.3864, 0.4344, 0.4186, 0.2755, NaN, NaN, NaN ] } } } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46376301464207975, 0.4472274468915803, 0.4408511731080382, 0.44593568616868734, 0.4129480101170967, 0.4755391511132811, 0.41910734681760975, 0.4112768097090731, 0.44707130507194714 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15821798319417502, 0.2102708226415771, 0.13838229183529968, 0.12571675179182296, 0.18970836347305353, 0.23186344003957488, 0.224460197698413, 0.13715824497329282, 0.2236984204825078 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.30554501907164877, 0.23695662225056918, 0.30246886200898804, 0.32021891414012976, 0.22323964547913797, 0.24367571466818602, 0.19464715051256973, 0.27411855551479203, 0.22337288643002184 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.71875674893731, 37.19975329797671, 55.26605538966382, 54.668845370864645, 31.662183729235316, 58.09382568386139, 38.33045647600141, 43.31833096917961, 47.77098264409404 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.96315271739511, 36.440198138373006, 54.48086805235374, 53.83333446162889, 30.94688008142998, 57.24731617577117, 37.53693976732004, 42.46643728729688, 46.91679074002286 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4404133270710437, "rpss": 0.039464695839586006, "brier_below": 0.18216405734774632, "bss_below": 0.025544044835453805, "brier_above": 0.25824926334178255, "bss_above": 0.04904721150315605, "crps": 46.11435447886825, "crpss": -0.017583491286999875, "crps_fair": 45.31465749128797, "crpss_fair": -0.04327362887637243, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.398509, 0.506567, 0.093946, 0.000978, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2557, 0.3458, 0.4315, 0.5098, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1878, 0.2303, 0.381, 0.1543, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.204566, 0.500649, 0.23405, 0.060736, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2719, 0.3497, 0.4468, 0.5326, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.3855, 0.4754, 0.5487, 0.5938, NaN, NaN, NaN, NaN ] } } }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46201898784487466, 0.4295827402746702, 0.4587636943697183, 0.45370864095782604, 0.414943756472879, 0.43481940778934536, 0.4247360485231668, 0.4410679765358591, 0.4398980710086551 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.13383962641510655, 0.21756886436523032, 0.15038821974047745, 0.13038797589202533, 0.16834565744739766, 0.16788254970216157, 0.23685249869113756, 0.1492884940999707, 0.18880884013493882 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.3281793443592384, 0.21201387893310494, 0.3083754569149754, 0.32332064715321523, 0.2465980935430487, 0.2669368533859514, 0.1878835502353862, 0.2917794701899148, 0.25108922738971623 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.13278850265125, 53.565632357834346, 81.54693739075897, 78.95049050234954, 47.3333808039404, 73.65561490116087, 58.52473133046488, 64.87222930389898, 68.9431365264149 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.0581109792568, 52.473851180659025, 80.45266793705086, 77.78907039676757, 46.300870493029855, 72.46521813708522, 57.3871130690231, 63.660630233435704, 67.7429886853661 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.43994881375299943, "rpss": 0.03181956849654455, "brier_below": 0.1714847473876051, "bss_below": 0.03161371977969274, "brier_above": 0.2684640580116168, "bss_above": 0.03195100684492169, "crps": 66.61388240216381, "crpss": -0.023502914903089422, "crps_fair": 65.48116901240824, "crpss_fair": -0.05063501916607027, "reliability": { "below": { "weight": [ 0.0, 0.0, 0.404204, 0.499935, 0.095725, 0.000135, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.255, 0.3446, 0.4323, 0.5184, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.1749, 0.1846, 0.3635, 1.0, NaN, NaN, NaN, NaN ] }, "above": { "weight": [ 0.0, 0.0, 0.293774, 0.4703, 0.181816, 0.054109, 0.0, 0.0, 0.0, 0.0 ], "mean_forecast": [ NaN, NaN, 0.2713, 0.3446, 0.4452, 0.5366, NaN, NaN, NaN, NaN ], "observed_frequency": [ NaN, NaN, 0.4279, 0.4996, 0.5958, 0.5484, NaN, NaN, NaN, NaN ] } } } } } }, "selection": { "SEL-P": { "criterion": "inner RPS (training years only)", "chosen_training": { "1993": "dc", "1994": "dc", "1995": "dc", "1996": "dc", "1997": "dc", "1998": "dc", "1999": "dc", "2000": "dc", "2001": "dc", "2002": "dc", "2003": "dc", "2004": "dc", "2005": "dc", "2006": "dc", "2007": "dc", "2008": "dc", "2009": "dc", "2010": "dc", "2011": "dc", "2012": "dc", "2013": "dc", "2014": "dc", "2015": "dc", "2016": "vs" }, "chosen_test": "dc", "frequency": { "mvs": 0, "ls": 0, "vs": 1, "sqrt_mvs": 0, "pt": 0, "dc": 23, "loci": 0, "eqm": 0, "gqm": 0, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4015610417199429, 0.44698217427414555, 0.4323328525532155, 0.4641828450736984, 0.430086671121153, 0.46375963139970383, 0.41969718292018277, 0.407727044465853, 0.398110337235658, 0.4776001434315466, 0.3872844505555748, 0.5017789842155442, 0.42884274792728877, 0.41322701850677906, 0.4239445057832507, 0.4400492441040479, 0.46654615100960145, 0.41012262451946224, 0.4626334602160419, 0.48265572770658316, 0.43695108030367513, 0.44117395226992384, 0.4079805146428984, 0.5642797135955535 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2586436639714599, 0.17525702202774393, 0.2589900149024053, 0.19673607082906253, 0.2318989079688097, 0.16014830708311759, 0.2382005034654069, 0.23666194159065804, 0.1624756880374438, 0.2902358499961528, 0.1548418531371192, 0.3163200209310992, 0.2354519019086298, 0.13770891954518627, 0.10369105484684427, 0.22131613662487812, 0.3282557969862494, 0.15034098273528687, 0.19987719282512612, 0.15350190395307117, 0.19828015289122977, 0.25519757385028774, 0.2545734423468184, 0.35694683677577876 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.14291737812340163, 0.27172515152942056, 0.173342838483897, 0.2674467734077721, 0.1981877631291237, 0.3036113238009107, 0.18149668053972126, 0.17106510319374996, 0.23563464974129023, 0.18736429417459682, 0.232442597415675, 0.1854589636101315, 0.19339084678146176, 0.27551809848557396, 0.32025345003666233, 0.21873310720368777, 0.138290355050592, 0.2597816413079694, 0.2627562667224715, 0.32915382181468067, 0.23867092687167776, 0.1859763790350996, 0.15340707252966662, 0.20733287739339057 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 47.652465478363034, 58.19303840058642, 38.24162821736989, 58.27581290980901, 67.82616236236873, 67.13885407967231, 37.344481096039516, 37.30409837010487, 37.87025806453278, 46.14309974762519, 36.3144739082375, 54.37971306020944, 36.643596076928326, 39.36309631261534, 53.897206878248724, 41.96942117510465, 51.248762701515794, 38.473728441690376, 54.51336615386359, 58.72437150623225, 39.34451483181609, 45.08918238021529, 48.26753833251689, 70.38159892276173 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 45.93405279148919, 56.18148424227142, 36.38292011378941, 56.364570193886514, 66.35908895757609, 65.07367942173128, 35.269389072025106, 35.2915982138574, 35.82935065065649, 44.350016047754416, 34.07478288937488, 52.266346166190445, 34.592788653110745, 37.37495047389892, 51.79742095457126, 39.91079486897625, 49.283534569023175, 36.477224019445394, 52.459356747092194, 56.749419578874516, 37.35323368729345, 43.333299985593285, 46.58517046780143, 68.87609588671756 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44206292081463855, "rpss": 0.02503980707549025, "brier_below": 0.2198146558012444, "bss_below": 0.030790382724180887, "brier_above": 0.22224826501594266, "bss_above": 0.01928468113778603, "crps": 48.5250195586845, "crpss": -0.02931353375206247, "crps_fair": 46.5904403605417, "crpss_fair": -0.03124578137860179 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4153527406482273, 0.47808131187777575, 0.4249937766563524, 0.45751565043790626, 0.39086223775043155, 0.497273512853977, 0.4053190097653147, 0.4159079427715204, 0.3959185696333364, 0.44802892930703697, 0.34563085074270394, 0.5311485993359509, 0.4121767502840164, 0.406663902310415, 0.41009069130179765, 0.42926153212796797, 0.4834799526625871, 0.4314102367859066, 0.46560207231128203, 0.4613074948393843, 0.4497633236411487, 0.4034403849813167, 0.3955030860780378, 0.5075089531621364 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2514922619296807, 0.1963660254276124, 0.26124317323924284, 0.1547469634108075, 0.25225744629476027, 0.1429278597400225, 0.18392086457791695, 0.20620229310987337, 0.17458160753853735, 0.3402839057718203, 0.10141724223674771, 0.3390754601364634, 0.2333206327182575, 0.1552177513119839, 0.11047355929259346, 0.1944353480703584, 0.3637640456969382, 0.1471288199568826, 0.21706449628956248, 0.1333080982324594, 0.19071378994600788, 0.28357124307665055, 0.2652341468058417, 0.29073978168256825 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.16386047883162944, 0.2817152853282346, 0.1637506043869953, 0.3027686855824402, 0.1386047914232686, 0.35434565154325526, 0.2213981463081509, 0.20970565025422358, 0.22133696337337386, 0.10774502508790086, 0.24421360801492006, 0.19207313941593065, 0.17885611860136047, 0.2514461505532953, 0.29961713179843474, 0.234826183162006, 0.11971590834635981, 0.2842814158155748, 0.2485375752243243, 0.3279993941618582, 0.25904953297094296, 0.11986914264855977, 0.13026893954088023, 0.21676917222863645 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 73.61746926149182, 89.82645513430657, 58.02733539982128, 85.26426683094101, 93.93194337546088, 104.76114604827058, 56.19723618481137, 56.78162814325377, 56.64318448211941, 65.26405173545837, 52.022670922123815, 81.9340596663799, 51.58237681015539, 56.43792103875845, 58.764767148450375, 60.69846740016219, 74.32576090360192, 57.93153714080119, 79.92306393466109, 77.53867531277699, 58.21674937885318, 63.99813704857, 76.19951497462475, 93.56294908144937 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 71.08110350053553, 86.94169069285019, 55.299851013652464, 82.43790513309783, 91.70355496218612, 101.84784466832461, 53.13506068095342, 53.77958765535103, 53.640182455474296, 62.57035896177137, 48.78276957024184, 78.82514663569408, 48.58693821509483, 53.505360393876046, 55.67561734923401, 57.65805194714345, 71.4856754725505, 55.03037214377706, 76.92351060862127, 74.62501130636149, 55.291596117643635, 61.377389621101905, 73.73108990554105, 91.3892408186795 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.4359267296777721, "rpss": 0.038447725142448874, "brier_below": 0.21622861735389956, "bss_below": 0.04654422360026633, "brier_above": 0.2196981122751065, "bss_above": 0.03034368943499799, "crps": 70.14380697322099, "crpss": -0.015220803168319863, "crps_fair": 67.30520457623989, "crpss_fair": -0.016490279103845484 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.47035971236694163, 0.46217309892391945, 0.44145191372962383, 0.4542924364520213, 0.4133056426162577, 0.47125335318639044, 0.43250456270885745, 0.4064985538684805, 0.44750611190394596 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.1650195750870435, 0.21594516904069158, 0.13740699651043536, 0.12767809490044618, 0.19003233697842684, 0.2334549976247266, 0.229854792248396, 0.13712055780097235, 0.2280369242627345 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.305340124047208, 0.24622792735833615, 0.30404489771067317, 0.3266143202071054, 0.2232733045372993, 0.23779835824800255, 0.20264977220350952, 0.26937798745230057, 0.2194691892076266 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 49.92649346453578, 38.046397414048094, 54.227172006239556, 57.159961104092524, 32.510807659495164, 62.64537041923863, 40.63030985035156, 43.63584990867115, 52.61454307984391 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 48.0645747908263, 36.156105242328344, 52.27730858574367, 55.01102097733631, 30.61334485302774, 60.42232068606571, 38.88504432096421, 41.55811526859896, 50.433196575222496 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4443717095284931, "rpss": 0.030831519084841497, "brier_below": 0.18494993827265255, "bss_below": 0.010641443865868183, "brier_above": 0.25942176455245125, "bss_above": 0.044729703366353846, "crps": 47.932989434057376, "crpss": -0.05771444244074453, "crps_fair": 45.935670144457085, "crpss_fair": -0.05757112465628533 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.4695762661678721, 0.433205974997104, 0.4598451635267276, 0.44834306589702244, 0.4165516222466685, 0.4321111825922491, 0.43007645770186137, 0.4339773997615093, 0.4466105031172973 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1438700969070908, 0.22170930408971742, 0.1564116834449583, 0.1289966780315224, 0.16979273563874944, 0.1676378064656015, 0.23745435883879512, 0.15128111064064115, 0.19462688952808718 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.32570615180511264, 0.21149667429789157, 0.30343346274157706, 0.3193463698917333, 0.24675888181480204, 0.2644733709208825, 0.19262209950341053, 0.28269627732441666, 0.2519836101313543 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 73.67380806043923, 54.80889244169543, 79.3164506637063, 81.17220530520275, 48.35328927546826, 79.41825257902448, 61.63416147145437, 64.18639071010055, 75.85434473349002 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 70.94837639350223, 52.034241707852686, 76.53255292738875, 78.17378091164274, 45.5790594303119, 76.28248320920483, 59.07558529036204, 61.23905104320342, 72.76277320638813 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4411441817787013, "rpss": 0.02918896262888282, "brier_below": 0.174642295953907, "bss_below": 0.013782823695245527, "brier_above": 0.26650187760346455, "bss_above": 0.039026392587687364, "crps": 68.7130883600646, "crpss": -0.055756603464913734, "crps_fair": 65.84754490220631, "crpss_fair": -0.05651346247741418 } } }, "SEL-A": { "criterion": "inner CRPS (training years only)", "chosen_training": { "1993": "gqm", "1994": "gqm", "1995": "gqm", "1996": "gqm", "1997": "dc", "1998": "gqm", "1999": "gqm", "2000": "gqm", "2001": "gqm", "2002": "gqm", "2003": "gqm", "2004": "gqm", "2005": "gqm", "2006": "gqm", "2007": "gqm", "2008": "gqm", "2009": "gqm", "2010": "gqm", "2011": "gqm", "2012": "gqm", "2013": "gqm", "2014": "dc", "2015": "gqm", "2016": "sqrt_mvs" }, "chosen_test": "gqm", "frequency": { "mvs": 0, "ls": 0, "vs": 0, "sqrt_mvs": 1, "pt": 0, "dc": 2, "loci": 0, "eqm": 0, "gqm": 21, "dqm": 0, "qdm": 0, "sdm": 0, "cdft": 0 }, "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4193977856116993, 0.45421499234416723, 0.4315342544122402, 0.46347029558785025, 0.430086671121153, 0.48005795499810083, 0.4429557120096264, 0.42050857101022865, 0.3899213724862075, 0.46877126303233096, 0.3746049179736462, 0.5153074322934597, 0.43498344951269075, 0.40235881683145547, 0.4005237699527267, 0.43607040460141744, 0.47345815014695325, 0.4087114886653114, 0.46023140135420104, 0.46490906747387284, 0.43906466086829044, 0.44117395226992384, 0.4088752562987094, 0.567425636585892 ], "rps_clim": [ 0.4625021445862044, 0.46159488869678755, 0.4404943884335238, 0.46286694870416484, 0.46982744395686576, 0.4638745867904695, 0.4580567296219436, 0.44805822830116804, 0.4278195644333872, 0.48511783635941824, 0.40716586188404125, 0.4476694678025769, 0.4237393979375955, 0.4284018224249593, 0.5042399145627019, 0.4349655508301632, 0.4679909581860775, 0.4188368664000415, 0.462507410301521, 0.476874938942896, 0.4481833614592989, 0.43736310157224134, 0.4722166255537948, 0.47162506981963837 ], "brier_below": [ 0.2671926668586515, 0.18055847726208088, 0.2583240670826067, 0.1910208482191575, 0.2318989079688097, 0.1617933586128083, 0.2555435884216239, 0.24445869580045865, 0.1569850115411237, 0.28990933499720895, 0.1415436987266394, 0.3290343480499512, 0.23796342390967834, 0.13295642906905172, 0.08972356508646291, 0.21526310742158794, 0.33487582379286307, 0.14737714582290348, 0.19673415879578335, 0.14639463950658102, 0.19753113457577393, 0.25519757385028774, 0.2568076066102525, 0.3582504462259057 ], "brier_below_clim": [ 0.299632410717911, 0.18587870939096326, 0.25998119606521325, 0.19649455373223845, 0.2550109542404642, 0.162611082203679, 0.2598521950723673, 0.2612903611498991, 0.17697290245365346, 0.29444690935857754, 0.1706907313694619, 0.28903643213970553, 0.23599804043522338, 0.14777022402744325, 0.13361595890202554, 0.21740548647461078, 0.33176824151275985, 0.15679241531485055, 0.1994166508248519, 0.15032826915290334, 0.20493564010625412, 0.24145406689362325, 0.29815694964329725, 0.31360797929136064 ], "brier_above": [ 0.15220511779672405, 0.2736565158888852, 0.17321018651176773, 0.2724494485348625, 0.1981877631291237, 0.3182645981787669, 0.18741212173985494, 0.1760498749131566, 0.2329363608098706, 0.17886192677727847, 0.233061219069748, 0.18627308346594282, 0.19702002470672458, 0.2694023891866363, 0.31080020459528174, 0.2208072966944649, 0.1385823252369173, 0.26133434418035195, 0.26349724433791905, 0.31851443208062585, 0.2415335269218271, 0.1859763790350996, 0.15206765014023152, 0.2091751910983146 ], "brier_above_clim": [ 0.16286973386829323, 0.27571617930582415, 0.18051319236831054, 0.26637239497192633, 0.21481648971640155, 0.30126350458679035, 0.1982045345495762, 0.18676786715126875, 0.25084666197973376, 0.19067092700084065, 0.2364751305145793, 0.15863303566287124, 0.18774135750237225, 0.28063159839751606, 0.3706239556606764, 0.2175600643555525, 0.13622271667331767, 0.2620444510851909, 0.2630907594766691, 0.3265466697899926, 0.2432477213530449, 0.1959090346786181, 0.17405967591049748, 0.15801709052827764 ], "crps": [ 50.797977084070546, 60.53343516298056, 35.91292352577275, 58.031104090715615, 67.82616236236873, 73.30078622891183, 37.2900256443099, 38.34148369553535, 34.76785169336497, 45.41646005518949, 34.35359837760375, 58.060138498205326, 36.845395883281704, 35.690825923472254, 56.72557018153456, 41.84371530758647, 53.14321362135743, 38.43233820748574, 55.535917932045905, 59.88298656345248, 39.04944128958393, 45.08918238021529, 45.29094174167283, 70.02285949929772 ], "crps_clim": [ 60.13619481850307, 56.256236518496635, 35.98277275521919, 56.56227686927625, 46.86073126600934, 59.72416662525286, 41.133014320729046, 39.14356234934023, 39.10553254848888, 53.063930882893146, 34.46797498455737, 37.824649592263526, 33.52609140008997, 37.21484071380031, 72.32397309757803, 40.07491922982013, 50.38128205074656, 36.35723268043317, 55.00451341032724, 60.2934577118017, 40.331277112560805, 42.36213744937737, 63.49609074853596, 39.807277519245005 ], "crps_fair": [ 49.3181023526933, 59.01428346574658, 34.50357655663053, 56.451153427549265, 66.35908895757609, 71.78640214148913, 35.823437177056, 36.910134823110354, 33.31801297407556, 43.89570683507202, 32.89379164248718, 56.58172910087863, 35.34946173263062, 34.20276666151, 55.43626768160438, 40.34469638879759, 51.69431460711308, 36.82382347549819, 53.84534694794743, 58.372413773839426, 37.4075018284554, 43.333299985593285, 43.72658517995121, 68.54308031596584 ], "crps_fair_clim": [ 58.196507597272905, 54.30920089139523, 33.997340416444885, 54.61582086405132, 44.8959011213843, 57.78369904759606, 39.15733622734399, 37.164116354494205, 37.126014527504864, 51.11084922239097, 32.47967371061138, 35.8427056565897, 31.53600625571887, 35.231741837068796, 70.40736878975522, 38.09723716845984, 48.4231196159411, 34.37250954606271, 53.05510709552097, 58.35406833696034, 38.354080577493605, 40.38878724070568, 61.56276696656722, 37.82908856070565 ] }, "rps": 0.44285905322675645, "rpss": 0.023283954291724696, "brier_below": 0.2198890857586772, "bss_below": 0.03046220519527887, "brier_above": 0.222969967709599, "bss_above": 0.0161000223631399, "crps": 48.84101395625063, "crpss": -0.036016412245728935, "crps_fair": 47.33062408471963, "crpss_fair": -0.04762921405484799 }, "jjas_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.42050036534565116, 0.484355045509676, 0.4123299220792607, 0.45243006688145854, 0.39086223775043155, 0.5224333014459388, 0.3940150829965076, 0.4175348561157004, 0.37863045896481534, 0.45309275090308904, 0.34121698867051625, 0.560514421671447, 0.4062077687307827, 0.39219922484838626, 0.3884283725082952, 0.4234211245708433, 0.4810944000875618, 0.43306977737837277, 0.47051270179591476, 0.4620888480010735, 0.44768862909477014, 0.4034403849813167, 0.3971933150250681, 0.5071535647983667 ], "rps_clim": [ 0.4783928822759757, 0.47851945526200396, 0.4363405983984559, 0.45554856797843624, 0.4692768139798448, 0.47784783076934295, 0.4363277180670701, 0.42911353953029135, 0.42219420001192276, 0.5068481579907806, 0.40171471251488117, 0.45512779916810575, 0.404350582502918, 0.40865537485623, 0.48639718804316545, 0.44315229259879996, 0.4958720926659176, 0.43277603457023534, 0.46502636956376436, 0.4740692033828123, 0.456112797909182, 0.4302812020232237, 0.5000385661978536, 0.4365908837694042 ], "brier_below": [ 0.2541229911290399, 0.1986424027654889, 0.25682147580339104, 0.14461801011058054, 0.25225744629476027, 0.1496791802911079, 0.17807683489040416, 0.2026162032637967, 0.16617984115366086, 0.3514089772761387, 0.09003023058997514, 0.3652086989184088, 0.22988544618207812, 0.14307851519989231, 0.09137153148681232, 0.18834432326181738, 0.3717784273791675, 0.14531677806802074, 0.21921781679726676, 0.12764946948729144, 0.18612658867712645, 0.28357124307665055, 0.27006332009269157, 0.2906641421559442 ], "brier_below_clim": [ 0.295061805248855, 0.19868207040204694, 0.26182430258523354, 0.1530273756639085, 0.29955785395623435, 0.13933500242887786, 0.19802750095084334, 0.21276191618591256, 0.1870946613836174, 0.3763362733314377, 0.1359850134096679, 0.3052279604608446, 0.2332793135781096, 0.16002787500701532, 0.13706805190249127, 0.20048953440023126, 0.37161435226063616, 0.14772157696565813, 0.21729977105895837, 0.13912166904319637, 0.1941619532924994, 0.2823363928821582, 0.33617678832429, 0.2605995668471377 ], "brier_above": [ 0.1663773737495035, 0.28571264390625944, 0.1555084459356643, 0.3078120591502793, 0.1386047914232686, 0.372754123641551, 0.21593824691610808, 0.21491865292374748, 0.2124506172100325, 0.10168377152330828, 0.25118675856637496, 0.19530572326353715, 0.17632232056448136, 0.24912071086722176, 0.29705684066871874, 0.23507680085902458, 0.10931597115740327, 0.2877530014507831, 0.25129488641395736, 0.33443938358916236, 0.2615620418370662, 0.11986914264855977, 0.12712999500647928, 0.21648942361029802 ], "brier_above_clim": [ 0.18333107702712054, 0.2798373848599569, 0.17451629581322226, 0.3025211923145276, 0.16971896002361034, 0.3385128283404649, 0.23830021711622673, 0.21635162334437877, 0.23509953862830535, 0.1305118846593427, 0.2657296991052132, 0.14989983870726103, 0.17107126892480837, 0.24862749984921456, 0.34932913614067407, 0.24266275819856864, 0.12425774040528127, 0.28505445760457715, 0.24772659850480583, 0.33494753433961566, 0.26195084461668244, 0.14794480914106525, 0.16386177787356343, 0.17599131692226644 ], "crps": [ 76.77465355273138, 94.41155776914796, 54.61194585177332, 85.7025460286557, 93.93194337546088, 115.0979561445526, 55.34231544849318, 57.49309639789631, 52.03521316821976, 65.25770450320904, 49.92125679915038, 88.88119206632565, 50.650306960253324, 51.53907800602652, 59.465387359826764, 61.61648742179543, 76.63536214718125, 58.209245942120745, 81.7292853618366, 80.10304907007755, 57.624275054611836, 63.99813704857, 71.82227311060359, 93.19257654051879 ], "crps_clim": [ 88.82692214314231, 88.24742479961203, 55.08475034888021, 84.16278360597107, 67.8070499527785, 92.44999531996338, 62.44379244943635, 58.29221914343354, 58.940156594269254, 78.4199068998783, 50.48475121311102, 55.075563197379914, 47.14857564247005, 54.1600418129174, 81.03189466457867, 60.71939517686864, 76.19945631775296, 54.27423007451832, 79.02926764117136, 80.99914257141997, 59.58462438615225, 63.6185896967953, 102.64467420156433, 58.56684030684482 ], "crps_fair": [ 74.59476907670917, 92.2393086882137, 52.53038433491297, 83.3306582730568, 91.70355496218612, 112.91770655747918, 53.191410543315044, 55.388337712170284, 49.95848617556702, 63.00262779682833, 47.84297938647227, 86.76347014951183, 48.48468866936027, 49.40599092985006, 57.57641084373422, 59.43807401430976, 74.5563808757408, 55.868786040367056, 79.31230218615754, 77.91006824432151, 55.28339759087898, 61.377389621101905, 69.52464482494801, 91.04871437296761 ], "crps_fair_clim": [ 85.98545820877793, 85.40486333240005, 52.179380786117605, 81.31248607589235, 64.92577565441721, 89.61539326661567, 59.55236046640964, 55.39292433217577, 56.042088937274436, 75.55873270937136, 47.570669530773095, 52.17017623470917, 44.22817544579379, 51.25292090823062, 78.17566742059579, 57.82469728991662, 73.33407672841624, 51.36732543547852, 76.16924754297749, 78.14285329695761, 56.687777312096586, 60.72938270855525, 99.82938025215908, 55.66806561142684 ] }, "rps": 0.43501723375646856, "rpss": 0.04045386014763541, "brier_below": 0.2148637455979797, "bss_below": 0.052562598391040494, "brier_above": 0.22015348862011627, "bss_above": 0.028333847192621997, "crps": 70.66861854704327, "crpss": -0.02281662168001386, "crps_fair": 68.46877257792336, "crpss_fair": -0.03406329697422095 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.461766502913481, 0.4431781895756946, 0.4340755837779573, 0.4405370146040683, 0.4151091956918115, 0.4810610729697388, 0.4207955489965514, 0.40869784132374587, 0.45218722842659337 ], "rps_clim": [ 0.4546231099504593, 0.43753747052601477, 0.49174002423345364, 0.49152720319112103, 0.425759686884452, 0.45276062109717374, 0.44678141219100675, 0.4601609884551471, 0.46568341206196623 ], "brier_below": [ 0.15648131081576494, 0.20712579586120844, 0.13418575050218381, 0.12220167152854737, 0.19135764413525025, 0.23455951130811387, 0.22571256509392512, 0.13593651273850696, 0.22652574928683983 ], "brier_below_clim": [ 0.15629594250614892, 0.2030692336614904, 0.1489835591475073, 0.12955841996645884, 0.19874380582689244, 0.2228475851534563, 0.23511902665323692, 0.15822245589198483, 0.22961314667049418 ], "brier_above": [ 0.3052851797966343, 0.2360523922896252, 0.29988981405487547, 0.31833532293674427, 0.22375155035460267, 0.24650156549513375, 0.19508298524566378, 0.27276131969003187, 0.22566148132932634 ], "brier_above_clim": [ 0.29832715383568675, 0.23446823467476652, 0.3427564435327463, 0.3619687582360325, 0.2270158802003865, 0.22991303456849288, 0.21166238742601534, 0.30193851830877666, 0.23607026291524907 ], "crps": [ 48.53793311035904, 37.227604611512376, 55.18885844871106, 54.239560626056125, 31.542808526753525, 57.50250749438747, 38.16121564395058, 43.15376536589571, 47.26947844778549 ], "crps_clim": [ 45.93763629770763, 35.2795366741263, 62.023965985874646, 55.33149935133871, 31.79983015498263, 42.61526370924846, 40.8193611954094, 47.8036981418148, 46.24683772923825 ], "crps_fair": [ 47.80061518317474, 36.48542815325688, 54.429713478823174, 53.440427999576116, 30.845033729305882, 56.69055907742288, 37.385400025977944, 42.334037091564035, 46.44935054778753 ], "crps_fair_clim": [ 44.05518656224228, 33.39708693866097, 60.14151625040928, 53.449049615873356, 29.91738041951728, 40.7328139737831, 38.936911459944035, 45.92124840634945, 44.36438799377288 ] }, "rps": 0.4397120198088491, "rpss": 0.04099423716587136, "brier_below": 0.18156516791892674, "bss_below": 0.02874770300433327, "brier_above": 0.2581468456880709, "bss_above": 0.04942434463464351, "crps": 45.86930358615682, "crpss": -0.012176069980418092, "crps_fair": 45.0956183652099, "crpss_fair": -0.03823071877662576 }, "jjas_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024, 2025 ], "per_year": { "rps": [ 0.46208988218892955, 0.43060406570792575, 0.457946287599039, 0.4537054619773277, 0.4140344881610683, 0.43551067996973125, 0.42573396871481456, 0.4406443561746615, 0.44029929469966533 ], "rps_clim": [ 0.4512821189297184, 0.4206501052342102, 0.48607676155700724, 0.47178924942018213, 0.4202321083174025, 0.44974331659729855, 0.4554292533591238, 0.4713683857526428, 0.46309958751658076 ], "brier_below": [ 0.1333255759043678, 0.21804425667578106, 0.15004342575618235, 0.13048502547453908, 0.1676454211394108, 0.16810009298191886, 0.23763737694557355, 0.1492037808805909, 0.18931528474320172 ], "brier_below_clim": [ 0.13306928828126782, 0.21585583639272318, 0.16162148566504822, 0.13114817245105845, 0.17045689322354624, 0.1706324345160037, 0.2513941016020818, 0.16393510953105803, 0.19563367580327717 ], "brier_above": [ 0.32876428895430077, 0.21255981201988097, 0.30790284410022895, 0.3232204185557959, 0.24638906168845295, 0.26741058238777854, 0.18809659209714102, 0.29144056316274686, 0.25098400646781277 ], "brier_above_clim": [ 0.31821281348399405, 0.20479427195784727, 0.3244552576112664, 0.3406410557941846, 0.24977521016699747, 0.2791108719088107, 0.204035155009143, 0.30743326098466245, 0.2674659036231022 ], "crps": [ 72.21562198426544, 53.81402885019165, 81.71354812460842, 78.76722933558227, 47.31946041768672, 73.29604164629342, 58.54165880643794, 65.03637627025387, 68.64551438222705 ], "crps_clim": [ 68.43806065594151, 50.651721281077606, 84.86185486393984, 69.92810965360432, 47.572672349858124, 63.17874189655338, 62.58001975556023, 70.12878956370798, 68.41795298111988 ], "crps_fair": [ 71.15135131504391, 52.73423902250051, 80.63821730878283, 77.63380125462963, 46.29928937199508, 72.13000751340276, 57.41348096595751, 63.84683231859134, 67.47120714713657 ], "crps_fair_clim": [ 65.67917197627564, 47.89283260141173, 82.10296618427398, 67.16922097393847, 44.813783670192265, 60.41985321688753, 59.821131075894364, 67.36990088404211, 65.65906430145401 ] }, "rps": 0.4400631650214625, "rpss": 0.03156791953879634, "brier_below": 0.17153336005572958, "bss_below": 0.031339200666046785, "brier_above": 0.26852979660379317, "bss_above": 0.031713961415305914, "crps": 66.59438664639409, "crpss": -0.02320336828999614, "crps_fair": 65.4798251353378, "crpss_fair": -0.050613456870635565 } } } } } }, "tests": { "ls": { "rps": { "Jun": { "training": { "mean_difference": 0.00011552797124414714, "bootstrap_95": [ -0.0020166794440331644, 0.0024216774308916085 ], "p_improvement": 0.53656, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.003412158555728733, "bootstrap_95": [ -0.006624574276535853, -0.0005035636970278365 ], "p_improvement": 0.033203125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0007497892644662921, "bootstrap_95": [ -0.0014416767486000637, 0.0028965344789415063 ], "p_improvement": 0.745605, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0017292168937801265, "bootstrap_95": [ -0.0017239566976236763, 0.0054539724348766395 ], "p_improvement": 0.8125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -3.185518423672965e-05, "bootstrap_95": [ -0.0009224013654113369, 0.0009079018453502769 ], "p_improvement": 0.471365, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0004560280700862365, "bootstrap_95": [ -0.0007623717543337337, 0.0017653858614231999 ], "p_improvement": 0.748046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": -3.860264159735496e-05, "bootstrap_95": [ -0.0016555310414565166, 0.0016191853964759569 ], "p_improvement": 0.47954, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0015019099699039645, "bootstrap_95": [ 0.00025513201313444143, 0.002620605509005347 ], "p_improvement": 0.97265625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0006257414321460819, "bootstrap_95": [ -0.0008348735256157901, 0.002088454732582666 ], "p_improvement": 0.780875, "years_better": 8, "years": 24 }, "test": { "mean_difference": 6.497953252669763e-05, "bootstrap_95": [ -0.0013081700438964347, 0.0013395860353986994 ], "p_improvement": 0.521484375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": -0.0003306351976975266, "bootstrap_95": [ -0.0024127398550561736, 0.001802427167717766 ], "p_improvement": 0.3832, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.003180980725572568, "bootstrap_95": [ -0.00620265258050709, -0.00015974574322756135 ], "p_improvement": 0.048828125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0002090545822524883, "bootstrap_95": [ -0.0013928096234568843, 0.001954152054500114 ], "p_improvement": 0.59063, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0007981681450537055, "bootstrap_95": [ -0.0026821966352633983, 0.0013433339335998673 ], "p_improvement": 0.224609375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 5.204746176861475e-05, "bootstrap_95": [ -0.0008820071695296776, 0.0010662870628707843 ], "p_improvement": 0.539025, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0011902399801530332, "bootstrap_95": [ -0.0020257995850453785, -0.0003084499167411814 ], "p_improvement": 0.01953125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00012980240965989112, "bootstrap_95": [ -0.001746283747753373, 0.0015485735989773097 ], "p_improvement": 0.43806, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0012309104795407884, "bootstrap_95": [ -0.00014683001316262895, 0.0024357220728510073 ], "p_improvement": 0.94140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.00028470368359321055, "bootstrap_95": [ -0.001178629461492923, 0.0018753128855868142 ], "p_improvement": 0.629715, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0019206811236589685, "bootstrap_95": [ -0.0032377588483344733, -0.0005249438770549981 ], "p_improvement": 0.017578125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0004461630666904917, "bootstrap_95": [ -1.6739833534958493e-05, 0.0009395813442246106 ], "p_improvement": 0.955435, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00023117773980547984, "bootstrap_95": [ -0.0008857408447728102, 0.0004613105169087448 ], "p_improvement": 0.26171875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0005407348024352281, "bootstrap_95": [ -0.001193683182171554, 0.0023698653615745087 ], "p_improvement": 0.719025, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0025273845504443383, "bootstrap_95": [ -2.4548526996575413e-05, 0.005337877981923783 ], "p_improvement": 0.94140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -8.390266170216325e-05, "bootstrap_95": [ -0.000729863953371315, 0.0005074410340691788 ], "p_improvement": 0.402305, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0016462679352700965, "bootstrap_95": [ 0.0002930986177229478, 0.0030739760277450874 ], "p_improvement": 0.966796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 9.119982846958474e-05, "bootstrap_95": [ -0.0003028403769309756, 0.0004748191370669061 ], "p_improvement": 0.67502, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0002709994953965727, "bootstrap_95": [ -0.00012449850261341143, 0.0006180651787297789 ], "p_improvement": 0.8984375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.00034103776884702894, "bootstrap_95": [ -0.0004223704015952809, 0.0011168976872912282 ], "p_improvement": 0.79699, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0019856605075936526, "bootstrap_95": [ 0.0011001088507207025, 0.0028108484610178236 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.42339729946418525, "bootstrap_95": [ 0.20306424364763584, 0.6537130914678695 ], "p_improvement": 0.999335, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.6725430293883683, "bootstrap_95": [ 0.2680718571625602, 1.095319259099248 ], "p_improvement": 0.994140625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.4965432745837273, "bootstrap_95": [ 0.1891299990080694, 0.8234214080240001 ], "p_improvement": 0.996545, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.7743667672323112, "bootstrap_95": [ 0.5098349281397915, 1.034399212362919 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.7132326770961988, "bootstrap_95": [ 0.4416017090391988, 1.0218362324290833 ], "p_improvement": 0.99999, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.7989493654492787, "bootstrap_95": [ 0.5267495206870471, 1.0749460283298582 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.5463959264175188, "bootstrap_95": [ 0.37922159734832367, 0.7122452060046565 ], "p_improvement": 1.0, "years_better": 4, "years": 24 }, "test": { "mean_difference": 1.0387758613402436, "bootstrap_95": [ 0.8156272468988539, 1.2436445836770111 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 1.48194537636378, "bootstrap_95": [ 0.683720241165944, 2.3223528843566186 ], "p_improvement": 0.999325, "years_better": 6, "years": 24 }, "test": { "mean_difference": 2.9009920355923686, "bootstrap_95": [ 1.735992045129076, 4.136327880916993 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "vs": { "rps": { "Jun": { "training": { "mean_difference": 6.213249046952095e-05, "bootstrap_95": [ -0.0005961481023754694, 0.0007255167421784275 ], "p_improvement": 0.57002, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0004037300768364603, "bootstrap_95": [ -0.0010971438026468954, 0.00040217923781632556 ], "p_improvement": 0.169921875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00021337006744787343, "bootstrap_95": [ -0.002118775935034925, 0.0017727079368346122 ], "p_improvement": 0.415385, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.001039211980911682, "bootstrap_95": [ -0.004408766480078045, 0.002341443333040711 ], "p_improvement": 0.291015625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00023159032840334068, "bootstrap_95": [ -0.0011666058631635853, 0.0006949959982992337 ], "p_improvement": 0.31179, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0015485974163391518, "bootstrap_95": [ -0.0032581605888594672, 0.00014450515885682728 ], "p_improvement": 0.06640625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00023707634314533202, "bootstrap_95": [ -0.0011536006942026358, 0.0006896382180881487 ], "p_improvement": 0.307655, "years_better": 14, "years": 24 }, "test": { "mean_difference": -8.453713745545623e-05, "bootstrap_95": [ -0.0007899615163287977, 0.0005785098997810225 ], "p_improvement": 0.435546875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -5.033272045208703e-05, "bootstrap_95": [ -0.0010018396172532913, 0.000949944058007923 ], "p_improvement": 0.460065, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005490726380707898, "bootstrap_95": [ -0.0018029248291161152, 0.0007201623414120032 ], "p_improvement": 0.21484375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 4.6303627859502666e-07, "bootstrap_95": [ -0.0006378244835353608, 0.0006584618157843296 ], "p_improvement": 0.49893, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00040595942091157616, "bootstrap_95": [ -0.0010568771502228926, 0.0003446884514569547 ], "p_improvement": 0.150390625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00040230539256417885, "bootstrap_95": [ -0.0019397169522383348, 0.0012056254196788196 ], "p_improvement": 0.31058, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.00037650603885705205, "bootstrap_95": [ -0.002530176549588533, 0.002030701524512449 ], "p_improvement": 0.38671875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0003761188145412382, "bootstrap_95": [ -0.0011466291173504966, 0.0003864954438194306 ], "p_improvement": 0.17235, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0007168970010102354, "bootstrap_95": [ -0.0016121485238152504, 0.00028200576406672996 ], "p_improvement": 0.1015625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0002391910266318631, "bootstrap_95": [ -0.0009348538881520062, 0.00043694852433707917 ], "p_improvement": 0.245865, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0001054840763242631, "bootstrap_95": [ -0.0006722658279335171, 0.0004368186266979584 ], "p_improvement": 0.373046875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.00011061508732353985, "bootstrap_95": [ -0.0008435813343500556, 0.000702579838401139 ], "p_improvement": 0.39319, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0003937186496998476, "bootstrap_95": [ -0.001228353929444492, 0.00043199833064931176 ], "p_improvement": 0.1953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 6.166946958492912e-05, "bootstrap_95": [ -7.758251554028855e-05, 0.0002319744282810906 ], "p_improvement": 0.75741, "years_better": 12, "years": 24 }, "test": { "mean_difference": 2.22937330785242e-06, "bootstrap_95": [ -0.00021224133119406813, 0.0001954780955765935 ], "p_improvement": 0.5078125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.00018893537495307672, "bootstrap_95": [ -0.0004180443550740218, 0.0008211497540112845 ], "p_improvement": 0.709985, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006627057603109789, "bootstrap_95": [ -0.002212381060248769, 0.0007331766445090462 ], "p_improvement": 0.228515625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0001445284708739373, "bootstrap_95": [ -0.00019970324476008703, 0.0005066808445663685 ], "p_improvement": 0.775385, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0008317003111351486, "bootstrap_95": [ -0.0017733409756153352, -2.2025614552578185e-05 ], "p_improvement": 0.05859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 2.114679691389796e-06, "bootstrap_95": [ -0.0003109091648634141, 0.0003408025561536205 ], "p_improvement": 0.50322, "years_better": 16, "years": 24 }, "test": { "mean_difference": 2.0947014617044786e-05, "bootstrap_95": [ -0.0002854765926198053, 0.0003488198086551884 ], "p_improvement": 0.537109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 6.028235096837883e-05, "bootstrap_95": [ -0.0002120852529485031, 0.0003364464210679452 ], "p_improvement": 0.658365, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00015535389916895539, "bootstrap_95": [ -0.0006416710969190458, 0.0003349298275473237 ], "p_improvement": 0.2734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": -0.03832044088701806, "bootstrap_95": [ -0.07994619517418167, 0.0034956113675808885 ], "p_improvement": 0.04729, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.07357678842776237, "bootstrap_95": [ -0.1565135209079195, 0.005188756434394523 ], "p_improvement": 0.06640625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.1385532224164859, "bootstrap_95": [ -0.1747657321129244, -0.10193132103199817 ], "p_improvement": 0.0, "years_better": 23, "years": 24 }, "test": { "mean_difference": -0.1399016692539045, "bootstrap_95": [ -0.21082349615493823, -0.07931766116039654 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.0, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Aug": { "training": { "mean_difference": -0.12898291857397526, "bootstrap_95": [ -0.15000224354740296, -0.10768743082491415 ], "p_improvement": 0.0, "years_better": 24, "years": 24 }, "test": { "mean_difference": -0.08486901377524386, "bootstrap_95": [ -0.1360327825084138, -0.014292511681778986 ], "p_improvement": 0.021484375, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.0, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.03246097808067424, "bootstrap_95": [ -0.05078118388734601, -0.009522671684262542 ], "p_improvement": 0.002995, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.049952810384406215, "bootstrap_95": [ -0.06452554334387359, -0.035375305460297844 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 0.15574, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.03982440254549265, "bootstrap_95": [ -0.0823727437799656, 0.007100986632009775 ], "p_improvement": 0.053105, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.0915705199818721, "bootstrap_95": [ -0.12247452212529672, -0.05904335323988597 ], "p_improvement": 0.001953125, "years_better": 9, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "sqrt_mvs": { "rps": { "Jun": { "training": { "mean_difference": 0.0007905850957127791, "bootstrap_95": [ -0.001865347140498769, 0.003926027171280561 ], "p_improvement": 0.67699, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0018182561115234813, "bootstrap_95": [ -0.00461622915949138, 0.0010222062463382318 ], "p_improvement": 0.12890625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0001916177653541485, "bootstrap_95": [ -0.002163355498494801, 0.00264369365419236 ], "p_improvement": 0.559915, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0009069493929046435, "bootstrap_95": [ -0.00488411717188853, 0.0030405735210156685 ], "p_improvement": 0.33984375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0002771725406289967, "bootstrap_95": [ -0.0016363674616394345, 0.0010613533698301696 ], "p_improvement": 0.34281, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0012874034619755953, "bootstrap_95": [ -0.0037300395385061642, 0.0010285634332452749 ], "p_improvement": 0.162109375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 8.256644907261394e-05, "bootstrap_95": [ -0.0015637698675429266, 0.001697534553120536 ], "p_improvement": 0.53775, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00017452809423094498, "bootstrap_95": [ -0.0014600450983941133, 0.0011925229795503812 ], "p_improvement": 0.404296875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 5.290944355394502e-05, "bootstrap_95": [ -0.0014567060238142118, 0.0016366764213653188 ], "p_improvement": 0.522495, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0005864853744677786, "bootstrap_95": [ -0.0027335897389478814, 0.0015718889714785732 ], "p_improvement": 0.3046875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 9.87686034341235e-06, "bootstrap_95": [ -0.00153632847858275, 0.0020061068860145665 ], "p_improvement": 0.501155, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0014679658162154749, "bootstrap_95": [ -0.0034978548406824606, 0.0002418277857333245 ], "p_improvement": 0.115234375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00012124223987736854, "bootstrap_95": [ -0.001451491650801153, 0.0012569658086829473 ], "p_improvement": 0.431195, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.00022593908607327105, "bootstrap_95": [ -0.0020448501381333233, 0.001712585537006584 ], "p_improvement": 0.41796875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0004668738189087483, "bootstrap_95": [ -0.0011839266057941222, 0.00023236756899849993 ], "p_improvement": 0.10606, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0003974265372401167, "bootstrap_95": [ -0.0013207428497853065, 0.0007234161424891793 ], "p_improvement": 0.25390625, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0001863235806426501, "bootstrap_95": [ -0.0010483926018436107, 0.0005791227237931292 ], "p_improvement": 0.331055, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.00030150495170139235, "bootstrap_95": [ -0.00017393723132070016, 0.000772664931516685 ], "p_improvement": 0.861328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -8.79917286694751e-05, "bootstrap_95": [ -0.0010286196516620292, 0.0009598010818210783 ], "p_improvement": 0.433495, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0005001909703746624, "bootstrap_95": [ -0.0017443981099360749, 0.0007395381677608563 ], "p_improvement": 0.21484375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0007807082493954653, "bootstrap_95": [ -0.0005906391702427365, 0.0022349453097196045 ], "p_improvement": 0.845185, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00035029005191670396, "bootstrap_95": [ -0.0019508681706560816, 0.0013207978893873772 ], "p_improvement": 0.349609375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0003128601044100193, "bootstrap_95": [ -0.0008171672773656789, 0.001530317089460561 ], "p_improvement": 0.687515, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0006810099107966242, "bootstrap_95": [ -0.003119768561956961, 0.0016389047814257252 ], "p_improvement": 0.29296875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0001897013018851331, "bootstrap_95": [ -0.0005053516144527256, 0.0009013711960818603 ], "p_improvement": 0.69333, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0008899766719765137, "bootstrap_95": [ -0.0025404667846399692, 0.00048445600665372973 ], "p_improvement": 0.19140625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0002688899918710415, "bootstrap_95": [ -0.000633486407464683, 0.0012060458932366574 ], "p_improvement": 0.70588, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00047603278158445426, "bootstrap_95": [ -0.0013819701469658825, 0.0005239378572316924 ], "p_improvement": 0.1953125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.00014090117079406986, "bootstrap_95": [ -0.000521935651786715, 0.0007313956596205082 ], "p_improvement": 0.66126, "years_better": 11, "years": 24 }, "test": { "mean_difference": -8.629423428533099e-05, "bootstrap_95": [ -0.0009999290927988835, 0.0008417970781262702 ], "p_improvement": 0.421875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": -0.1266550175179982, "bootstrap_95": [ -0.20669314952465723, -0.04392730109458567 ], "p_improvement": 0.003015, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.15598652392138726, "bootstrap_95": [ -0.2734817398076883, -0.0444423316890175 ], "p_improvement": 0.021484375, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.15574, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.07515714342837125, "bootstrap_95": [ -0.13185136345128434, -0.022545252173993155 ], "p_improvement": 0.006955, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.08063233620093158, "bootstrap_95": [ -0.15858585279197301, -0.0013185007120264083 ], "p_improvement": 0.046875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.34775, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0959911662474, "bootstrap_95": [ -0.12553583241255928, -0.06781857096931211 ], "p_improvement": 0.0, "years_better": 22, "years": 24 }, "test": { "mean_difference": -0.06208332360823595, "bootstrap_95": [ -0.10283799154613026, -0.009382934383430037 ], "p_improvement": 0.025390625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.0, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.057584030730362855, "bootstrap_95": [ -0.09098816609274513, -0.025286909099024334 ], "p_improvement": 0.00113, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.0531541193545494, "bootstrap_95": [ -0.09863975003053772, -0.007035334781416996 ], "p_improvement": 0.03515625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 0.06102, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.11138579090079581, "bootstrap_95": [ -0.1983226716418524, -0.0236687598997126 ], "p_improvement": 0.011105, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.17651133739317576, "bootstrap_95": [ -0.26033200838539106, -0.09726257033431968 ], "p_improvement": 0.00390625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.53304, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "pt": { "rps": { "Jun": { "training": { "mean_difference": 0.0006877579059957085, "bootstrap_95": [ -0.001791970394231815, 0.0036618355941293655 ], "p_improvement": 0.671265, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0019119700357437758, "bootstrap_95": [ -0.003789177120792881, 6.320000038073983e-06 ], "p_improvement": 0.05078125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0003015904649846061, "bootstrap_95": [ -0.00253524044076368, 0.0033256022377553917 ], "p_improvement": 0.577185, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.00018135556567689455, "bootstrap_95": [ -0.004904184421729368, 0.004441182811903935 ], "p_improvement": 0.470703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -6.900541226391675e-05, "bootstrap_95": [ -0.001697044787062152, 0.0014218451094613713 ], "p_improvement": 0.465125, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0005953289109822402, "bootstrap_95": [ -0.0032835970141283657, 0.0018986650203305798 ], "p_improvement": 0.345703125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -7.740466815881383e-06, "bootstrap_95": [ -0.0017841548934232692, 0.0017566341094015076 ], "p_improvement": 0.49535, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0008743594214846903, "bootstrap_95": [ -0.0026094003621131403, 0.0009577251785983787 ], "p_improvement": 0.197265625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 6.548483934327304e-05, "bootstrap_95": [ -0.0015354066667902745, 0.0016681851832416105 ], "p_improvement": 0.52926, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00011750698958524886, "bootstrap_95": [ -0.0020465306579264524, 0.0018134915338637438 ], "p_improvement": 0.44921875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 8.242594637424457e-05, "bootstrap_95": [ -0.001398277222391602, 0.0019573366153678735 ], "p_improvement": 0.528465, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0015196073776939717, "bootstrap_95": [ -0.0031872306329926987, -0.0001358823033839302 ], "p_improvement": 0.060546875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -7.36638948785918e-06, "bootstrap_95": [ -0.001745651112544003, 0.0018362205804952647 ], "p_improvement": 0.495385, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00016140369927389783, "bootstrap_95": [ -0.0024176437156340183, 0.0028614313287270276 ], "p_improvement": 0.548828125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0003550149711814138, "bootstrap_95": [ -0.001236078121252488, 0.0005139881557887948 ], "p_improvement": 0.217865, "years_better": 13, "years": 24 }, "test": { "mean_difference": 1.1833052046895788e-05, "bootstrap_95": [ -0.0011767859775934353, 0.0012990162553575472 ], "p_improvement": 0.505859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0001278947722979778, "bootstrap_95": [ -0.0009047894602208701, 0.0005948828533241901 ], "p_improvement": 0.37184, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00013526151758806571, "bootstrap_95": [ -0.00084492488661565, 0.0005017275405058312 ], "p_improvement": 0.369140625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 5.91765359588374e-05, "bootstrap_95": [ -0.0007940132521801932, 0.0009678740523562338 ], "p_improvement": 0.545235, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00021520273267081522, "bootstrap_95": [ -0.001145111651935243, 0.0007036125154438739 ], "p_improvement": 0.337890625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0006053319771504665, "bootstrap_95": [ -0.0007261589083177579, 0.0020349166804367043 ], "p_improvement": 0.791445, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0003923624789241236, "bootstrap_95": [ -0.0019661904879055303, 0.0009621925974584013 ], "p_improvement": 0.326171875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.00030895685943674545, "bootstrap_95": [ -0.0008799554577939797, 0.0015985564613203015 ], "p_improvement": 0.67768, "years_better": 15, "years": 24 }, "test": { "mean_difference": -0.0003427588795072218, "bootstrap_95": [ -0.0027351324575364826, 0.0018586836806979627 ], "p_improvement": 0.39453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0002860095771864326, "bootstrap_95": [ -0.0005493461157086672, 0.0010960804298783282 ], "p_improvement": 0.744705, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0006071616944314302, "bootstrap_95": [ -0.0021845948677250045, 0.0007236087967639939 ], "p_improvement": 0.240234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.00012015425371194807, "bootstrap_95": [ -0.0009819270685323372, 0.0012439005312738297 ], "p_improvement": 0.580465, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0007390975776608114, "bootstrap_95": [ -0.0018812580378297326, 0.0005632894361178413 ], "p_improvement": 0.14453125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 6.308283487839693e-06, "bootstrap_95": [ -0.0008152701940199002, 0.0007371117971407833 ], "p_improvement": 0.50642, "years_better": 11, "years": 24 }, "test": { "mean_difference": 9.769598123726995e-05, "bootstrap_95": [ -0.0009569521113351044, 0.001144207656132862 ], "p_improvement": 0.572265625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": -0.06774713536273014, "bootstrap_95": [ -0.13781932349115078, 0.010302650588372212 ], "p_improvement": 0.042045, "years_better": 17, "years": 24 }, "test": { "mean_difference": -0.1732879057452467, "bootstrap_95": [ -0.2887319851190878, -0.0664891549086085 ], "p_improvement": 0.009765625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.12454381366015725, "bootstrap_95": [ -0.19487817860617804, -0.057266943039901694 ], "p_improvement": 0.00094, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.08956243478520144, "bootstrap_95": [ -0.16330768666629866, -0.012743524200997298 ], "p_improvement": 0.029296875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.051699999999999996, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.12413222978960126, "bootstrap_95": [ -0.18010450184610247, -0.07273512116997187 ], "p_improvement": 3e-05, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.010243928881061848, "bootstrap_95": [ -0.08324068114966458, 0.06137212842038443 ], "p_improvement": 0.3984375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 0.00168, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.010944985581668195, "bootstrap_95": [ -0.07026249676796754, 0.037685908981197704 ], "p_improvement": 0.359625, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.09792080758913496, "bootstrap_95": [ -0.17371131628391914, -0.016714140997544334 ], "p_improvement": 0.02734375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.02448528489583583, "bootstrap_95": [ -0.1054650628342422, 0.06151560752488251 ], "p_improvement": 0.292255, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.07476096454598785, "bootstrap_95": [ -0.1733265500675891, 0.022219095802639765 ], "p_improvement": 0.10546875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "dc": { "rps": { "Jun": { "training": { "mean_difference": 0.001652200659702387, "bootstrap_95": [ -0.0030797497344555876, 0.006614360080211307 ], "p_improvement": 0.73012, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0017444128263745281, "bootstrap_95": [ -0.005545562931318019, 0.002667292410759214 ], "p_improvement": 0.220703125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0018646235679946194, "bootstrap_95": [ -0.0008093619919791183, 0.004611158811419045 ], "p_improvement": 0.8996, "years_better": 10, "years": 24 }, "test": { "mean_difference": 8.325809363149726e-05, "bootstrap_95": [ -0.006445327801500866, 0.004911551922578988 ], "p_improvement": 0.5078125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0016291534559335931, "bootstrap_95": [ -0.0010157587453517912, 0.00401053920178369 ], "p_improvement": 0.882655, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004678207228168456, "bootstrap_95": [ 0.0019335214667002955, 0.00819275678115343 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0011040482619786897, "bootstrap_95": [ -0.0014511829011095094, 0.003585255306316479 ], "p_improvement": 0.799905, "years_better": 8, "years": 24 }, "test": { "mean_difference": -5.419315525100209e-05, "bootstrap_95": [ -0.0038809965710574863, 0.0035802912733054718 ], "p_improvement": 0.484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.001224350364035132, "bootstrap_95": [ -0.006357743593157914, 0.0033868962153209415 ], "p_improvement": 0.32952, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0039583824574494315, "bootstrap_95": [ -0.00047087623253908977, 0.00856164480805317 ], "p_improvement": 0.9296875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0005607149370399217, "bootstrap_95": [ -0.002510892658367392, 0.0036219102868687873 ], "p_improvement": 0.63071, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.001578717555859301, "bootstrap_95": [ -0.004649996181379461, 0.0014010700073665747 ], "p_improvement": 0.181640625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.001449345349292381, "bootstrap_95": [ -0.0003580125744315447, 0.0034339127842182367 ], "p_improvement": 0.91941, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00013915515758028407, "bootstrap_95": [ -0.003166394924833913, 0.002511699388263832 ], "p_improvement": 0.4609375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0009731762800296607, "bootstrap_95": [ -0.0006158055792325559, 0.0024917918096708917 ], "p_improvement": 0.87159, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0020732031713944377, "bootstrap_95": [ 0.0002937682548246244, 0.003992958428205397 ], "p_improvement": 0.962890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0007388333484576598, "bootstrap_95": [ -0.0011849826063502745, 0.0027798293696329026 ], "p_improvement": 0.756895, "years_better": 10, "years": 24 }, "test": { "mean_difference": 7.443906658603628e-05, "bootstrap_95": [ -0.001972728319115984, 0.00224366536008735 ], "p_improvement": 0.533203125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.00042283132467343075, "bootstrap_95": [ -0.003714673121214041, 0.0025722876718404066 ], "p_improvement": 0.40279, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.002785880924906241, "bootstrap_95": [ 0.0010558507425175835, 0.004550876526141081 ], "p_improvement": 0.990234375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0010914857052233887, "bootstrap_95": [ -0.0009442850468789197, 0.0033780762130531305 ], "p_improvement": 0.82231, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.00016569534577667546, "bootstrap_95": [ -0.0019594664989308454, 0.0017649425945382758 ], "p_improvement": 0.38671875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.00041527814738874974, "bootstrap_95": [ -0.0009431597055925253, 0.0017422030916870953 ], "p_improvement": 0.71642, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00022241313648620968, "bootstrap_95": [ -0.0036493667911973197, 0.0035243210185665944 ], "p_improvement": 0.568359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.000655977038129568, "bootstrap_95": [ -0.0007799627785610699, 0.0019787969350698346 ], "p_improvement": 0.810325, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0026050037739342325, "bootstrap_95": [ 0.00037426395205894254, 0.005815369861953487 ], "p_improvement": 0.98046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.00036521510638882804, "bootstrap_95": [ -0.0007245247558135098, 0.0013447516611556007 ], "p_improvement": 0.74446, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00012863220921380258, "bootstrap_95": [ -0.0020488241140832093, 0.0016850496995586735 ], "p_improvement": 0.44921875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.0008015192545290338, "bootstrap_95": [ -0.0031711508317014974, 0.0014391750383610697 ], "p_improvement": 0.261555, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.001172501210668657, "bootstrap_95": [ -0.002216410816410915, 0.004664648124321886 ], "p_improvement": 0.73046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.15078430611418905, "bootstrap_95": [ -0.17972380676628652, 0.515742408963421 ], "p_improvement": 0.78375, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.5244132047128287, "bootstrap_95": [ -0.012424687056572396, 1.145285344719117 ], "p_improvement": 0.9296875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.15912692289189478, "bootstrap_95": [ -0.40182085666875667, 0.05965138092181038 ], "p_improvement": 0.10755, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.19434700784328898, "bootstrap_95": [ -0.0938272774496154, 0.5168740765286681 ], "p_improvement": 0.857421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.3052473081414629, "bootstrap_95": [ 0.04382345497746031, 0.6007707934682994 ], "p_improvement": 0.977235, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.007986232591681741, "bootstrap_95": [ -0.33540279551030516, 0.3334381437265184 ], "p_improvement": 0.51953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.11532699727314684, "bootstrap_95": [ -0.13082527246781459, 0.36307158042336696 ], "p_improvement": 0.8097, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.6623877793968804, "bootstrap_95": [ 0.38161312124415325, 0.9615811834296023 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.10831044966363705, "bootstrap_95": [ -0.9064773346017443, 1.14534086788577 ], "p_improvement": 0.578055, "years_better": 12, "years": 24 }, "test": { "mean_difference": 1.8186349551891239, "bootstrap_95": [ 0.6694597102422444, 3.0086490934121595 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "loci": { "rps": { "Jun": { "training": { "mean_difference": 0.00029316057614131125, "bootstrap_95": [ -0.0012002009392647467, 0.001660810668031165 ], "p_improvement": 0.645935, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.002287489606208294, "bootstrap_95": [ -0.004593106470395757, 5.2772993838418424e-05 ], "p_improvement": 0.064453125, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0006355644999290269, "bootstrap_95": [ -0.001259977824791193, 0.0025602961928569354 ], "p_improvement": 0.736945, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0019899957290735707, "bootstrap_95": [ -0.0008578979017270362, 0.0049456422588039905 ], "p_improvement": 0.88671875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -1.4121480195125602e-06, "bootstrap_95": [ -0.0012261178727500932, 0.0012991321810119068 ], "p_improvement": 0.49865, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0008380625145262832, "bootstrap_95": [ -0.00035276986971156515, 0.002110196785876477 ], "p_improvement": 0.873046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": -7.57810371373735e-05, "bootstrap_95": [ -0.0013605579415174197, 0.0012166183812594644 ], "p_improvement": 0.45277, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.00149160293698893, "bootstrap_95": [ 0.0007639876373156944, 0.00223926723883316 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0007121045163068265, "bootstrap_95": [ -0.0008111421729777155, 0.002190717026299073 ], "p_improvement": 0.810425, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.00010167841229299614, "bootstrap_95": [ -0.0016818813454399259, 0.001362787672400132 ], "p_improvement": 0.453125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": -9.648694604592427e-05, "bootstrap_95": [ -0.0016780266749847998, 0.0013293787632442545 ], "p_improvement": 0.45296, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0023868380971330014, "bootstrap_95": [ -0.004568520195266678, -4.1391173201141794e-05 ], "p_improvement": 0.05859375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.00027202063981868776, "bootstrap_95": [ -0.0011936693756656508, 0.0018378369966891234 ], "p_improvement": 0.633235, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0006507870094882912, "bootstrap_95": [ -0.0023718130361729444, 0.0012522812899025352 ], "p_improvement": 0.25390625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 1.698719552681883e-05, "bootstrap_95": [ -0.0010477312089657558, 0.001169313752143178 ], "p_improvement": 0.510275, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.0010385494852343463, "bootstrap_95": [ -0.0021110113866357164, 1.424509234731058e-05 ], "p_improvement": 0.052734375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00019002008387284408, "bootstrap_95": [ -0.0015320714190831676, 0.0012189955375133158 ], "p_improvement": 0.39375, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.0011897188404065254, "bootstrap_95": [ 0.00021914444768309258, 0.0020905566158793128 ], "p_improvement": 0.98046875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.00034419282212118374, "bootstrap_95": [ -0.001092995432446479, 0.0018761976061823118 ], "p_improvement": 0.662095, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0020758335346214543, "bootstrap_95": [ -0.0035411370048912885, -0.0005751501248110063 ], "p_improvement": 0.017578125, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.00038964744778674623, "bootstrap_95": [ -8.506858408180361e-05, 0.0008477928195201692 ], "p_improvement": 0.941, "years_better": 8, "years": 24 }, "test": { "mean_difference": 9.934858596425154e-05, "bootstrap_95": [ -0.00048083216073130765, 0.0006578923408964446 ], "p_improvement": 0.626953125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.00036354394903839504, "bootstrap_95": [ -0.0014382772264823925, 0.0022914418354795484 ], "p_improvement": 0.64566, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.002640782188719332, "bootstrap_95": [ 0.00032928036909289166, 0.0052147613480864954 ], "p_improvement": 0.95703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -1.8399361952048734e-05, "bootstrap_95": [ -0.0007234003333413984, 0.0006201364267261013 ], "p_improvement": 0.479345, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.001876611868702277, "bootstrap_95": [ 0.00041435386199547105, 0.003475256574179777 ], "p_improvement": 0.974609375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.00011423912773197292, "bootstrap_95": [ -0.00029431647558032315, 0.0004945286909527139 ], "p_improvement": 0.709475, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0003018841068979403, "bootstrap_95": [ -0.0002285666623491138, 0.0007200864418160463 ], "p_improvement": 0.859375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0003679117051344945, "bootstrap_95": [ -0.0004131808375646852, 0.0011618425252360998 ], "p_improvement": 0.80981, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0019741549681344763, "bootstrap_95": [ 0.0010911739736706343, 0.002811404487568671 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.36887842975000235, "bootstrap_95": [ 0.1536591004200555, 0.5929646143236662 ], "p_improvement": 0.99819, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.6269260175141187, "bootstrap_95": [ 0.25021935517869864, 1.0251148742446485 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.4823488670977256, "bootstrap_95": [ 0.17605923899704007, 0.8068355969552159 ], "p_improvement": 0.995985, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.758373669957254, "bootstrap_95": [ 0.5041788172803294, 1.0075820612843218 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.6653745060601968, "bootstrap_95": [ 0.40245156676803173, 0.9629758784012044 ], "p_improvement": 0.999985, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.777518057425168, "bootstrap_95": [ 0.5095694504541143, 1.0584118219850889 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.49492417506339875, "bootstrap_95": [ 0.3370153259835225, 0.6525274601198011 ], "p_improvement": 1.0, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.9744700540241831, "bootstrap_95": [ 0.7611717769117929, 1.1740978359227903 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 1.4524818790593184, "bootstrap_95": [ 0.6643873741914906, 2.2837760308401 ], "p_improvement": 0.999295, "years_better": 6, "years": 24 }, "test": { "mean_difference": 2.8564266059797583, "bootstrap_95": [ 1.7039549141814119, 4.07812054254066 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "eqm": { "rps": { "Jun": { "training": { "mean_difference": 0.0028352346698330582, "bootstrap_95": [ 0.0007941976244160808, 0.005352964722951171 ], "p_improvement": 0.993505, "years_better": 7, "years": 24 }, "test": { "mean_difference": -0.0006105839998564239, "bootstrap_95": [ -0.002141063179825697, 0.0009764393626242848 ], "p_improvement": 0.244140625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0033595710523042937, "bootstrap_95": [ 0.0017395285099232301, 0.005013218425656926 ], "p_improvement": 0.999625, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0026612980025134494, "bootstrap_95": [ 0.0009403955361076289, 0.004597644341943778 ], "p_improvement": 0.994140625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0026314954965221127, "bootstrap_95": [ 0.0014186843256334318, 0.003815579543514939 ], "p_improvement": 0.999725, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.002987789483624591, "bootstrap_95": [ 0.0017589105885867217, 0.004377167508543811 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0016154784640016854, "bootstrap_95": [ 0.00013484653587858227, 0.0032020925935036144 ], "p_improvement": 0.974805, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0020430556716959864, "bootstrap_95": [ -0.0003613797514596039, 0.004636502515711823 ], "p_improvement": 0.916015625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.003430711670099826, "bootstrap_95": [ 0.0009541926411523771, 0.006041795011879492 ], "p_improvement": 0.99308, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.004351600675025127, "bootstrap_95": [ 0.0012487577725097834, 0.007235024787935023 ], "p_improvement": 0.984375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0012426747426633605, "bootstrap_95": [ 0.000276753308766792, 0.0025624073601677507 ], "p_improvement": 0.990975, "years_better": 6, "years": 24 }, "test": { "mean_difference": -0.0005502656549248524, "bootstrap_95": [ -0.0021030831271808426, 0.0009437010201498049 ], "p_improvement": 0.271484375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0018502870968467831, "bootstrap_95": [ 0.00019805147982661695, 0.0036173487462087504 ], "p_improvement": 0.976545, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.001069837933444474, "bootstrap_95": [ -0.0014995322643980573, 0.0036464704534410705 ], "p_improvement": 0.76953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0010254263202465637, "bootstrap_95": [ 5.855007312891181e-05, 0.002048261470633495 ], "p_improvement": 0.96813, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0016513662423163242, "bootstrap_95": [ 0.0001520399864278033, 0.003334553722119819 ], "p_improvement": 0.96484375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0008072220914320943, "bootstrap_95": [ -0.00040366230975398483, 0.00197646265950577 ], "p_improvement": 0.89506, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0010153421179529985, "bootstrap_95": [ -0.0011670256131784652, 0.0033268927699467692 ], "p_improvement": 0.787109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0019850917055431335, "bootstrap_95": [ 0.0011089827607765426, 0.002845425663428455 ], "p_improvement": 0.99982, "years_better": 3, "years": 24 }, "test": { "mean_difference": 0.0010956696624414718, "bootstrap_95": [ 0.00034769672740492014, 0.0017725990569213918 ], "p_improvement": 0.984375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0015925599277412915, "bootstrap_95": [ 0.00018250796834028046, 0.0031141304959741564 ], "p_improvement": 0.974135, "years_better": 8, "years": 24 }, "test": { "mean_difference": -6.031848397036743e-05, "bootstrap_95": [ -0.000832116974815409, 0.0005925553493136491 ], "p_improvement": 0.451171875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0015092839181637223, "bootstrap_95": [ 0.0007006663986448904, 0.0022973029559140608 ], "p_improvement": 0.999175, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0015914600348597553, "bootstrap_95": [ 0.0004863081389749467, 0.002858588342264988 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0016060692040954123, "bootstrap_95": [ 0.0008029821346312209, 0.002365185031173613 ], "p_improvement": 0.99964, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0013364229522375888, "bootstrap_95": [ -0.00021924419456661326, 0.0028279173995897685 ], "p_improvement": 0.927734375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0008082563718008728, "bootstrap_95": [ -5.256734537359877e-05, 0.0016990714851285026 ], "p_improvement": 0.95669, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0010277133823852356, "bootstrap_95": [ 0.0006006197629732488, 0.0014300729633671908 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0014456201223354375, "bootstrap_95": [ -0.0006931297556506894, 0.0036991599964449045 ], "p_improvement": 0.88887, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0032559301931211265, "bootstrap_95": [ 9.891307245030142e-05, 0.006184103377576004 ], "p_improvement": 0.95703125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.08068082908857195, "bootstrap_95": [ -0.014410706918825511, 0.1763038988454231 ], "p_improvement": 0.940715, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.01144865457771734, "bootstrap_95": [ -0.15792344914246895, 0.1666942935331846 ], "p_improvement": 0.552734375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.22765132102480612, "bootstrap_95": [ 0.1180673395929475, 0.342932495475226 ], "p_improvement": 0.999745, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.060263517609562375, "bootstrap_95": [ -0.018524011101298626, 0.1513908523741173 ], "p_improvement": 0.845703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.15107684217726045, "bootstrap_95": [ 0.07878150945776499, 0.2307223814424255 ], "p_improvement": 0.999815, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.06761638813649186, "bootstrap_95": [ 0.009572062127942533, 0.13371778249351784 ], "p_improvement": 0.966796875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.11751505976716452, "bootstrap_95": [ 0.06302250304214987, 0.18051523828102065 ], "p_improvement": 0.999895, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.13066319236683238, "bootstrap_95": [ 0.02591183131203675, 0.23207001766689525 ], "p_improvement": 0.9765625, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.5881891202756053, "bootstrap_95": [ 0.18746814084901006, 0.9373766391214383 ], "p_improvement": 0.99692, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.6379599065111073, "bootstrap_95": [ 0.46061721962697316, 0.831578474644225 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "gqm": { "rps": { "Jun": { "training": { "mean_difference": 0.0006497856710634015, "bootstrap_95": [ -0.0013462813346467072, 0.002735133123306875 ], "p_improvement": 0.72556, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0007663125184080547, "bootstrap_95": [ -0.0027432324895786094, 0.0013560296666264694 ], "p_improvement": 0.248046875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 8.38472742114756e-05, "bootstrap_95": [ -0.0025885199148358313, 0.0028752083343757365 ], "p_improvement": 0.521605, "years_better": 15, "years": 24 }, "test": { "mean_difference": -1.2506142140803847e-05, "bootstrap_95": [ -0.004401598281506529, 0.004332604909273048 ], "p_improvement": 0.494140625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.00030402016123951225, "bootstrap_95": [ -0.002139795093914431, 0.0014481104850745936 ], "p_improvement": 0.372705, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00032557611064225485, "bootstrap_95": [ -0.002753726705222457, 0.0021261519392878547 ], "p_improvement": 0.392578125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.0001498377857491138, "bootstrap_95": [ -0.002692208090292297, 0.0022786356272822385 ], "p_improvement": 0.451845, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0002116611662432217, "bootstrap_95": [ -0.0027488127926831242, 0.002425586953839283 ], "p_improvement": 0.443359375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.00013492464743247723, "bootstrap_95": [ -0.0019025921266609905, 0.0022798376649539893 ], "p_improvement": 0.54466, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0007013072621945775, "bootstrap_95": [ -0.0034819652831973723, 0.002131972124311975 ], "p_improvement": 0.322265625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0001061270380533462, "bootstrap_95": [ -0.0010378494668193163, 0.001409930992123188 ], "p_improvement": 0.55955, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0007421990581037985, "bootstrap_95": [ -0.0021334786542502194, 0.0004470610251505002 ], "p_improvement": 0.185546875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00015121854264791545, "bootstrap_95": [ -0.002037032578152418, 0.0017958389716657072 ], "p_improvement": 0.439155, "years_better": 15, "years": 24 }, "test": { "mean_difference": 0.0003912838951632136, "bootstrap_95": [ -0.0021825612221413587, 0.0030296874160700084 ], "p_improvement": 0.560546875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0005107199182305422, "bootstrap_95": [ -0.001742713605280293, 0.0007069874688501367 ], "p_improvement": 0.21323, "years_better": 14, "years": 24 }, "test": { "mean_difference": 9.661056583971465e-05, "bootstrap_95": [ -0.0012622632343115285, 0.001684324867810666 ], "p_improvement": 0.544921875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": -0.00037836617759112734, "bootstrap_95": [ -0.0018708871010086295, 0.0010308296185156918 ], "p_improvement": 0.302995, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.00041332712173057046, "bootstrap_95": [ -0.0010300656100552838, 0.0018877805412582395 ], "p_improvement": 0.712890625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -7.256676953887782e-05, "bootstrap_95": [ -0.0014489899280665142, 0.0014474394850280661 ], "p_improvement": 0.46105, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.0005988894288195746, "bootstrap_95": [ -0.0023080530963534734, 0.0011161261799033358 ], "p_improvement": 0.255859375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.000543658649457518, "bootstrap_95": [ -0.0006629619962865183, 0.0017824140868557092 ], "p_improvement": 0.795115, "years_better": 11, "years": 24 }, "test": { "mean_difference": -2.4113205108362384e-05, "bootstrap_95": [ -0.0015750825510168025, 0.0013952568007266637 ], "p_improvement": 0.486328125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.00023506586159951237, "bootstrap_95": [ -0.0008050969734754044, 0.0013635237421344491 ], "p_improvement": 0.65775, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0004037896276987079, "bootstrap_95": [ -0.0025847284064998526, 0.0016513744942314662 ], "p_improvement": 0.365234375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0002066997830454722, "bootstrap_95": [ -0.0004895010353628959, 0.0008574528019823588 ], "p_improvement": 0.72086, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00042218646514809014, "bootstrap_95": [ -0.0015677595205057407, 0.0005590411579826556 ], "p_improvement": 0.24609375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.00022852832886562668, "bootstrap_95": [ -0.0008887901335594667, 0.0013485307465700227 ], "p_improvement": 0.649695, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0006249879653207736, "bootstrap_95": [ -0.0018756888958480252, 0.000693109811231847 ], "p_improvement": 0.181640625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0002074914519584597, "bootstrap_95": [ -0.000571396286059665, 0.0009003278792357962 ], "p_improvement": 0.698635, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00010241765371174494, "bootstrap_95": [ -0.0012069599087853892, 0.00104745223898042 ], "p_improvement": 0.435546875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": -0.13088596934082633, "bootstrap_95": [ -0.2297295575405318, -0.028133265643379205 ], "p_improvement": 0.00977, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.1625831950877789, "bootstrap_95": [ -0.28024216594461515, -0.05048625795896014 ], "p_improvement": 0.015625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 0.47872999999999993, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.008026219565457756, "bootstrap_95": [ -0.106608624181229, 0.09078401437884603 ], "p_improvement": 0.43904, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.004712376737681249, "bootstrap_95": [ -0.09139258539758804, 0.09351897821806443 ], "p_improvement": 0.5390625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.12803926847359567, "bootstrap_95": [ -0.1726953184331206, -0.08532028380051977 ], "p_improvement": 5e-06, "years_better": 22, "years": 24 }, "test": { "mean_difference": -0.048359101928500986, "bootstrap_95": [ -0.1372928095893424, 0.05619241160891013 ], "p_improvement": 0.193359375, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.00028500000000000004, "family": "declared methods x targets", "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.07191713669204391, "bootstrap_95": [ -0.11372573574642159, -0.02905720952595474 ], "p_improvement": 0.001775, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09469943593441282, "bootstrap_95": [ -0.15772512614869078, -0.033012572498235755 ], "p_improvement": 0.013671875, "years_better": 7, "years": 9 }, "decision": { "holm_p_family": 0.094075, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.11749120707686907, "bootstrap_95": [ -0.25163384193157484, 0.01765731276172272 ], "p_improvement": 0.05183, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.24505089271143118, "bootstrap_95": [ -0.37991243363936833, -0.11955361805647685 ], "p_improvement": 0.00390625, "years_better": 8, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } } } }, "dqm": { "rps": { "Jun": { "training": { "mean_difference": 0.0013142760500692505, "bootstrap_95": [ -0.0011045484870455852, 0.003879482112862176 ], "p_improvement": 0.838925, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0011852443659049472, "bootstrap_95": [ -0.003701094096935671, 0.0016743903083569183 ], "p_improvement": 0.216796875, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0024611515683959154, "bootstrap_95": [ 0.00010484385927939982, 0.00484867621867191 ], "p_improvement": 0.96743, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0027087460303539504, "bootstrap_95": [ -0.0026439540483692834, 0.007151354320511098 ], "p_improvement": 0.84765625, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0022506174953939953, "bootstrap_95": [ 4.664996090805359e-05, 0.004378443952155786 ], "p_improvement": 0.96893, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.004547818160022625, "bootstrap_95": [ 0.0020998931190771065, 0.007253225168261029 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0010068832639287956, "bootstrap_95": [ -0.0011980443749578875, 0.0030373053482249147 ], "p_improvement": 0.81878, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0002594488820327941, "bootstrap_95": [ -0.003221887479944246, 0.0026818392270515634 ], "p_improvement": 0.4375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0004620359979730741, "bootstrap_95": [ -0.003355319264526224, 0.004021132695000283 ], "p_improvement": 0.589185, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0035313976667346713, "bootstrap_95": [ 0.00014130250674540245, 0.007114650874679155 ], "p_improvement": 0.94921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0004280210170782388, "bootstrap_95": [ -0.0012698562450962013, 0.0019969544443268106 ], "p_improvement": 0.687915, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0011774128215170777, "bootstrap_95": [ -0.0034523130328036927, 0.0010713845024882334 ], "p_improvement": 0.18359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.001143372212585107, "bootstrap_95": [ -0.00029821527537800523, 0.0027484548403793486 ], "p_improvement": 0.915285, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.001113889876750446, "bootstrap_95": [ -0.001814830955989214, 0.004034294298934645 ], "p_improvement": 0.76171875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0011860510364028545, "bootstrap_95": [ -0.00012134852313868666, 0.00252870530652011 ], "p_improvement": 0.94443, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0021177784254122417, "bootstrap_95": [ 0.00010759867496529857, 0.004266512925033026 ], "p_improvement": 0.94921875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0006267482525888929, "bootstrap_95": [ -0.0007142174150740406, 0.001971313500431225 ], "p_improvement": 0.81012, "years_better": 9, "years": 24 }, "test": { "mean_difference": -5.2972695534463256e-05, "bootstrap_95": [ -0.0018145934806425837, 0.0018136707505435818 ], "p_improvement": 0.4765625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0005099309621229009, "bootstrap_95": [ -0.0015388469369059365, 0.002529642527861463 ], "p_improvement": 0.67413, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0015847972481460488, "bootstrap_95": [ 6.292293976982624e-05, 0.0031368277736949102 ], "p_improvement": 0.951171875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0008862549655706022, "bootstrap_95": [ -0.00027960409163133916, 0.0021627517484867393 ], "p_improvement": 0.912445, "years_better": 10, "years": 24 }, "test": { "mean_difference": -7.83154612716028e-06, "bootstrap_95": [ -0.0012518008458141851, 0.0011667650258426296 ], "p_improvement": 0.494140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.001317779269525821, "bootstrap_95": [ 8.243717178806536e-05, 0.0026091355524529417 ], "p_improvement": 0.97251, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0015948561895895257, "bootstrap_95": [ -0.0014630616290440726, 0.004430764895904609 ], "p_improvement": 0.833984375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0010645663584964982, "bootstrap_95": [ -3.1443355204942225e-05, 0.0020657697310836535 ], "p_improvement": 0.966135, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.002430039601850404, "bootstrap_95": [ 0.0007757778303114822, 0.004560927678616652 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.00038013503329361226, "bootstrap_95": [ -0.0007140100362219027, 0.0014486796096014386 ], "p_improvement": 0.74823, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00020647618492746088, "bootstrap_95": [ -0.0016026574527543095, 0.0012097657086461216 ], "p_improvement": 0.396484375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -4.789494147415992e-05, "bootstrap_95": [ -0.002150462109045494, 0.001961010851502804 ], "p_improvement": 0.481215, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0019466000985368134, "bootstrap_95": [ -0.0008947371823015432, 0.004645159522509552 ], "p_improvement": 0.8828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.6317097708632848, "bootstrap_95": [ 0.30744463368173874, 1.0348194090890999 ], "p_improvement": 0.99997, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.8892637929175911, "bootstrap_95": [ 0.1679248461205665, 1.6744910104173119 ], "p_improvement": 0.970703125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.4245515515514479, "bootstrap_95": [ 0.14419650024844985, 0.7267454904300712 ], "p_improvement": 0.996685, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.7254651088549432, "bootstrap_95": [ 0.18189260931463153, 1.364479533776273 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.7223448574182202, "bootstrap_95": [ 0.41826948248007684, 1.0617893072719253 ], "p_improvement": 0.99999, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.2950652001035324, "bootstrap_95": [ -0.05192858413094038, 0.6689882785862675 ], "p_improvement": 0.92578125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.5404083239039146, "bootstrap_95": [ 0.33528219131170206, 0.777308496585363 ], "p_improvement": 1.0, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.7144541832614583, "bootstrap_95": [ 0.48701044857344633, 0.9229501057391025 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 1.3344282926131867, "bootstrap_95": [ 0.3880904559447089, 2.3684697527721643 ], "p_improvement": 0.992305, "years_better": 6, "years": 24 }, "test": { "mean_difference": 2.7396050562586134, "bootstrap_95": [ 1.0865950602678052, 4.582564295841884 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "qdm": { "rps": { "Jun": { "training": { "mean_difference": 0.0014134622802487937, "bootstrap_95": [ -0.00037885055920470914, 0.0034133584118475574 ], "p_improvement": 0.913575, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.0014793722133404537, "bootstrap_95": [ -0.004197358734360576, 0.0011868611874028656 ], "p_improvement": 0.1640625, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0016942470559507376, "bootstrap_95": [ -0.0011327128197039862, 0.004540642127887682 ], "p_improvement": 0.86446, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0030537493748526495, "bootstrap_95": [ -0.0014703500969440477, 0.006998759945299078 ], "p_improvement": 0.8828125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0021372067448798666, "bootstrap_95": [ 0.00045283114925636053, 0.0038328141886998547 ], "p_improvement": 0.987995, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0033578812845536407, "bootstrap_95": [ 0.00040339202115706685, 0.006066086590359911 ], "p_improvement": 0.97265625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0004872776550561032, "bootstrap_95": [ -0.0019157694036971637, 0.0028991061739055035 ], "p_improvement": 0.64657, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0002515847164653399, "bootstrap_95": [ -0.0019385374217809886, 0.002919030824914555 ], "p_improvement": 0.5703125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0017201845172866066, "bootstrap_95": [ -0.0013356046458992393, 0.004686488055514039 ], "p_improvement": 0.85687, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0035351850395391213, "bootstrap_95": [ 0.0010442216408485321, 0.006170841558898185 ], "p_improvement": 0.982421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0005239528957429381, "bootstrap_95": [ -0.0007571387094648847, 0.0019274531030151118 ], "p_improvement": 0.758645, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.001260614485381099, "bootstrap_95": [ -0.0038386220471994656, 0.0010396081304204165 ], "p_improvement": 0.1953125, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0009676630515220696, "bootstrap_95": [ -0.0008651863885760604, 0.0030253924019283916 ], "p_improvement": 0.818815, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.001568538184705503, "bootstrap_95": [ -0.0016621746473327956, 0.004809485550706133 ], "p_improvement": 0.798828125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0007997768579604431, "bootstrap_95": [ -0.00037332689281669254, 0.0020132288180502098 ], "p_improvement": 0.88774, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0018027057972810562, "bootstrap_95": [ -0.0004042834506672881, 0.004084439993584593 ], "p_improvement": 0.9140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.00024628984482575586, "bootstrap_95": [ -0.0012504184957071013, 0.0018096219058108384 ], "p_improvement": 0.616325, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.00010740107381335129, "bootstrap_95": [ -0.0014890246410510192, 0.0016503726748445368 ], "p_improvement": 0.455078125, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0019122158852936486, "bootstrap_95": [ 0.0002285666673465714, 0.0035353589371062855 ], "p_improvement": 0.98021, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0015399273658189673, "bootstrap_95": [ -5.406058376645584e-05, 0.0032791697913232523 ], "p_improvement": 0.916015625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0008895092964430196, "bootstrap_95": [ -0.00010694851630208616, 0.0018942948008511546 ], "p_improvement": 0.94781, "years_better": 9, "years": 24 }, "test": { "mean_difference": -0.00021875774033284286, "bootstrap_95": [ -0.0011426981708177063, 0.0008467546851309207 ], "p_improvement": 0.337890625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0007265839782716159, "bootstrap_95": [ -0.0007691899608253079, 0.002188181094082915 ], "p_improvement": 0.81867, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0014852113470631546, "bootstrap_95": [ -0.0005385532867603522, 0.003267859369396278 ], "p_improvement": 0.904296875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0013374297811151199, "bootstrap_95": [ 0.0005609870586538763, 0.002096824146208081 ], "p_improvement": 0.9981, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.0015551755707588428, "bootstrap_95": [ 0.0003291272823888002, 0.002733043935565715 ], "p_improvement": 0.98046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0002409877852078956, "bootstrap_95": [ -0.001103029860990036, 0.0015990497458914603 ], "p_improvement": 0.630985, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0003589858017785817, "bootstrap_95": [ -0.0008781798824401032, 0.001718144609857895 ], "p_improvement": 0.6953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.00019203136735904588, "bootstrap_95": [ -0.0024155444411226796, 0.001957315692529674 ], "p_improvement": 0.430725, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.001995257422763257, "bootstrap_95": [ -0.00014799752097286988, 0.004069263719993153 ], "p_improvement": 0.939453125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.8153910839077497, "bootstrap_95": [ 0.40166542824707113, 1.3428608821006927 ], "p_improvement": 0.99999, "years_better": 4, "years": 24 }, "test": { "mean_difference": 1.1719121220648652, "bootstrap_95": [ 0.3198057028147634, 2.1276948406911145 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.41708886326724776, "bootstrap_95": [ 0.06865236993223407, 0.8449267352557847 ], "p_improvement": 0.98556, "years_better": 6, "years": 24 }, "test": { "mean_difference": 1.0306518682706616, "bootstrap_95": [ 0.17883926045403176, 2.0492086262157994 ], "p_improvement": 0.97265625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.858351706295562, "bootstrap_95": [ 0.4801411862307184, 1.3191913296048734 ], "p_improvement": 0.999995, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.5652285888230651, "bootstrap_95": [ -0.016809242848814736, 1.210873970680858 ], "p_improvement": 0.9375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.6817786606473618, "bootstrap_95": [ 0.4270873648297412, 0.9794996130811076 ], "p_improvement": 0.999995, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.734153085562111, "bootstrap_95": [ 0.48042214746103623, 0.9659620837340032 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 1.6202456006977028, "bootstrap_95": [ 0.5717548304248029, 2.8796080277583083 ], "p_improvement": 0.99757, "years_better": 5, "years": 24 }, "test": { "mean_difference": 3.609135214662535, "bootstrap_95": [ 1.1198328358548395, 6.439837238190578 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "sdm": { "rps": { "Jun": { "training": { "mean_difference": 0.0009151957108905299, "bootstrap_95": [ -0.0012895456467111601, 0.0031264995257193197 ], "p_improvement": 0.777735, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0013326542752873124, "bootstrap_95": [ -0.0037752069500037516, 0.0010966647743652382 ], "p_improvement": 0.18359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0016015909476793818, "bootstrap_95": [ -0.0009884173233293604, 0.0044388181343109285 ], "p_improvement": 0.861755, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0038678937177037964, "bootstrap_95": [ -0.001061499887820003, 0.008200152936142069 ], "p_improvement": 0.92578125, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.002277204794334219, "bootstrap_95": [ 0.00046203893580146736, 0.004051036759178363 ], "p_improvement": 0.98709, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.003566909960917538, "bootstrap_95": [ 0.0009772237038151708, 0.005896521046082793 ], "p_improvement": 0.982421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 5.538125405009827e-05, "bootstrap_95": [ -0.001970694069580572, 0.0021151347189725714 ], "p_improvement": 0.5192, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0008195637988190896, "bootstrap_95": [ -0.0008007978737048333, 0.0026708090026716764 ], "p_improvement": 0.794921875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0015938654307485593, "bootstrap_95": [ -0.001876388430930099, 0.005080342018300304 ], "p_improvement": 0.806285, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.004260284668923703, "bootstrap_95": [ 0.0014658634143738583, 0.0069326025571064 ], "p_improvement": 0.990234375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.00030860364056581904, "bootstrap_95": [ -0.001151911496061687, 0.0017013868678638277 ], "p_improvement": 0.655045, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.0014090277996832773, "bootstrap_95": [ -0.003645395418171624, 0.0006648403623012991 ], "p_improvement": 0.140625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0008326627169328986, "bootstrap_95": [ -0.000941584203449458, 0.0028547775903645387 ], "p_improvement": 0.794075, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0019438219754076111, "bootstrap_95": [ -0.0015116110469443294, 0.005523136786318694 ], "p_improvement": 0.8359375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0010619138109441925, "bootstrap_95": [ -0.0001669261582910024, 0.0023331113113720203 ], "p_improvement": 0.9368, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.001818417113839072, "bootstrap_95": [ -0.00046481015355663487, 0.004152352033423904 ], "p_improvement": 0.9140625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": -4.61217722028349e-05, "bootstrap_95": [ -0.0013469506609234206, 0.0013184364149296571 ], "p_improvement": 0.472175, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.00023406098286592644, "bootstrap_95": [ -0.0013114493276945472, 0.000916642802150096 ], "p_improvement": 0.345703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0019841281604934748, "bootstrap_95": [ 0.00028081393353417903, 0.0036835746120905525 ], "p_improvement": 0.98221, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0013650713371006731, "bootstrap_95": [ -0.0002823633136286878, 0.003162615612672472 ], "p_improvement": 0.900390625, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.00060659197903457, "bootstrap_95": [ -0.0005309319114263348, 0.0017334107729467744 ], "p_improvement": 0.83751, "years_better": 10, "years": 24 }, "test": { "mean_difference": 7.637330905308554e-05, "bootstrap_95": [ -0.0007317110253669263, 0.0008990504233932217 ], "p_improvement": 0.568359375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0007689281987105894, "bootstrap_95": [ -0.0007655987829329192, 0.002481016118377953 ], "p_improvement": 0.80751, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0019240716445552359, "bootstrap_95": [ -0.0008422082142145102, 0.004579086110528833 ], "p_improvement": 0.892578125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0012152909059653192, "bootstrap_95": [ 0.00021522101843363253, 0.0021818507514664246 ], "p_improvement": 0.985585, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.0017484927791112043, "bootstrap_95": [ 0.0005423161034741041, 0.003050572049792619 ], "p_improvement": 0.986328125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.00010150305446682273, "bootstrap_95": [ -0.0011487457067699553, 0.00138378517138177 ], "p_improvement": 0.55917, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0010536246396795777, "bootstrap_95": [ -0.00014043117923606213, 0.0023016019367800965 ], "p_improvement": 0.927734375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": -0.0003902627233833648, "bootstrap_95": [ -0.0030217520510520852, 0.0022700873599752745 ], "p_improvement": 0.38835, "years_better": 13, "years": 24 }, "test": { "mean_difference": 0.002895212783423103, "bootstrap_95": [ 0.0002759944538917763, 0.005449426103763977 ], "p_improvement": 0.96484375, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 1.1050304400626827, "bootstrap_95": [ 0.642914088323571, 1.6448685575763262 ], "p_improvement": 1.0, "years_better": 3, "years": 24 }, "test": { "mean_difference": 1.3714342126329309, "bootstrap_95": [ 0.5628271710980713, 2.2758103303272232 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.673092354710922, "bootstrap_95": [ 0.3046062271948263, 1.1010278731390188 ], "p_improvement": 0.999555, "years_better": 5, "years": 24 }, "test": { "mean_difference": 1.2648822227057077, "bootstrap_95": [ 0.3598416102201363, 2.3880773789158956 ], "p_improvement": 0.998046875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 1.1281365959333154, "bootstrap_95": [ 0.6904838991030151, 1.6198040048270115 ], "p_improvement": 0.99999, "years_better": 2, "years": 24 }, "test": { "mean_difference": 0.7564856606963536, "bootstrap_95": [ 0.21326911311894786, 1.309847962789211 ], "p_improvement": 0.982421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.8574602878509019, "bootstrap_95": [ 0.5730281892539516, 1.2041797563068204 ], "p_improvement": 1.0, "years_better": 1, "years": 24 }, "test": { "mean_difference": 0.8851455428267525, "bootstrap_95": [ 0.6696725262697193, 1.1509066431118318 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 2.3887133055474634, "bootstrap_95": [ 1.353910923560081, 3.6118251560844703 ], "p_improvement": 0.99998, "years_better": 3, "years": 24 }, "test": { "mean_difference": 4.186257263788696, "bootstrap_95": [ 1.5622211928887417, 7.095229930280247 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "cdft": { "rps": { "Jun": { "training": { "mean_difference": 0.001094232264389342, "bootstrap_95": [ -0.0008283144739523046, 0.0030763460076469492 ], "p_improvement": 0.84938, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0005776086849727031, "bootstrap_95": [ -0.004090016709804475, 0.003390055190030761 ], "p_improvement": 0.380859375, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0027291398573845624, "bootstrap_95": [ -9.929716177032033e-05, 0.005452878230438234 ], "p_improvement": 0.96365, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.001995279727144244, "bootstrap_95": [ -0.00298277322194763, 0.006624234288964174 ], "p_improvement": 0.77734375, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0018747621228122555, "bootstrap_95": [ -0.00021820883462169135, 0.0039021348381106445 ], "p_improvement": 0.95273, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.002905085386267751, "bootstrap_95": [ -0.00023068456783130754, 0.005723156227117716 ], "p_improvement": 0.953125, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0009011835388606204, "bootstrap_95": [ -0.0015763953009115851, 0.003238117388977231 ], "p_improvement": 0.7622, "years_better": 11, "years": 24 }, "test": { "mean_difference": 3.5164501169347874e-05, "bootstrap_95": [ -0.0015207109090089532, 0.001752478042943563 ], "p_improvement": 0.515625, "years_better": 6, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.002029878769868471, "bootstrap_95": [ -0.0008154500658573367, 0.004963082070690998 ], "p_improvement": 0.904515, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0035561729926433926, "bootstrap_95": [ 0.0005591408214945076, 0.006479324413278235 ], "p_improvement": 0.97265625, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 1.1036039037586967e-05, "bootstrap_95": [ -0.0011799454022589787, 0.001283488334302539 ], "p_improvement": 0.50513, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0010312607550126234, "bootstrap_95": [ -0.004018375976927894, 0.0018642303499228172 ], "p_improvement": 0.26953125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.001301856943806493, "bootstrap_95": [ -0.000370833940948504, 0.0030777592450092505 ], "p_improvement": 0.917145, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.0009494414951976205, "bootstrap_95": [ -0.00228367371768874, 0.004140008598578134 ], "p_improvement": 0.70703125, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0008044209928596719, "bootstrap_95": [ -0.000614257899220164, 0.002175325620760332 ], "p_improvement": 0.855445, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.001504455550092515, "bootstrap_95": [ -0.0007639231060084629, 0.003998418019832192 ], "p_improvement": 0.861328125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0003004718198899893, "bootstrap_95": [ -0.0010282978485064982, 0.0017044759368604768 ], "p_improvement": 0.65818, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.00014829383005651113, "bootstrap_95": [ -0.0009983123912468354, 0.0008113486656583709 ], "p_improvement": 0.388671875, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0017604235818793376, "bootstrap_95": [ 0.00013976696660573118, 0.003441643706525008 ], "p_improvement": 0.975045, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0011957116247068207, "bootstrap_95": [ -0.0003231867490084523, 0.0028228543075320767 ], "p_improvement": 0.8984375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0010831961821181496, "bootstrap_95": [ -4.569907535043324e-05, 0.002245690217754599 ], "p_improvement": 0.95733, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00045365204883048477, "bootstrap_95": [ -0.0007754996784200695, 0.0019408467988524932 ], "p_improvement": 0.662109375, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0014272829124109127, "bootstrap_95": [ -3.7038132924876774e-05, 0.0028045329566287166 ], "p_improvement": 0.970105, "years_better": 5, "years": 24 }, "test": { "mean_difference": 0.0010458382554433573, "bootstrap_95": [ -0.001478746199548921, 0.0035349898635520923 ], "p_improvement": 0.748046875, "years_better": 4, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0010703410218894898, "bootstrap_95": [ 0.00018068636258906592, 0.0019058769883947627 ], "p_improvement": 0.985645, "years_better": 6, "years": 24 }, "test": { "mean_difference": 0.0014006299218254482, "bootstrap_95": [ 0.00016138543894119974, 0.0025764907129971456 ], "p_improvement": 0.96875, "years_better": 2, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0006007117695192993, "bootstrap_95": [ -0.0008999578089661325, 0.0019388461714385321 ], "p_improvement": 0.79073, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.00018345834122201107, "bootstrap_95": [ -0.0007949191006535613, 0.0012582940379103778 ], "p_improvement": 0.62109375, "years_better": 5, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.00026945517319260554, "bootstrap_95": [ -0.0015520716633043296, 0.002073591888442053 ], "p_improvement": 0.610295, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.002360461013135134, "bootstrap_95": [ -0.0001797387598996733, 0.004838819070144012 ], "p_improvement": 0.939453125, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.7034749937048593, "bootstrap_95": [ 0.32139698500835034, 1.1675456098393715 ], "p_improvement": 0.999765, "years_better": 6, "years": 24 }, "test": { "mean_difference": 1.1366713536017914, "bootstrap_95": [ 0.34731747300456806, 2.0125607454411942 ], "p_improvement": 0.9921875, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.4239617151901094, "bootstrap_95": [ 0.1151582276726317, 0.7596879099587305 ], "p_improvement": 0.99327, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.7553768804675277, "bootstrap_95": [ 0.17147531042151792, 1.4478140325165112 ], "p_improvement": 0.982421875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.7345184806430817, "bootstrap_95": [ 0.4058334586150281, 1.1048664603662905 ], "p_improvement": 0.999985, "years_better": 4, "years": 24 }, "test": { "mean_difference": 0.4315870454756513, "bootstrap_95": [ 0.006796497747007202, 0.8817941460802314 ], "p_improvement": 0.94921875, "years_better": 3, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.6941871614935566, "bootstrap_95": [ 0.44604012564608053, 0.9870377954289906 ], "p_improvement": 1.0, "years_better": 1, "years": 24 }, "test": { "mean_difference": 0.8282432037111049, "bootstrap_95": [ 0.5717909912149723, 1.0739061359410864 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 1.5553526945348013, "bootstrap_95": [ 0.5657098282150864, 2.693784761621501 ], "p_improvement": 0.997895, "years_better": 6, "years": 24 }, "test": { "mean_difference": 2.864589854949419, "bootstrap_95": [ 0.9526925558511825, 5.054148709852131 ], "p_improvement": 0.99609375, "years_better": 1, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "declared methods x targets", "no_harm": false, "confirmed": false } } } }, "mvs_zero_guard": { "rps": { "Jun": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "brier_below": { "Jun": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "brier_above": { "Jun": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } }, "crps": { "Jun": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 24 }, "test": { "mean_difference": 0.0, "bootstrap_95": [ 0.0, 0.0 ], "p_improvement": 1.0, "years_better": 0, "years": 9 }, "decision": { "holm_p_family": 1.0, "family": "targets (variant)", "no_harm": true, "confirmed": false } } } }, "SEL-P": { "rps": { "Jun": { "training": { "mean_difference": 0.003243673507746276, "bootstrap_95": [ 0.0002296100080310899, 0.006616571439113567 ], "p_improvement": 0.96485, "years_better": 10, "years": 24 }, "test": { "mean_difference": -0.0019119700357437758, "bootstrap_95": [ -0.003789177120792881, 6.320000038073983e-06 ], "p_improvement": 0.05078125, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Jul": { "training": { "mean_difference": -0.00017963699114573878, "bootstrap_95": [ -0.002091705418918875, 0.0017815968088841464 ], "p_improvement": 0.42778, "years_better": 13, "years": 24 }, "test": { "mean_difference": -0.001039211980911682, "bootstrap_95": [ -0.004408766480078045, 0.002341443333040711 ], "p_improvement": 0.291015625, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.0002771725406289967, "bootstrap_95": [ -0.0016363674616394345, 0.0010613533698301696 ], "p_improvement": 0.34281, "years_better": 11, "years": 24 }, "test": { "mean_difference": -0.0012874034619755953, "bootstrap_95": [ -0.0037300395385061642, 0.0010285634332452749 ], "p_improvement": 0.162109375, "years_better": 6, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } }, "Sep": { "training": { "mean_difference": 3.7474738879150295e-05, "bootstrap_95": [ -0.0018562078064713904, 0.0020504361141997513 ], "p_improvement": 0.513895, "years_better": 14, "years": 24 }, "test": { "mean_difference": 0.0008195637988190896, "bootstrap_95": [ -0.0008007978737048333, 0.0026708090026716764 ], "p_improvement": 0.794921875, "years_better": 5, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "JJAS": { "training": { "mean_difference": 0.0007931460341780277, "bootstrap_95": [ -0.002849693178619475, 0.00456060772216995 ], "p_improvement": 0.655075, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.0039583824574494315, "bootstrap_95": [ -0.00047087623253908977, 0.00856164480805317 ], "p_improvement": 0.9296875, "years_better": 2, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } } } }, "SEL-A": { "crps": { "Jun": { "training": { "mean_difference": -0.13088596934082633, "bootstrap_95": [ -0.2297295575405318, -0.028133265643379205 ], "p_improvement": 0.00977, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.1625831950877789, "bootstrap_95": [ -0.28024216594461515, -0.05048625795896014 ], "p_improvement": 0.015625, "years_better": 8, "years": 9 }, "decision": { "holm_p": 0.029309999999999996, "no_harm": true, "confirmed": true } }, "Jul": { "training": { "mean_difference": 0.0018068017518340824, "bootstrap_95": [ -0.10392313247684198, 0.10952961444014128 ], "p_improvement": 0.509295, "years_better": 16, "years": 24 }, "test": { "mean_difference": 0.19434700784328898, "bootstrap_95": [ -0.0938272774496154, 0.5168740765286681 ], "p_improvement": 0.857421875, "years_better": 3, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": false, "confirmed": false } }, "Aug": { "training": { "mean_difference": -0.10752830606856278, "bootstrap_95": [ -0.1325456391208902, -0.08159861282302808 ], "p_improvement": 0.0, "years_better": 22, "years": 24 }, "test": { "mean_difference": -0.08486901377524386, "bootstrap_95": [ -0.1360327825084138, -0.014292511681778986 ], "p_improvement": 0.021484375, "years_better": 8, "years": 9 }, "decision": { "holm_p": 0.0, "no_harm": true, "confirmed": true } }, "Sep": { "training": { "mean_difference": -0.07191713669204391, "bootstrap_95": [ -0.11372573574642159, -0.02905720952595474 ], "p_improvement": 0.001775, "years_better": 19, "years": 24 }, "test": { "mean_difference": -0.09469943593441282, "bootstrap_95": [ -0.15772512614869078, -0.033012572498235755 ], "p_improvement": 0.013671875, "years_better": 7, "years": 9 }, "decision": { "holm_p": 0.0071, "no_harm": true, "confirmed": true } }, "JJAS": { "training": { "mean_difference": 0.38643517208695055, "bootstrap_95": [ -0.10472259135199333, 1.068128659088776 ], "p_improvement": 0.79546, "years_better": 14, "years": 24 }, "test": { "mean_difference": -0.24505089271143118, "bootstrap_95": [ -0.37991243363936833, -0.11955361805647685 ], "p_improvement": 0.00390625, "years_better": 8, "years": 9 }, "decision": { "holm_p": 1.0, "no_harm": true, "confirmed": false } } } } } }