{ "created_utc": "2026-10-13T13:32:48.022634+00:00", "config": "config/probability_calibration/sep_ondj_distribution.json", "config_contents": { "description": "Phase 2, Pathway B: rainfall-distribution models from the raw ensemble against the published pipeline (docs/48).", "benchmark_config": "config/bias_correction/sep_ondj.json", "reference_amount_method": "mvs", "models": [ "emos_csg", "extended_logistic", "quantile_regression" ], "parameters": { "quantile_regression": { "l2": 0.0001 } }, "output_root": "outputs/probability_calibration/sep_ondj/distribution" }, "protocol": "Phase 2, Pathway B: rainfall-distribution models against the published pipeline (docs/48).\n\nEach model (dist_calibration.py) predicts a full rainfall distribution from the raw ensemble; terciles, quantiles and intervals\nare derived from it. Design per target (national cells), as in Phase 1:\n outer leave-one-year-out over the training years: every model is fitted on the other training years only (pooled over cells,\n equal weight per year); the left-out year is predicted and scored.\n test years: fitted on all training years, scored on the test years (exploratory).\nReferences, computed in the same folds:\n probabilities: the incumbent published pipeline (MVS -> smoothed counts -> climatology blend, blend weight from the inner\n out-of-fold years, as in Phase 1);\n amounts: the MVS-corrected ensemble (CRPS of its empirical distribution, empirical quantiles).\nScores (per year, area-weighted over a region; equal years): tercile RPS/RPSS, CRPS/CRPSS (training CHIRPS climatology),\npinball loss at 10/50/90% and coverage of the 10-90% interval. Tests: RPS of each model against the incumbent and CRPS of\neach model against the MVS ensemble, paired whole-year sign-flip, Holm across the models and targets, no harm over the test\nyears.\n\n python scripts/dist_benchmark.py --config config/probability_calibration/sep_ondj_distribution.json", "provenance": { "commit": "6d8236d4a4451887bffc84aaee53f54723a9d820", "uncommitted_changes": false, "uncommitted_check": "code and configuration files this result depends on", "code_sha256": { "scripts/bias_methods.py": "f964fac9e23a92ba01fc39368d996aa660561cd8708f7552fbedc0627f6b3706", "scripts/bias_benchmark.py": "bd5d0cce44fa15275cc64fbaa1d9317aaefb43626b0f3a0b9c6a719c3b4fa24f", "scripts/bias_confirmation.py": "bbc95e4cb64256b101b5c0b30e2f351c5cd2b36893d4dfb0505c63577243f558", "scripts/significance.py": "3143761d5d201e4e62df9ad923757b952a3ea768b060c8a722afcd9b3d6a9963", "scripts/calibration_core.py": "f0635cc563e6d6aedb62799847b83fbb0f5cc12ee9f8c48ad48dda15a054fb62", "scripts/compare_calibration.py": "9aa137c9a02672ffacc2541cfd23cdab9b3294bf7cc77580a11e21208560866a", "scripts/local_blend.py": "ada5c571fb7762d2c333f83ad119d35f0784b82aa2cc35449a44cdf00c53c17d", "scripts/run_calibration.py": "1f34e8fc92fdd15983f1633de67fcb6a35882911b6b7072ca865df99d907afd0", "scripts/run_monthly.py": "dc13dfb54b78773afb6d0c25ebac8769552e5c071f5d2aed9ba2a01400e44f79", "scripts/cycle.py": "00e076fc93dc2c8a5caebf6a209fc3de09a5f69e16c2e7cb20bd7b36d2ecdcba", "scripts/common.py": "72b83f5c530017e317ea43af3a0e430e6d03f361bc032de374a0f942435cb0a1" }, "config": { "path": "config/bias_correction/sep_ondj.json", "sha256": "3c5c2ef194f529714cacf8e4e8c6332254fd8b536a48f6dbf5613d582d9651bc" }, "project_config": { "path": "config/ondj/project.json", "sha256": "e9ad8cfb30b21a731e86222ae0b592df124600d457d6fcd46d7a508a831c63de" }, "cycle_config": { "path": "config/cycles/sep_2026_ondj.json", "sha256": "3f33a9615060aaefd7d2bd7318817a4d1b98ef57fc57132e6a48690a518349ab" }, "masks": { "cells": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ethiopia": { "path": "data/masks/ethiopia_common.nc", "sha256": "57ad8861c598abb9f175012920e5d0ef058e5b643cd6e4987cad3da6ac0b9e16" }, "ondj_domain": { "path": "data/masks/init09_ONDJ_regime_domain.nc", "sha256": "336c572d69af3c718de2ef0e537a2d2d98d73b98cab9b02f0b234501a523d83f" } }, "inputs": { "Oct": { "folder": "data/processed/init09_Oct", "files": 65, "sha256": "0d2561be8800f597bd5f38f02dc670c9861a3aea08dc795d0d3e1105a909b6db" }, "Nov": { "folder": "data/processed/init09_Nov", "files": 65, "sha256": "73d9d400dfa5457a448855f4a211901bf6884d03575b6efeee391376f3fa995a" }, "Dec": { "folder": "data/processed/init09_Dec", "files": 65, "sha256": "df5a657046e479f4a70116e69305bec1938217a49df5b88475b272b397354a2d" }, "Jan": { "folder": "data/processed/init09_Jan", "files": 65, "sha256": "fc51a4c4480bdc0b21d3f968861435ae0221b9660a0cd98c3ced69adad04e489" }, "ONDJ": { "folder": "data/processed/init09_ONDJ", "files": 65, "sha256": "a8ba572412dc96aef88757296d4a01c83453576b53f79bf2ec734bd88c073fa7" } }, "scoring_version": 3, "dependency_sha256": "4eb76abd6932ecd5356c72c3ee968a7b500ae82cdb667b598757197a49690a9f", "python": "3.11.9", "numpy": "1.26.4" }, "phase": 2, "pathway": "B: rainfall-distribution models from the raw ensemble", "models": [ "emos_csg", "extended_logistic", "quantile_regression" ], "registry": { "emos_csg": { "name": "EMOS, censored shifted gamma", "estimates": "rainfall distribution with a probability of zero", "predictors": "ensemble mean m' and mean absolute difference md' (relative)", "fitting": "maximum likelihood, pooled over cells", "references": [ "Scheuerer & Hamill 2015" ], "outputs": "CDF, quantiles, tercile probabilities" }, "extended_logistic": { "name": "Heteroscedastic extended logistic regression", "estimates": "coherent CDF across all thresholds", "predictors": "sqrt of the ensemble mean m', log spread s' (relative)", "fitting": "log loss over each cell\u2019s CHIRPS deciles, pooled", "references": [ "Wilks 2009", "Messner et al. 2014" ], "outputs": "CDF, quantiles, tercile probabilities" }, "quantile_regression": { "name": "Regularized quantile regression", "estimates": "conditional quantiles at 19 levels (5\u201395%), CDF by interpolation", "predictors": "ensemble mean m' and spread s' (relative)", "fitting": "pinball loss per level (Huber-smoothed), L2 1e-4, pooled", "references": [ "Koenker & Bassett 1978" ], "outputs": "CDF, quantiles, tercile probabilities" } }, "references": { "incumbent": "MVS -> smoothed counts -> climatology blend (published probabilities)", "mvs_ensemble": "MVS-corrected ensemble (empirical distribution)" }, "regions": { "ethiopia": "All Ethiopia", "ondj_domain": "ONDJ R3 (Deyr) domain" }, "primary_region": "ethiopia", "training_years": [ 1993, 2016 ], "test_years": [ 2017, 2024 ], "targets": { "Oct": { "tag": "init09_Oct", "methods": { "emos_csg": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4938976183276052, 0.44608005991441385, 0.44281260157064256, 0.44894346228838017, 0.47179414013715953, 0.4841185490175493, 0.44270996057670614, 0.5744099609496484, 0.3747332814830888, 0.42420066118932476, 0.557462501974315, 0.3143481470285386, 0.40166670343752336, 0.4638444750602807, 0.5041672074182628, 0.4340410608736019, 0.4043824277772343, 0.58150942867989, 0.44617300745197225, 0.408574581365296, 0.4057614986267632, 0.522617110531642, 0.3535838960064706, 0.4481941974498086 ], "rps_clim": [ 0.43940389525455414, 0.46658159808332234, 0.4078016609722334, 0.5058326556309144, 0.5395139575622566, 0.49558246733465433, 0.4802715225811077, 0.49404333105867937, 0.39146218082661743, 0.427716413607736, 0.5144532326749148, 0.3688788606345833, 0.45641496128233255, 0.4825359164875749, 0.4144568430509284, 0.43646088297845814, 0.42094222250140517, 0.4840252597737128, 0.47195865794782255, 0.4060822454153488, 0.4076181814082607, 0.4985033826792915, 0.4183880428687596, 0.4537770988799093 ], "crps": [ 27.19834378847935, 20.65664437381126, 19.653145419717205, 21.612981558064714, 109.24700724142893, 35.11175974121687, 37.130099921067696, 43.74026649672764, 17.762781149475217, 19.687809478808067, 29.209897449878863, 18.859145546082143, 17.693622173396445, 36.51844836600963, 26.002530266886545, 25.223286413856123, 22.176405963040892, 31.10609418810024, 23.470555687204797, 22.148630487658554, 23.07812976000594, 36.77416046821031, 22.32505163769051, 21.13774473872765 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "pinball_10": [ 6.893327535505482, 4.6114649950431135, 4.266895368710438, 2.9918087209753947, 19.294742432520344, 8.19027013662485, 8.507504185806049, 10.606104317473235, 5.437692484697922, 4.725820601967281, 4.4035755139625685, 4.909668046230187, 2.988974459992854, 9.751686750767911, 3.8581335421280256, 7.6708358048070195, 6.393476867304779, 6.711281962651293, 4.969387808335742, 5.403781348808184, 7.423526260165117, 9.711106440499467, 6.5371116878893485, 5.1176735254939585 ], "pinball_50": [ 20.69587564849561, 13.85448889215642, 12.790545816661963, 14.963313409549741, 73.47203524668811, 26.381139276715054, 26.16207698835632, 32.5597866014678, 11.81560246446059, 12.53353061248798, 20.943823942858824, 12.428539149087953, 11.739544924196178, 27.391478948989302, 18.706970885767245, 19.520705790204428, 15.171604711106614, 21.60119995702531, 16.210197226685345, 15.154739394560405, 16.29364734947642, 28.18651936200989, 14.428642129552305, 14.86711274400926 ], "pinball_90": [ 7.752176674833319, 9.778789210817997, 9.743917263790516, 11.069213935078064, 54.93135779338361, 10.286029661507026, 14.383145226261757, 14.139660009871616, 7.006446892593115, 9.895197258935253, 13.1990326684553, 9.065294983628965, 9.50697293767012, 10.664085233051841, 11.987175140215701, 5.754530462667511, 8.158389944845347, 13.110597523381063, 10.254840026058455, 9.288734703414613, 7.300841948555389, 8.628302446666288, 10.113240118459629, 8.206025646063333 ], "coverage_80": [ 0.8727591146654229, 0.8313643759827569, 0.8349917547071691, 0.747122662553105, 0.26883659088691714, 0.6302799803092402, 0.7002612021768131, 0.6187274852246957, 0.9547882586536942, 0.9419551227411567, 0.5625641209937273, 0.9454539927853235, 0.8055038403046428, 0.7579400556392784, 0.7467286310114846, 0.9263269158308626, 0.9316097856808055, 0.5777504773401362, 0.7668056762863857, 0.8510239616067888, 0.9004765142004487, 0.699751359697476, 0.9248022436867038, 0.7117223318768269 ] }, "rps": 0.45208443913067153, "rpss": 0.003002831643735604, "crps": 29.480189263147736, "crpss": 0.01605417333771919, "coverage_80": 0.7712311022850776, "pinball_10": 6.723993783265024, "pinball_50": 20.74471339469038, "pinball_90": 11.842666571258576 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.37976068508388566, 0.39517631989639523, 0.3226198568674342, 0.34119789630682423, 0.36012661883068736, 0.38052931924769023, 0.3731993153850033, 0.6499758291370976, 0.400963145512475, 0.36753987177572245, 0.5116050177393666, 0.3351284196468675, 0.3853541523240668, 0.5022708580408066, 0.526280011565384, 0.5187841097907052, 0.327974574776964, 0.49020350489916326, 0.36102281583393653, 0.3314970770309401, 0.34149040806203373, 0.5389695620920387, 0.2978293607605673, 0.4603060597117031 ], "rps_clim": [ 0.4283784846339526, 0.42670630481309463, 0.3446648823501038, 0.5130077295664848, 0.5410158900803291, 0.48132609963069506, 0.42143417253271964, 0.499616375801894, 0.4182216041304011, 0.40244267787358307, 0.5388940330394029, 0.3853584884109886, 0.5182825813030848, 0.5208909812511145, 0.44508072206563115, 0.4785608793092128, 0.35798102791050807, 0.4969649369586475, 0.42935647251841336, 0.3854220274094116, 0.34929100974978367, 0.4752706362743161, 0.48976956652503323, 0.5267262488889791 ], "crps": [ 20.127254940140006, 24.527319011215095, 18.14874285649748, 23.036392723377805, 135.5859976891193, 27.68974028902558, 19.44919382324581, 57.1600106959062, 21.57783309349547, 19.543031423814327, 33.39255888836148, 21.537960582069772, 23.541063657762933, 53.03507958875388, 28.203781834616336, 36.87338389641664, 19.4780262499454, 32.7875740167417, 25.273707437209577, 23.9707729627859, 21.16214810476986, 36.507629511299214, 29.940777594559453, 28.138296079558888 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "pinball_10": [ 5.216687798423462, 6.810279155144978, 5.392717895978943, 3.1971294003086017, 22.847307528782988, 5.65666111801311, 4.715658368725791, 12.833608081477289, 6.480675632660594, 7.1759350912263535, 5.643916303472586, 5.727816824459991, 2.886420919925296, 12.795351034960989, 3.1209439957893172, 11.210506405080826, 6.373864605281145, 7.408313490903107, 6.606110125720854, 7.384912145017807, 7.330647442373604, 10.085821417837613, 10.105065215973589, 5.463005228677779 ], "pinball_50": [ 14.009836537658746, 15.767879039547362, 10.982827848904037, 15.615558111725994, 86.42510832213765, 19.76974310121555, 12.290582085591359, 41.56800600975487, 15.035671581327401, 13.225604623654636, 23.741452546159376, 12.993410391718168, 16.054116956518182, 38.92505326627554, 20.350304377301974, 29.72971059324452, 10.379742905743306, 23.167625649122193, 17.403282086455658, 16.37692589730543, 13.18977708253645, 27.544588038296986, 20.334846130853997, 19.699824260402554 ], "pinball_90": [ 8.242079459787176, 11.129167571158401, 9.073402298994779, 12.168256331566694, 80.71409529426184, 11.242995191351172, 9.971426094156657, 20.509459645402735, 7.166195078554903, 5.926866718902692, 14.454542800305607, 11.668243187911015, 12.831696913684928, 17.864176910884343, 14.096371160781446, 6.219493666895608, 10.698952774289017, 12.782524762671134, 9.768290106354243, 8.71788453472598, 9.074013185241817, 8.944646928258827, 10.823184122887737, 12.032102440847307 ], "coverage_80": [ 0.946038073253925, 0.9479101483484272, 0.9791421635797518, 0.7598538577199209, 0.1896175801702079, 0.5995447565198792, 0.9391215972081228, 0.501650568464465, 0.9321704718668142, 0.9704060010226153, 0.4489555333355076, 0.9652061761026368, 0.7684993421120706, 0.5739953873446831, 0.8140508324903732, 0.8887160850695661, 0.9930196341272858, 0.47897289839401813, 0.8608632406852469, 0.953093887466915, 0.9479975989811262, 0.7341958173937514, 0.9616754754529494, 0.523498938078993 ] }, "rps": 0.41249186626323997, "rpss": 0.08964498192111925, "crps": 32.52867820627867, "crpss": 0.06438725265585332, "coverage_80": 0.7782581693828855, "pinball_10": 7.60288980109236, "pinball_50": 22.274228226810497, "pinball_90": 14.005002799161502 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4560138723998078, 0.36166457456179274, 0.5298255112525949, 0.330303010747341, 0.4302535580646391, 0.3173280833338672, 0.478873171327554, 0.5828944979871064 ], "rps_clim": [ 0.4122606865060767, 0.37346476193268074, 0.5449498617316163, 0.36687869557844566, 0.47023810687668466, 0.3514902720415714, 0.4617152805402287, 0.46890906592470627 ], "crps": [ 23.092076371378894, 16.778194580879017, 59.23447849842948, 17.025224779409054, 23.605033410079688, 17.168992369077472, 41.77313775462963, 40.49265331900559 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "pinball_10": [ 7.092034133651848, 5.436123404909296, 14.489123571868902, 5.111152025718182, 4.6470283171717215, 5.63790675494975, 10.65707778156472, 9.704716138597371 ], "pinball_50": [ 17.69529250006488, 10.76032759811812, 45.99918465370778, 10.632482254097999, 16.752013305652117, 9.673004074646748, 31.720158878119427, 29.70880183926959 ], "pinball_90": [ 6.214380913525812, 7.308678243134036, 13.959995481489317, 7.732436633247273, 10.347755256880138, 9.109501619907517, 10.350667690266109, 13.410122595050808 ], "coverage_80": [ 0.9056829399699592, 0.9960054011248524, 0.638781176183352, 0.9702272832940007, 0.8112084595893981, 0.9952828130094643, 0.7375202625941231, 0.6191105515632989 ] }, "rps": 0.4358945349593379, "rpss": -0.010797262490186199, "crps": 29.896223885361103, "crpss": 0.018187662977465102, "coverage_80": 0.8342273609160561, "pinball_10": 7.846895266053974, "pinball_50": 21.617658137959584, "pinball_90": 9.804192304187627 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.46507627940175816, 0.308713168143621, 0.3489398431239119, 0.3853857849716457, 0.43880969826714283, 0.31311451698697973, 0.49048535491289175, 0.4376760163423897 ], "rps_clim": [ 0.41878823842713037, 0.35324432725808413, 0.5497651995010865, 0.41409150307530557, 0.5005547552283075, 0.3283216384408885, 0.5179393125380852, 0.38569803603839053 ], "crps": [ 27.610262835071147, 15.942115231919907, 72.01496953308556, 23.265963396321236, 23.334546179896428, 16.581780818198578, 57.72396524155291, 23.893110851985472 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "pinball_10": [ 9.317505220119202, 5.163406450326824, 18.474938319769517, 6.549439318822672, 2.69765303491502, 5.372730205482406, 14.021597157570936, 7.582592855613536 ], "pinball_50": [ 21.53339778261076, 8.65056362831212, 55.57011353189959, 15.687666470054454, 16.193030017860423, 8.342209465808397, 43.20632478956549, 17.85682661344566 ], "pinball_90": [ 6.8318895006937845, 8.7732574693839, 17.68965609453432, 9.12731546953198, 12.59438431914873, 9.763245039036622, 15.75785782925441, 6.32457330156665 ], "coverage_80": [ 0.9581815075341795, 1.0, 0.6383103688292665, 0.9530193991054615, 0.860812624976389, 0.9982573459113253, 0.5841500511970027, 0.9461030763163671 ] }, "rps": 0.3985250827687926, "rpss": 0.08078713676239013, "crps": 32.545839261003906, "crpss": 0.11123703022598297, "coverage_80": 0.8673542967337489, "pinball_10": 8.647482820327514, "pinball_50": 23.38001653744461, "pinball_90": 10.857772377893799 } } }, "extended_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43939662971415644, 0.46844062832566685, 0.46470933659262426, 0.4974141575499962, 0.43247354672701904, 0.454329984140787, 0.4024116281670282, 0.5324412699179724, 0.4053518869772536, 0.4910380460610681, 0.5823339062430412, 0.3223376553921528, 0.4292264162021119, 0.4498200930349398, 0.519614554604299, 0.40759060991420626, 0.37491233174502825, 0.5971486384707391, 0.4858191108516448, 0.41267163106795407, 0.374387753018574, 0.48663278708996016, 0.3965602433372693, 0.4568701781288934 ], "rps_clim": [ 0.43940389525455414, 0.46658159808332234, 0.4078016609722334, 0.5058326556309144, 0.5395139575622566, 0.49558246733465433, 0.4802715225811077, 0.49404333105867937, 0.39146218082661743, 0.427716413607736, 0.5144532326749148, 0.3688788606345833, 0.45641496128233255, 0.4825359164875749, 0.4144568430509284, 0.43646088297845814, 0.42094222250140517, 0.4840252597737128, 0.47195865794782255, 0.4060822454153488, 0.4076181814082607, 0.4985033826792915, 0.4183880428687596, 0.4537770988799093 ], "crps": [ 26.078120296515227, 23.464171926376146, 22.015545016447717, 24.456857879924303, 97.53256174312232, 33.788360116312724, 35.13934028070102, 42.302300632203945, 20.03283477873387, 25.113975903362018, 31.89959718248565, 20.575477235477724, 19.633726673040382, 36.23365444460566, 28.616549944571844, 24.881013276169647, 23.902558381737908, 33.1932606413802, 25.898894817644916, 23.419274560320098, 23.464459447120458, 35.290307256746296, 27.916104289858794, 21.95122544761777 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "pinball_10": [ 7.442813755253301, 5.1248166504979205, 4.470003593784273, 2.6765119481364423, 20.689143462938727, 8.317029841562162, 9.56402780157159, 11.511363677236146, 6.325751229993743, 5.484309939746301, 2.3221549511051456, 5.467609524789494, 3.20743849039329, 10.691510121630415, 3.429446949203382, 8.611897596942459, 7.261367098790478, 3.3220419345248926, 4.792778339791651, 5.507272762524036, 8.45893346554493, 10.559179778740534, 8.094111609778011, 4.51185302909433 ], "pinball_50": [ 19.108686345246536, 14.803847744142713, 13.756608240045793, 17.335800765307347, 71.69142005423541, 25.661370456693493, 25.026753083269995, 31.165699916481792, 12.919277004823764, 16.164561509003175, 23.474268440186385, 11.788333602183233, 13.00955531581113, 26.512877799614287, 20.424522304889216, 18.244283048880877, 13.85164025837449, 23.620948094552144, 17.71354127668147, 15.273607838364246, 14.487025018672867, 27.23092781591329, 15.44421396933691, 15.487980773886632 ], "pinball_90": [ 8.495100598814838, 12.890685691460233, 12.326243660540309, 13.393737999352874, 35.12117011082809, 9.607388699667753, 11.730574214251478, 12.980020426492983, 8.906843664064354, 13.675121222812468, 16.960422052923963, 11.902592613770372, 11.175799807370897, 10.741188257655166, 15.728495282117281, 7.442806240739756, 12.31041452421569, 16.912904962192165, 12.797153401928014, 11.649426733197826, 9.762438814019626, 7.729978565151697, 15.956819438639057, 9.224554074557497 ], "coverage_80": [ 0.9466654446114559, 0.9528701807855151, 0.9503720021668713, 0.9311273752642674, 0.5158531202777366, 0.7932075719032303, 0.8511040192807168, 0.7211787189259151, 0.9878298771749883, 0.9891564231650873, 0.8796680653954825, 0.9797604509564026, 0.9530839696059809, 0.8395562359334258, 0.9319484113852099, 0.9817336018539733, 0.9792598759583298, 0.8261511627786747, 0.9357747923845402, 0.9459539136121172, 0.977078846897373, 0.8447834188481509, 0.9932585460648138, 0.8573114739127409 ] }, "rps": 0.4534972093030994, "rpss": -0.00011279840130029584, "crps": 30.283340507186526, "crpss": -0.0107522120520267, "coverage_80": 0.8985286457976249, "pinball_10": 6.99347364806557, "pinball_50": 21.008239611524882, "pinball_90": 12.892578377365183 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3892232316198922, 0.3981724607866734, 0.33649228823858396, 0.3823553095198139, 0.4121914319873164, 0.38956240436661455, 0.38826769618538826, 0.6360661703054928, 0.40146594464343327, 0.3814563276995948, 0.5318935191944941, 0.3590274783468536, 0.43281174086802643, 0.5011019165945334, 0.5378500160321668, 0.4779139385556574, 0.3565227957391773, 0.48063433556635576, 0.369993459532527, 0.33349383082948325, 0.3536945135689254, 0.5368211852604087, 0.3237823836442633, 0.4605077435264343 ], "rps_clim": [ 0.4283784846339526, 0.42670630481309463, 0.3446648823501038, 0.5130077295664848, 0.5410158900803291, 0.48132609963069506, 0.42143417253271964, 0.499616375801894, 0.4182216041304011, 0.40244267787358307, 0.5388940330394029, 0.3853584884109886, 0.5182825813030848, 0.5208909812511145, 0.44508072206563115, 0.4785608793092128, 0.35798102791050807, 0.4969649369586475, 0.42935647251841336, 0.3854220274094116, 0.34929100974978367, 0.4752706362743161, 0.48976956652503323, 0.5267262488889791 ], "crps": [ 21.495022702772356, 28.098385759566654, 20.477836227164293, 25.352055936668666, 126.65177531098307, 28.17953082229662, 21.889336318963675, 56.729768173798576, 22.37239964056069, 21.43798267561659, 35.16815986105746, 25.55657895281392, 26.65407233570939, 51.62481560614417, 32.225613753516015, 35.4485838504824, 24.888098447670643, 32.332831334068345, 26.26784621471206, 25.1992227318468, 23.86257181083426, 36.557393965172174, 35.43473074357958, 28.46819371968306 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "pinball_10": [ 5.965868323297415, 8.273298229240886, 6.536365213880827, 2.979864942726817, 25.11119799949813, 4.949386716858112, 5.6303385062423725, 13.827097173004283, 7.458825983934488, 8.339549446507982, 2.5832938770466307, 6.640413247882214, 3.033876627548751, 14.087878589805785, 3.8378442955696626, 12.492561178516173, 8.02263472839189, 4.037940415403, 7.896736818009598, 8.802579258585569, 8.636071195238003, 11.018509446047137, 12.597115322814853, 3.4390275311834997 ], "pinball_50": [ 14.412561966424052, 15.60349950507149, 10.928924466195717, 17.528576535384406, 88.37813383448587, 20.235577214040717, 12.876394787000713, 41.100762672357014, 14.98298076618799, 13.602391514383916, 25.762301148122738, 13.033802652264232, 18.131882367871377, 38.409188437161404, 22.749952550139753, 27.614686233304177, 10.693948722766857, 23.37362150151112, 17.041933190235817, 15.381996487228117, 12.023927037792609, 27.375088077311773, 18.50631597086833, 20.468156589259262 ], "pinball_90": [ 9.609268552734832, 16.06636352734418, 11.752852481113676, 14.035312415002023, 55.06321534131342, 12.376588977917296, 12.61709166969017, 19.231693139517965, 8.190744732455991, 7.674035388766157, 17.80497080961333, 16.554245761864415, 15.641290591904788, 14.879378509193872, 18.872383257933745, 8.677011230147162, 16.401154565570582, 14.759798413092275, 10.865152597601226, 11.378178208105812, 12.497890177740622, 8.507926248194911, 18.650012450701116, 13.577888021319168 ], "coverage_80": [ 0.9774059322914145, 1.0, 0.9982620343804659, 0.9182084889650256, 0.30076656918739414, 0.75970759315068, 0.9843392830963773, 0.5554853757008065, 0.975658827885164, 0.993036565865493, 0.8138898163247527, 0.9895636964547943, 0.9721593063434564, 0.709649167257305, 0.9895816340801912, 0.9791266252752424, 1.0, 0.7255765933361059, 0.9565060753516235, 0.9930501967853219, 0.9757425265294941, 0.824535807881383, 1.0, 0.7615243926705346 ] }, "rps": 0.42380425510883796, "rpss": 0.06467893823802373, "crps": 33.84886695398672, "crpss": 0.026415054295283458, "coverage_80": 0.881407354533876, "pinball_10": 8.17492812780142, "pinball_50": 22.509025176140394, "pinball_90": 15.236851961201614 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4460330548479024, 0.3399765332694628, 0.4388498574084008, 0.34582452621434207, 0.4116555565925062, 0.3487242696261351, 0.4555885077007478, 0.5384891114422421 ], "rps_clim": [ 0.4122606865060767, 0.37346476193268074, 0.5449498617316163, 0.36687869557844566, 0.47023810687668466, 0.3514902720415714, 0.4617152805402287, 0.46890906592470627 ], "crps": [ 23.682771522019873, 17.832314991693792, 53.5738508999731, 18.671704720314, 23.875125142868715, 21.68044150560143, 40.098475633897664, 39.0155075546412 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "pinball_10": [ 7.7892151779799566, 6.0653013921003405, 15.742390155290895, 5.793636854836437, 5.183181277856001, 6.74164896869641, 11.582736134709474, 10.258516693402004 ], "pinball_50": [ 16.845223768085866, 9.585975051485594, 41.77221494658341, 10.945996722688854, 16.51323356556951, 10.6341898820101, 30.30901080646868, 28.583041120130908 ], "pinball_90": [ 8.200938632746759, 9.957260004567823, 11.990056758195411, 9.358931382685043, 11.149775357926817, 13.533320760286093, 9.293890572072678, 11.715582766805474 ], "coverage_80": [ 0.959644817200002, 1.0000000000000004, 0.8525038910526114, 0.9857624339294746, 0.9233559190683757, 0.9993237052111881, 0.8572471984942185, 0.7250121892383818 ] }, "rps": 0.4156426771377174, "rpss": 0.036164836835844594, "crps": 29.803773996376222, "crpss": 0.021223780244641666, "coverage_80": 0.9128562692742815, "pinball_10": 8.644578331858941, "pinball_50": 20.648610732877867, "pinball_90": 10.649969529410761 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.43125082795198616, 0.3234422114346616, 0.3330758910498428, 0.389837432059475, 0.4766269281275027, 0.33792284254633825, 0.4548466090851946, 0.43385419442315515 ], "rps_clim": [ 0.41878823842713037, 0.35324432725808413, 0.5497651995010865, 0.41409150307530557, 0.5005547552283075, 0.3283216384408885, 0.5179393125380852, 0.38569803603839053 ], "crps": [ 27.21150887818925, 17.917875604848472, 66.8268579082817, 24.62903258755092, 26.366752878782247, 19.764126597662973, 53.66940397657013, 24.54435198507296 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "pinball_10": [ 10.371315205500826, 5.992865199031344, 20.630284887001263, 7.495622667568442, 3.180260207173734, 6.525443291695277, 15.42333778641289, 8.2562562490762 ], "pinball_50": [ 18.96323729532479, 9.12777890614906, 50.8307678979706, 15.83946120090507, 18.32177227876762, 8.898643918224124, 41.218096701035016, 17.244119050432044 ], "pinball_90": [ 9.701106704378125, 10.781535759648811, 16.442231778794547, 10.76195723162687, 15.228910525187176, 12.992511508779314, 10.592989676182754, 7.756499674663548 ], "coverage_80": [ 0.9982573459113254, 1.0, 0.9060727117707555, 0.9773683123419551, 0.9722279669491714, 1.0, 0.8208348222337781, 0.9722074474411392 ] }, "rps": 0.39760711708476953, "rpss": 0.08290445861049645, "crps": 32.61623880211983, "crpss": 0.10931455698044323, "coverage_80": 0.9558710758310156, "pinball_10": 9.734423186682498, "pinball_50": 22.55548465610104, "pinball_90": 11.782217857407643 } } }, "quantile_regression": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.48074380014033746, 0.4564325488348791, 0.45827974264859145, 0.48546523285241655, 0.5118822194739833, 0.47068149359516037, 0.4275825996932815, 0.5730170292678594, 0.383601509272384, 0.4663507065177455, 0.5703850816052525, 0.32018820778610785, 0.4229422278131376, 0.4520985513596999, 0.5047075223028493, 0.4276167100454162, 0.3963554419567617, 0.587953985316562, 0.4552731786939847, 0.4101309874122703, 0.39606208910487084, 0.5066715478734123, 0.38446359054241663, 0.44796107978277855 ], "rps_clim": [ 0.43940389525455414, 0.46658159808332234, 0.4078016609722334, 0.5058326556309144, 0.5395139575622566, 0.49558246733465433, 0.4802715225811077, 0.49404333105867937, 0.39146218082661743, 0.427716413607736, 0.5144532326749148, 0.3688788606345833, 0.45641496128233255, 0.4825359164875749, 0.4144568430509284, 0.43646088297845814, 0.42094222250140517, 0.4840252597737128, 0.47195865794782255, 0.4060822454153488, 0.4076181814082607, 0.4985033826792915, 0.4183880428687596, 0.4537770988799093 ], "crps": [ 26.5685654406875, 21.518787577273024, 20.484623971543392, 22.664191497655594, 119.04767486693449, 34.67891815876, 36.789720922890055, 44.505834921708, 18.209782901530478, 21.705066456622994, 29.954631900039498, 18.878009710175196, 18.610579147518717, 35.9617464193863, 26.198685564506253, 25.014870982858927, 22.17464555368177, 31.227377053948253, 24.29801418444192, 22.61806739055153, 22.971215264435674, 36.1877878814522, 25.062408318247005, 20.975703745448627 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "pinball_10": [ 6.98368205928794, 4.632669418111081, 4.419612324159779, 3.0093591936450514, 19.50918049798144, 8.230853700201665, 8.689723473645037, 10.74992574720698, 5.764762850697248, 5.0676334929796125, 4.177528723191805, 4.693417421120089, 3.193543844697775, 10.029680279172252, 2.7709894857081494, 7.852732549730578, 6.54177919780338, 5.007768795408181, 4.930540497522566, 5.153943005561207, 7.5228728330722, 9.982086135203993, 7.03296761772879, 4.941346841724484 ], "pinball_50": [ 20.032949355683822, 14.579046683746437, 13.393987404349147, 16.784983922817514, 75.7837551028479, 25.951681955814376, 26.151065298146342, 31.860508435097408, 11.67164193051186, 13.878702567110594, 21.929842049374624, 12.603790300848964, 13.262858174129622, 26.510981828623347, 19.064943285432232, 19.295639716338517, 15.048805374162315, 22.264491936944964, 17.005438716838835, 15.768559933382685, 16.123158959736422, 27.202883316621797, 15.190234822522475, 14.935272905798753 ], "pinball_90": [ 8.546628026177459, 10.124566138650845, 10.248287181468385, 10.13119517738971, 75.51528387731655, 10.379325115510778, 13.886571386242442, 18.200333938315808, 7.15149816087933, 10.468034074664873, 13.794099123421606, 8.603753129731379, 8.676931349477728, 10.229429006805672, 13.446490161480245, 5.765515205672933, 8.619189699622355, 14.121745849054308, 10.640696351409106, 9.850633213896957, 7.560604175119193, 8.856355772645687, 12.867390283431165, 7.4914629597490645 ], "coverage_80": [ 0.8020625161060375, 0.8583560763045459, 0.8198178838331783, 0.7511838247783108, 0.1594820220064324, 0.6060602910005798, 0.7231780090119506, 0.5790101577790571, 0.9594571236779179, 0.9021801663786565, 0.5708901378808678, 0.9489350088669084, 0.8302558216229352, 0.7720861642680394, 0.8320536410157638, 0.9122583796472705, 0.9269009763983973, 0.6008761456717695, 0.8164599569943667, 0.8780411571771655, 0.9004667988833263, 0.6953781377676608, 0.9312200952826549, 0.7130189485137788 ] }, "rps": 0.45820196182884, "rpss": -0.010488348940045134, "crps": 30.26278790967906, "crpss": -0.010066238079335044, "coverage_80": 0.7704012267028156, "pinball_10": 6.703691666065054, "pinball_50": 21.095634332370043, "pinball_90": 13.13233413992223 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3801862382523659, 0.3973686395063694, 0.3254759487463426, 0.36698815040748656, 0.48900976611870967, 0.3792278510170888, 0.3749776139769162, 0.6824565435509173, 0.395693754287887, 0.3711509711290704, 0.5221829817266042, 0.3442920100636457, 0.41769337575563503, 0.5058629611965882, 0.5147702636138424, 0.5143433783787923, 0.33446062992066566, 0.4868801981146115, 0.37031773701417575, 0.33571761133311956, 0.3467998847619294, 0.5383455848022916, 0.3355745156524264, 0.4673981599314558 ], "rps_clim": [ 0.4283784846339526, 0.42670630481309463, 0.3446648823501038, 0.5130077295664848, 0.5410158900803291, 0.48132609963069506, 0.42143417253271964, 0.499616375801894, 0.4182216041304011, 0.40244267787358307, 0.5388940330394029, 0.3853584884109886, 0.5182825813030848, 0.5208909812511145, 0.44508072206563115, 0.4785608793092128, 0.35798102791050807, 0.4969649369586475, 0.42935647251841336, 0.3854220274094116, 0.34929100974978367, 0.4752706362743161, 0.48976956652503323, 0.5267262488889791 ], "crps": [ 19.88651111543797, 25.763768672576635, 18.616162172654278, 23.921216762823647, 153.37697243907087, 27.56425731433871, 19.871610632123794, 59.80893897247437, 21.522558469534186, 20.037059823389257, 34.06424519668526, 22.06003866852099, 24.912996132644036, 52.45036434277057, 28.605399767526393, 36.39432303884259, 20.860745499302723, 32.45311701612219, 25.88345156778827, 24.515090284501305, 21.673193238268215, 36.55153448283844, 33.65371573426115, 28.227145193299158 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "pinball_10": [ 5.3195705320582585, 6.953388713673689, 5.666424777126375, 3.1381165439620307, 23.29096670063094, 5.500022990182663, 4.861551807790993, 12.952067265918098, 6.806331108537166, 7.661002088983394, 5.3474548730119285, 5.437238503520235, 3.091474091285661, 13.16293620080859, 3.248950843214539, 11.247469006030283, 6.491796929105835, 5.475040919665303, 7.008382660619471, 7.822038600341351, 7.391719963893107, 10.334370103763042, 10.594320628361077, 4.8050360896393896 ], "pinball_50": [ 13.747413491392129, 15.815275796829225, 10.96180409522142, 17.95451784103068, 92.1045658200497, 20.292769931774416, 12.521008999333265, 40.80016332721199, 14.645395437966835, 12.58629917281913, 24.9399536251146, 13.286234568911407, 18.058336912133736, 38.5031964892274, 20.17310102306237, 29.483821011884, 10.63075180060109, 24.10347821104858, 17.785369604948304, 16.473255037545986, 13.214513825263824, 26.32999932039812, 22.332398584397893, 20.905824660512355 ], "pinball_90": [ 7.5139647433167545, 13.27665382718334, 9.341372522839425, 10.269139513764689, 109.25985788696816, 10.160472668694492, 9.90906976168216, 29.6150687568247, 6.985755300067751, 6.610419747722378, 14.586478675123114, 11.784641881890263, 11.979847877148357, 16.395635784377014, 15.630162478351476, 6.079153272481975, 12.268308672927185, 12.978207755619248, 10.028586888218465, 9.4299863851448, 9.465773509024586, 10.547817754704983, 14.934987385866942, 11.094725830291033 ], "coverage_80": [ 0.9078061817812791, 0.9583455015917339, 0.9826081568556085, 0.7563984116872324, 0.09919337806616188, 0.5873492466484023, 0.9443395202939658, 0.43907705504864053, 0.927006501289398, 0.9442817239097369, 0.46638428329203374, 0.9756439100596607, 0.766778463883447, 0.6070300284562696, 0.8644925301726994, 0.8888378568210683, 0.996512928076195, 0.5294008904667173, 0.8904256874401683, 0.9704747508957531, 0.94626146105904, 0.6490610977463052, 0.9965168206331649, 0.5548159839872083 ] }, "rps": 0.42488228205245576, "rpss": 0.06229977074888726, "crps": 33.861434022408126, "crpss": 0.026053591424359257, "coverage_80": 0.7770434320900788, "pinball_10": 7.650319664255143, "pinball_50": 22.81872702452827, "pinball_90": 15.839420370009721 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.44969842454814624, 0.35169215934667475, 0.5101437564266584, 0.33343881653561686, 0.4230350791354848, 0.3303797702316822, 0.46913723678122554, 0.5676999959683803 ], "rps_clim": [ 0.4122606865060767, 0.37346476193268074, 0.5449498617316163, 0.36687869557844566, 0.47023810687668466, 0.3514902720415714, 0.4617152805402287, 0.46890906592470627 ], "crps": [ 22.72728885170495, 16.3283750110551, 58.257217097071994, 17.117039170272538, 23.842748514024436, 18.442174933090808, 41.11098140370525, 40.59488618851791 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "pinball_10": [ 7.298270219699672, 5.54262386088791, 14.525086398495192, 5.301411767695858, 4.861376531113548, 5.885001075815797, 10.796481158398683, 9.8439086386864 ], "pinball_50": [ 16.853808899270636, 10.332844122683893, 46.30311116836765, 10.590614802579974, 17.030757453643524, 9.967196454541444, 30.822239685642693, 28.100247163391117 ], "pinball_90": [ 6.027302681031763, 6.5036129534257086, 13.583830856615647, 6.915710290083507, 10.782825358097845, 10.03039027761988, 10.55033241503483, 17.243041584833392 ], "coverage_80": [ 0.89911257142763, 0.9912742172522707, 0.6722534091712348, 0.9688665861681598, 0.7938084633187971, 0.9979831425441523, 0.7228525795896364, 0.5359105955856628 ] }, "rps": 0.42940315487173364, "rpss": 0.00425562002174007, "crps": 29.802588896180374, "crpss": 0.02126269974154371, "coverage_80": 0.822757695632193, "pinball_10": 8.006769956349132, "pinball_50": 21.250102468765117, "pinball_90": 10.204630802092822 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4537666230587428, 0.3106211742313947, 0.38236257125092266, 0.38542163271336916, 0.4517934584493219, 0.32307018503199736, 0.4852516419410762, 0.42689151999654357 ], "rps_clim": [ 0.41878823842713037, 0.35324432725808413, 0.5497651995010865, 0.41409150307530557, 0.5005547552283075, 0.3283216384408885, 0.5179393125380852, 0.38569803603839053 ], "crps": [ 26.923217709455564, 15.923684086454246, 72.23781750667099, 23.34917508464595, 24.146488733485437, 17.380109821542877, 56.7395140207272, 23.358147586078953 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "pinball_10": [ 9.43020836698463, 5.264452753514351, 18.43625161636199, 6.7190049319486835, 2.8202745066819084, 5.559732978206368, 14.187923971474854, 7.7088431759426115 ], "pinball_50": [ 20.647154837629994, 8.735281312250606, 58.70500957586592, 15.903985043848065, 17.20899951692317, 8.647389950478619, 43.04014957451348, 16.720918922209815 ], "pinball_90": [ 6.606921206889444, 7.619939491584015, 13.71993479122709, 8.352953343445773, 12.361338484125756, 10.050323475130046, 13.813317996942281, 6.098061791920572 ], "coverage_80": [ 0.9721287964736967, 0.9982560483593975, 0.7705575098100393, 0.9512900364992539, 0.8468807798484396, 0.9982573459113253, 0.6293686824310272, 0.9045324405954108 ] }, "rps": 0.40239735083417105, "rpss": 0.07185560705572647, "crps": 32.50726931863265, "crpss": 0.1122902996239844, "coverage_80": 0.8839089549910738, "pinball_10": 8.765836537639423, "pinball_50": 23.70111109171496, "pinball_90": 9.827848822658122 } } }, "incumbent": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4950961576084949, 0.4180269314854892, 0.4520181291545821, 0.47847269882827337, 0.39287780953929097, 0.4605690815670287, 0.4240098297830071, 0.5535100419849915, 0.3688347156710824, 0.4489218828664224, 0.5880888590922456, 0.35747880417708877, 0.3847557073164858, 0.44217148467220774, 0.533010699176192, 0.43594261776888327, 0.4051781520918111, 0.5803285814477319, 0.4439039037687648, 0.4191562182745214, 0.39049458273692317, 0.4994218475450847, 0.3513467358567136, 0.4202636323424456 ], "rps_clim": [ 0.43940389525455414, 0.46658159808332234, 0.4078016609722334, 0.5058326556309144, 0.5395139575622566, 0.49558246733465433, 0.4802715225811077, 0.49404333105867937, 0.39146218082661743, 0.427716413607736, 0.5144532326749148, 0.3688788606345833, 0.45641496128233255, 0.4825359164875749, 0.4144568430509284, 0.43646088297845814, 0.42094222250140517, 0.4840252597737128, 0.47195865794782255, 0.4060822454153488, 0.4076181814082607, 0.4985033826792915, 0.4183880428687596, 0.4537770988799093 ] }, "rps": 0.44766162936482345, "rpss": 0.01275660423809477 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.3821213536049497, 0.39787625054211095, 0.33829209505147206, 0.3810727683320545, 0.33797791693785495, 0.3632338248876904, 0.3787544493842826, 0.6254715706414189, 0.38793496951289286, 0.3613305101399431, 0.5393779173956886, 0.3723599907510324, 0.4004536632232584, 0.47808004879599475, 0.5524114737662847, 0.48635742436076507, 0.31838351925499175, 0.48889041997009997, 0.36690844606747597, 0.3292068938659621, 0.33772247926015675, 0.5118995404366729, 0.28649374840887715, 0.4609776136681079 ], "rps_clim": [ 0.4283784846339526, 0.42670630481309463, 0.3446648823501038, 0.5130077295664848, 0.5410158900803291, 0.48132609963069506, 0.42143417253271964, 0.499616375801894, 0.4182216041304011, 0.40244267787358307, 0.5388940330394029, 0.3853584884109886, 0.5182825813030848, 0.5208909812511145, 0.44508072206563115, 0.4785608793092128, 0.35798102791050807, 0.4969649369586475, 0.42935647251841336, 0.3854220274094116, 0.34929100974978367, 0.4752706362743161, 0.48976956652503323, 0.5267262488889791 ] }, "rps": 0.41181620367750166, "rpss": 0.09113614544642012 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.431334225079096, 0.3580017408399259, 0.4681648565045873, 0.3466362964326788, 0.45299302554315657, 0.30804044382284845, 0.4431528092076201, 0.5487144673007074 ], "rps_clim": [ 0.4122606865060767, 0.37346476193268074, 0.5449498617316163, 0.36687869557844566, 0.47023810687668466, 0.3514902720415714, 0.4617152805402287, 0.46890906592470627 ] }, "rps": 0.41962973309132756, "rpss": 0.026919239747364765 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4388515678971061, 0.3243358482424736, 0.3149414833259184, 0.38389955176994534, 0.4766329999171627, 0.31651993474238005, 0.44783992440779863, 0.4085998937079787 ], "rps_clim": [ 0.41878823842713037, 0.35324432725808413, 0.5497651995010865, 0.41409150307530557, 0.5005547552283075, 0.3283216384408885, 0.5179393125380852, 0.38569803603839053 ] }, "rps": 0.3889526505013454, "rpss": 0.1028663063132138 } } }, "mvs_ensemble": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 29.67378959578211, 20.391710220288235, 22.129602483451148, 22.606699978541446, 99.1542486238311, 32.93961343557478, 34.14804082557553, 45.31052759801551, 16.980509293805117, 23.26363806472486, 34.30641070958419, 21.66731195674539, 15.501370574446222, 34.031364433764544, 32.680926856220296, 25.495291655143287, 22.713076497112922, 37.677729960815604, 23.727450421654112, 24.26467590576457, 21.75295835619263, 35.632381591353855, 23.431074730987095, 20.829059109155565 ], "crps_clim": [ 23.77074843142727, 22.60409869067204, 18.38031484850475, 25.959936518793185, 123.34118991059545, 35.588714164776064, 39.220907889439694, 39.49590059501811, 18.35094398856043, 19.018950574892433, 27.831563580748035, 21.968021793696813, 21.56629431892967, 37.55562250213345, 20.343092113101918, 25.75266643361196, 21.96609944248159, 25.58890298078945, 24.791989124537817, 21.665834698643923, 21.79847843728042, 34.8315441627334, 25.585209165511976, 22.091569801149358 ], "pinball_10": [ 7.181617162973465, 4.708560531440836, 4.509228845366135, 3.914988395908225, 17.578482968244767, 7.88676484165635, 8.428171030875665, 10.236593793853784, 4.84612831317521, 4.009743320566581, 7.048694103866171, 6.867869380660208, 3.173677324135977, 8.920296395935845, 7.683979033887443, 7.5742427413502895, 5.903582101343164, 9.952873483004563, 6.277390098467782, 6.54096793747447, 6.881517848901642, 9.206980484705376, 4.906982529935006, 5.287208355889252 ], "pinball_50": [ 22.80422424469062, 14.231916201664731, 16.325453044919794, 16.105873962546056, 63.44502097732814, 23.175634313150912, 22.858030488562303, 31.91574973384528, 10.995672962376222, 16.671361307303624, 25.46196673052553, 14.170554224806256, 9.814097226510826, 24.181596712562207, 23.84982403500916, 18.538550316011474, 16.497686850876384, 27.23503861487181, 16.501721443801312, 17.042095347668543, 15.378271167662124, 26.312484620021888, 16.163564176703865, 14.250492067106334 ], "pinball_90": [ 8.402755527406681, 8.04786594826826, 8.228767048341238, 9.410223317112278, 59.95600497683625, 13.036092189216056, 13.75320956640248, 20.225603847355078, 6.910871205924144, 9.787679683962766, 11.95045250615124, 7.7727445111987095, 7.814317277298866, 12.265291403286572, 10.457423995348684, 7.032268563546741, 7.670448192420941, 11.721962530768904, 8.94098075117571, 8.396794710742984, 7.158483734797853, 10.827041299336642, 9.94418046547263, 7.251628317449488 ], "coverage_80": [ 0.7891782969713028, 0.8591036217598591, 0.8064795601397333, 0.7645072591886392, 0.19276629265352746, 0.624550961607988, 0.6785978821583813, 0.5264784828532457, 0.9076202613051615, 0.9066137679966803, 0.3809168061282821, 0.8711602370380711, 0.8807566417191821, 0.6949976989180089, 0.546897496334557, 0.8033529743820637, 0.8853293175409361, 0.5871590632429633, 0.7341152213045529, 0.7634364684753574, 0.8535591082096616, 0.6045521362429311, 0.8208178029954708, 0.7676040621348114 ] }, "crps": 30.01289428660542, "crpss": -0.001725661112951915, "coverage_80": 0.7187729758875571, "pinball_10": 7.063605875984092, "pinball_50": 20.996953365438557, "pinball_90": 11.956795482075883 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 19.427026693508974, 27.520946601407132, 18.704135069327442, 20.64027343961377, 121.48845250046556, 23.438413493603846, 18.872113204088002, 62.427729430555225, 20.545351264760804, 18.58209176875217, 35.844023362362385, 24.952274648461078, 19.418735181595267, 49.69860113974305, 33.70724812987302, 37.56863160881453, 19.319345483689, 34.931516171639615, 23.632776758687466, 23.094356422172343, 19.791228544163495, 37.13486246508266, 27.2552446462045, 26.236804957193268 ], "crps_clim": [ 21.638963822645973, 24.235290387642486, 18.424283296657233, 32.54717605456645, 156.90499273836357, 32.635277727606166, 21.537420350099357, 49.09575292416304, 22.525465304564662, 20.988002465707634, 34.61988384032085, 24.30789299289558, 29.701345919639383, 54.971641276234905, 22.842560447513375, 36.98644829813116, 18.957656403027976, 33.035212506102354, 28.03299847714953, 26.339484558745546, 20.084345939930547, 32.84079658873186, 39.9223127647239, 31.23869015810775 ], "pinball_10": [ 5.225944387842002, 8.137841900803869, 5.500268026978053, 4.143642725089948, 19.830353648633707, 4.492537486643328, 5.7479120811029505, 12.501257027211352, 6.080001824186763, 6.161992008155076, 7.377204232477323, 7.623818864868887, 2.3151401359560086, 11.439837992786702, 7.285847116976212, 10.7708835436933, 4.744169909127711, 13.063584445851122, 6.60955945630262, 6.316172561045615, 6.436626236392752, 9.857561247059525, 7.048466689823889, 5.441839420351478 ], "pinball_50": [ 13.67147818194509, 18.42485568418935, 12.653879609692263, 13.24741800850149, 75.27003330252376, 16.618913551704473, 11.595558847166636, 43.56384926727427, 14.074833904430813, 11.601755930034525, 26.179586101007626, 15.130283710399318, 11.93444227747406, 35.10085747664844, 24.013219926513045, 27.796865708154762, 10.69978476791656, 23.77604746071274, 15.848156597670332, 16.03018023635036, 12.198458929744893, 25.989862534174335, 18.040263858624463, 18.63648240816152 ], "pinball_90": [ 7.337640791492871, 10.058227125444743, 7.108377239477869, 9.880611790076417, 80.75486002852706, 10.28754299057954, 7.805454635740662, 30.673305732940324, 6.921398126613617, 6.530594507335958, 13.141893639502587, 10.501530832618007, 11.060148691628779, 19.956635641063436, 12.358201829764072, 10.09354422137337, 11.07956026164729, 10.733233920866093, 8.086927248740038, 8.596007558790843, 8.30073997925307, 13.456764604477504, 11.140453381141143, 9.995828942212444 ], "coverage_80": [ 0.895656691872866, 0.8159174303634311, 0.9270243300757258, 0.8538207924426889, 0.11996446573629342, 0.7878087799351854, 0.8902656918704228, 0.38854611835962577, 0.8661681405997519, 0.8641956882394705, 0.3307660809011057, 0.8955829565794038, 0.8729090063548842, 0.5166450325944789, 0.56366216863439, 0.7303597412314329, 0.945978918087112, 0.5221993831935062, 0.8296177200721795, 0.9026928238327178, 0.9237104863662456, 0.5725656542188682, 0.9131601877333545, 0.6090674389386839 ] }, "crps": 31.843007624406855, "crpss": 0.08410899274040196, "coverage_80": 0.730761905343076, "pinball_10": 7.673019290390009, "pinball_50": 21.337377845042298, "pinball_90": 13.994145155054488 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 22.955289051035596, 16.15320840088391, 51.257677641633975, 16.44427754565126, 24.31620341639631, 16.17905900202077, 39.48313012104332, 42.42698000324012 ], "crps_clim": [ 21.51742288315328, 17.602067483896718, 66.72428457706202, 18.842687558036157, 25.490235640654245, 17.86439441677566, 41.38038268584848, 34.17883620329718 ], "pinball_10": [ 6.563594908990349, 5.448040051399308, 13.488877734450709, 4.926372453019267, 5.59716449571922, 4.3430538998266774, 10.237707979978417, 9.811030536221136 ], "pinball_50": [ 16.88347052644488, 10.189874177624626, 38.39763265383277, 10.334134901719313, 17.123443714286278, 8.572792976181889, 28.101749049670246, 29.314115934030056 ], "pinball_90": [ 7.019891638731479, 5.970614031599127, 14.439179661038827, 7.098423259257829, 9.821468002311152, 8.610146426949976, 13.704623215420963, 17.96065922921846 ], "coverage_80": [ 0.8819504415456224, 0.9503096852241031, 0.5754843715408162, 0.9485266126961257, 0.7498110472080922, 0.9762748332023605, 0.6441170300413227, 0.49030654562538684 ] }, "crps": 28.651978147738156, "crpss": 0.05904953972050375, "coverage_80": 0.7770975708854787, "pinball_10": 7.551980257450635, "pinball_50": 19.864651741723755, "pinball_90": 10.578125683065977 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 27.91833160499265, 15.626879530525997, 54.41605650807892, 22.655487937229392, 24.43528521559054, 16.024834193278405, 51.935173687408266, 24.18512061603388 ], "crps_clim": [ 25.40124575195562, 18.535452439061405, 96.88435708644411, 25.600608810810552, 26.457175781428862, 16.988995955173806, 61.64931906064567, 21.436898042938385 ], "pinball_10": [ 8.748310589998137, 5.173681022530798, 15.817882157327496, 6.306476803894198, 4.172292370784906, 4.594558490355801, 12.899654330548257, 7.562782272780714 ], "pinball_50": [ 20.31956201629766, 8.668676659172252, 40.79734795094876, 14.704002675023618, 17.453869958776036, 8.38412190287421, 37.26986259828876, 16.960231763257468 ], "pinball_90": [ 8.75804998710978, 6.840139347805976, 13.152267357321366, 9.389967014428999, 11.01257847213043, 8.647540074834334, 17.907193917158516, 7.044497847814212 ], "coverage_80": [ 0.8815199892972041, 0.9756639000733605, 0.7253522341589053, 0.9008402643075621, 0.8311495339140105, 0.9564464516220518, 0.549446798081269, 0.819260968098939 ] }, "crps": 29.649646161642256, "crpss": 0.19032637738907343, "coverage_80": 0.8299600174441627, "pinball_10": 8.159454754777538, "pinball_50": 20.569709440579846, "pinball_90": 10.344029252325452 } } } }, "fitted": { "emos_csg": { "theta": [ -0.711157868890631, 1.235600538334403, -1.3272202123066468, 2.5105916351714335, -6.413648292975276 ], "converged": true, "form": "mu = softplus(a0 + a1 m), sigma = softplus(b0 + b1 md), delta = -softplus(d)" }, "extended_logistic": { "theta": [ 0.15601124840232494, 0.7927227773747296, -0.6110752907769698, 0.997707870033225 ], "converged": true, "thresholds": "training CHIRPS deciles of each cell" }, "quantile_regression": { "levels": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95 ], "coefficients": [ [ 0.054194155632470174, 0.4031366912542756, -0.5254131871400686 ], [ 0.09562809695188762, 0.4637686842551398, -0.5911583706336255 ], [ 0.13452125510420562, 0.5229176781044254, -0.6552245015668521 ], [ 0.17981345468904214, 0.5647520183154299, -0.6977934807799553 ], [ 0.22563663426126063, 0.6086148740429946, -0.7529323127101497 ], [ 0.27152527790291414, 0.6404402938978458, -0.7806179822631596 ], [ 0.3198479789413599, 0.6722460802301782, -0.8026065818162652 ], [ 0.36515806559418545, 0.6872762491400679, -0.7782112816531533 ], [ 0.3971531603411455, 0.7061130375791294, -0.7321269461199885 ], [ 0.40105823939880353, 0.7160996089273549, -0.578498167810599 ], [ 0.3954155741362155, 0.7093588800042369, -0.36159783473944035 ], [ 0.3796493201654846, 0.712895594208639, -0.13495872390521896 ], [ 0.34658904982582167, 0.7320447838159503, 0.10624367561650226 ], [ 0.2864840574232195, 0.7883019009270356, 0.335740344908105 ], [ 0.11288317759316548, 0.9702413910281674, 0.5961990031303155 ], [ -0.10015723331815027, 1.1845374427919557, 0.9157364080418918 ], [ -0.3271619222968909, 1.4264867159521166, 1.2739913271534087 ], [ -0.5561476394027078, 1.7416898623799504, 1.5876224994398889 ], [ -0.7909802747066575, 2.1223592510659888, 2.0476295306598082 ] ], "l2": 0.0001, "tails": "linear to 0 below the lowest level; linear to 1 at q_max + (q_max - q_0.5) above the highest", "noncrossing": "rearrangement (sorting) of the predicted quantiles" } }, "diagnostics": { "emos_csg": { "mean_crossing_share": null, "all_converged": true }, "extended_logistic": { "mean_crossing_share": null, "all_converged": true }, "quantile_regression": { "mean_crossing_share": 0.002084737196765499, "all_converged": true } } }, "Nov": { "tag": "init09_Nov", "methods": { "emos_csg": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7328510717560746, 0.32688578490013664, 0.4999097861687941, 0.4276851137312511, 0.19352962444287858, 0.38976010100740943, 0.3366865057593896, 0.4732974571216934, 0.3869409413925487, 0.44091352217865304, 0.3841414380348842, 0.504689465225289, 0.440078909980577, 0.4185378164464684, 0.4313832705876265, 0.6008032219301856, 0.4931390247662796, 0.5824129279022078, 0.46654123794022523, 0.40909421342623015, 0.4752773050754994, 0.3711486027455316, 0.2659427035614884, 0.4249498658852567 ], "rps_clim": [ 0.503268882341884, 0.45696255193683133, 0.4925766326091148, 0.42240641708616883, 0.5420235822074022, 0.4714149775295732, 0.455605992500462, 0.4281783876000402, 0.46522974758146945, 0.45001555732494986, 0.3793571949725829, 0.4624359120204484, 0.4373678925332641, 0.4400525449202173, 0.42589693023153363, 0.47068205353537346, 0.4255615214855194, 0.4516170482691049, 0.49843663106201835, 0.41189108424683096, 0.4992305010159512, 0.3787617113337185, 0.4739156168036444, 0.434610826319066 ], "crps": [ 18.623052571354208, 19.933571441882002, 11.972622902928101, 11.703365702326966, 60.970544198004625, 9.414200005568697, 8.499289647660715, 14.440927676242532, 8.474631524555623, 11.948539598084475, 11.818132154444106, 22.64598560388789, 11.237000971705008, 15.737039634021054, 13.86119460795236, 26.639952710569066, 13.133205934992057, 17.99676990528913, 37.35316862132574, 15.959980471203904, 33.491325172136854, 11.058751552598237, 13.8624590203282, 10.654661210608475 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "pinball_10": [ 3.7334676589948894, 5.206206718915956, 1.6624960476597272, 2.7120578746315944, 11.434482524747475, 1.426867774810716, 1.3320980690771231, 3.2466200622869947, 1.8178031028164015, 1.4804372548611515, 3.2947246435611843, 5.486351640308823, 2.565615196367812, 4.194574740082391, 3.2807532117246154, 5.1595694504208085, 1.5647027267527818, 3.9791862799036197, 7.474109196625352, 3.343384853979127, 7.1097214830857, 3.272554692651702, 4.145043713254318, 2.2260758509554885 ], "pinball_50": [ 13.045269047452068, 13.598074070102205, 8.148730188451516, 7.4605438496616685, 41.38878281629405, 5.563581797447093, 4.846481292289484, 9.753670033432266, 4.68563598735618, 7.826171949353667, 7.951010520523908, 17.556338681800074, 7.447938282459565, 11.607563768485374, 9.394014661189052, 18.263670252683006, 8.848304993561682, 12.322014703361843, 26.898385184303628, 10.521530394248082, 24.567405384824536, 7.329214305513175, 8.43203300533012, 6.752093671520318 ], "pinball_90": [ 8.078663686634314, 7.934870081270632, 6.5498517638589036, 5.702826867215077, 29.976996400298205, 6.30194667154274, 5.893986509116036, 6.688541935642617, 5.57066153766595, 7.345818361417831, 4.988123681456691, 5.927088864831831, 5.430460922137959, 5.158395370548821, 5.94413232861098, 12.73993329728363, 7.556418331584603, 7.776336542763408, 14.295157403001925, 7.8995911041891995, 11.971542750702444, 4.815902332162771, 6.268624201643613, 5.815512858348582 ], "coverage_80": [ 0.5404995234155197, 0.8730401237964767, 0.7644649161853, 0.8152792797439303, 0.38864467200771935, 0.8711215011193414, 0.9304791175068469, 0.7756245954667935, 0.8601348064990284, 0.8968177722351429, 0.9272877163431636, 0.7760710663782098, 0.8462129559136742, 0.8872553961153931, 0.8828021891542805, 0.6022257514872641, 0.8009024850628375, 0.5640989769330058, 0.6029405438451151, 0.8309958752601414, 0.6634140389585933, 0.9514484531920908, 0.9275750640582356, 0.836359092449077 ] }, "rps": 0.4365249963319408, "rpss": 0.03685592077432831, "crps": 17.976265534986254, "crpss": 0.07058300337281698, "coverage_80": 0.7839873297136325, "pinball_10": 3.7978710320198226, "pinball_50": 12.258685785068522, "pinball_90": 8.192974325163698 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.9068983347297809, 0.2818335480222267, 0.43673084604938667, 0.41063082490681624, 0.1779769391512972, 0.39103043033778373, 0.3149270911965075, 0.35630691646743173, 0.43511791467521727, 0.3437182454473525, 0.35148740105008447, 0.5421734830156587, 0.39555009612438474, 0.352886155969916, 0.39968955236760983, 0.4898304009063281, 0.5293423269181767, 0.7771230833455047, 0.45431445856691877, 0.353049812639156, 0.4844272445414411, 0.31525776931161387, 0.1517542963116101, 0.4600308180932441 ], "rps_clim": [ 0.5345788969238703, 0.4969529963190181, 0.4649874789243917, 0.41318634740760435, 0.546313799621928, 0.4766642051904933, 0.47169819738486596, 0.3818166848915748, 0.4706484126244913, 0.36582560440255596, 0.35459642943677694, 0.5238068939647562, 0.42423555831428944, 0.4745855744751957, 0.4052259209726985, 0.43061974360983973, 0.4027224211940853, 0.5463137996219276, 0.5329121077567514, 0.33515957321525397, 0.5425588509144538, 0.35778764325037954, 0.505082202846066, 0.40346036499799176 ], "crps": [ 29.606646199728857, 30.119364367710897, 16.285501611149343, 11.332647126774065, 98.99406348769996, 13.672845874522011, 10.668545454301071, 12.005193647168381, 12.315462937049345, 14.468933195171497, 16.18157695526215, 38.27644704016844, 12.7026004858634, 26.78122321841597, 18.09059034616247, 20.449233814249105, 18.149392900875572, 30.303774116306318, 64.21541481785363, 15.245100338659096, 56.14665249033479, 13.833461109168818, 15.635382392316671, 12.739800859884092 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "pinball_10": [ 6.45774490139535, 7.785532916465835, 1.7318040451019157, 2.6320565370463633, 17.483244038497876, 1.6504721975913297, 1.5277081346814907, 2.861863353472728, 2.4300846391412247, 2.084675283715947, 4.77621230730272, 8.78804131945731, 2.6019425102728695, 7.242061316140221, 5.014884399044377, 5.27139077755523, 1.9546155563352456, 7.201508827013783, 12.387202352198889, 2.821900346092947, 11.265767657931447, 4.328157991759203, 5.0385115553645425, 2.8911000994748477 ], "pinball_50": [ 21.224334859361775, 20.70135385674598, 11.449226902046444, 6.320929266517266, 66.26008563469696, 8.831660261074285, 5.793990161033495, 7.522127808473288, 7.380127788674148, 9.019406885750241, 11.434945063939008, 29.65698015739056, 7.498175587674908, 20.592100418368652, 12.612510017356103, 15.500364373508727, 12.505240258295327, 21.5065146439188, 45.695224479005475, 9.040849908320101, 40.55194334551344, 8.83830362111393, 7.817686395431273, 7.456397776404652 ], "pinball_90": [ 11.703310614496973, 11.46596819401988, 8.9473781443395, 7.1646338471244135, 51.73113149438806, 8.767685513407677, 8.00903929447424, 6.497078532754102, 7.626547072766226, 9.442961856677082, 5.800071556953674, 9.983459165442346, 7.7101748732615185, 6.719911460123767, 5.979313080709169, 5.909867748290611, 10.335397890331436, 11.489567224500725, 25.881968170587704, 9.324672635622159, 22.009704879850425, 6.619136214573053, 9.163008455642421, 7.380640906977684 ], "coverage_80": [ 0.18994615719456592, 0.7948295464772823, 0.7097503063226247, 0.8404263372028427, 0.0974973265483568, 0.7621670369214852, 0.8786837218520069, 0.8749819907121192, 0.7047132328388992, 0.9652795894383313, 0.9182699811683479, 0.5654460239224235, 0.8054207358354097, 0.8469046759490836, 0.9184216322808995, 0.8575834345924672, 0.7517888876892502, 0.10771482195843589, 0.43443095466962606, 0.9060345953036931, 0.435367585026392, 0.9513663723199973, 0.9965414370419713, 0.779481523515609 ] }, "rps": 0.42133699958939363, "rpss": 0.06901764710358882, "crps": 25.34249394944983, "crpss": 0.0836539224837618, "coverage_80": 0.7122103294492549, "pinball_10": 5.34285346096057, "pinball_50": 17.30043664460895, "pinball_90": 11.485942867804786 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39247706108728336, 0.5603581473465055, 0.3891377102188324, 0.3529566886678778, 0.4478264876940677, 0.43030484574201056, 0.2541416836190325, 0.5488326324441998 ], "rps_clim": [ 0.39574475776394596, 0.4437047305666722, 0.546311199561453, 0.36237075360897236, 0.43798495130070614, 0.3932407178861523, 0.5285945268864339, 0.42293901304422793 ], "crps": [ 10.720518454688504, 16.994415347683756, 31.7961487221776, 8.930063658109091, 11.271150217695713, 10.960611366055359, 52.92617294566733, 18.565678908137624 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "pinball_10": [ 3.079305455560129, 3.6024156504978713, 7.711778706228075, 2.1727686922217684, 1.8908597541840666, 1.972332403447068, 10.305264513210044, 4.2244743776082885 ], "pinball_50": [ 6.55814535773733, 11.503737267456982, 23.93905369758876, 5.114367172099425, 7.434901283232961, 6.8921818889049, 35.40643665164745, 13.607632887019903 ], "pinball_90": [ 5.401712149108608, 7.181638506020758, 9.6204609532408, 5.433866043634565, 6.282201376556159, 6.417047524606038, 27.178117736095942, 6.5231515133345255 ], "coverage_80": [ 0.9655021014150525, 0.6984134052275377, 0.6150106555246789, 0.9723880309511915, 0.830648017738951, 0.8696992590897803, 0.523986011953016, 0.7643542291903627 ] }, "rps": 0.4220044071024762, "rpss": 0.04385731791824976, "crps": 20.27059495252687, "crpss": 0.1315329516673095, "coverage_80": 0.7800002138863213, "pinball_10": 4.369899944119664, "pinball_50": 13.807057025710964, "pinball_90": 9.254774475324673 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3809763205303785, 0.33444811414350883, 0.2040225792607873, 0.3354378690799803, 0.4554985838732153, 0.4632015747498392, 0.06892274163989952, 0.41771157074090315 ], "rps_clim": [ 0.4012574985052145, 0.3824738866553415, 0.5455702609428927, 0.3608387586327424, 0.5032563034561837, 0.45825636877918047, 0.5532043323522959, 0.38836007080680135 ], "crps": [ 16.887126152655053, 10.784696216520807, 32.974054179347185, 12.48788869345853, 12.744891975750848, 15.84021405694374, 83.11087914560622, 17.653122686755072 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "pinball_10": [ 5.26080521644739, 2.4608712420056302, 9.586359784169531, 2.5053914006245903, 1.4364374592568425, 1.8168988688284888, 16.121047311059048, 4.624025025166026 ], "pinball_50": [ 11.275067102391823, 5.274392819371835, 25.469526191000533, 6.957535536214753, 8.06263768246223, 10.657216159099047, 55.19547960124897, 12.948257331585983 ], "pinball_90": [ 6.8811113373616175, 7.413484464028965, 8.241411565848347, 8.224314417503264, 8.494000754028368, 9.323451897033364, 43.7508656358844, 5.845671288632669 ], "coverage_80": [ 0.928811826080602, 0.9116155284395739, 0.8212001227296709, 0.9651672403532909, 0.757111020432782, 0.779347546052242, 0.3757256165214072, 0.9078878833761481 ] }, "rps": 0.332527419252314, "rpss": 0.2596553454588605, "crps": 25.31035913837968, "crpss": 0.24493713538904505, "coverage_80": 0.8058583479982147, "pinball_10": 5.476479538444694, "pinball_50": 16.980014052921895, "pinball_90": 12.271788920040123 } } }, "extended_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7112762090660739, 0.3303479746211796, 0.47118890666393815, 0.4009200592307688, 0.22869175112167622, 0.37505709208371585, 0.3225069566563482, 0.507039074025441, 0.36984732505345735, 0.4721066850014824, 0.4222103467784811, 0.528371176079117, 0.4123798631755079, 0.43503149516567635, 0.45660477674966327, 0.6288428956912083, 0.4904155676855788, 0.5587568430643917, 0.4440998561273499, 0.40791919449446007, 0.47385527079575085, 0.38529329955329483, 0.2835292764629101, 0.4119462634533037 ], "rps_clim": [ 0.503268882341884, 0.45696255193683133, 0.4925766326091148, 0.42240641708616883, 0.5420235822074022, 0.4714149775295732, 0.455605992500462, 0.4281783876000402, 0.46522974758146945, 0.45001555732494986, 0.3793571949725829, 0.4624359120204484, 0.4373678925332641, 0.4400525449202173, 0.42589693023153363, 0.47068205353537346, 0.4255615214855194, 0.4516170482691049, 0.49843663106201835, 0.41189108424683096, 0.4992305010159512, 0.3787617113337185, 0.4739156168036444, 0.434610826319066 ], "crps": [ 19.46173332971406, 21.464379018082635, 11.554848794988365, 11.396626505606195, 52.79510291463826, 9.44169167150031, 8.062613422874508, 15.078219491694156, 8.68702129198181, 13.80993326732995, 13.250877112404618, 23.60612638115752, 11.330543157784081, 16.63852746727168, 14.982588551784891, 27.550574989469506, 14.598800925077452, 18.080661234632977, 35.50696428345578, 16.9334274579067, 33.090311231628284, 12.344563524349928, 16.971861274900345, 10.784321039427434 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "pinball_10": [ 1.6691469657337128, 5.941802875576213, 1.4539675795369467, 2.9260521894363234, 12.619307850549164, 1.6392584897294151, 1.5478643065839428, 3.549512318372083, 2.015285805860232, 1.8157244378988302, 3.7049140114365247, 5.859921091523664, 2.70731932836026, 4.6659930146067925, 3.595188219825245, 5.417870272352555, 1.6833902670047707, 1.568219759655645, 7.97243145881666, 3.8456051611826743, 7.605467729883101, 3.711391711909934, 5.272210584638513, 2.4791599022703057 ], "pinball_50": [ 14.01605100469898, 13.402491562636774, 7.771390938356601, 7.370355271430761, 40.11194923410376, 5.239048890197185, 4.196975559469441, 10.208496947182654, 4.931224512244994, 8.609213550146265, 9.065174109670826, 18.391494436874954, 7.142417120104302, 11.900214497791374, 10.231363962519264, 18.937838370444098, 9.485085141405028, 12.774775808295407, 26.50486100096701, 10.642611284951798, 24.817570909939295, 7.774894091158271, 8.890219400975083, 6.465468787948641 ], "pinball_90": [ 10.083579473760654, 10.190789647326653, 6.944459548187285, 5.288386667950005, 12.740518995633012, 6.634919718991604, 5.781141300002513, 6.7363159195175975, 5.527223599854182, 9.488069337560427, 5.461235374289935, 5.519630013539751, 6.143192222729483, 6.0366902239333315, 6.58803911363908, 12.979235978550246, 9.48753223622864, 9.544069329300827, 11.049321150407703, 8.639542610888142, 10.139208745226775, 5.63800992443435, 9.539232273826409, 6.19162713485296 ], "coverage_80": [ 0.7644615312035913, 0.9465909255006271, 0.9237884682817613, 0.9322568480641762, 0.6792804959702311, 0.9790813017125457, 0.9966334274412647, 0.7973048650733792, 0.9859291880373178, 0.9912273685822457, 0.9507301611845893, 0.8111148890051428, 0.9770467211139686, 0.9655193928773209, 0.9522127597824144, 0.6473919078699805, 0.9554093074345673, 0.8191263165412589, 0.7532227673725289, 0.9017168927457014, 0.7557871191755534, 0.9750010294126953, 0.9839455762402558, 0.924328161937917 ] }, "rps": 0.4386765899500323, "rpss": 0.0321086676466088, "crps": 18.225929930819223, "crpss": 0.05767474206079937, "coverage_80": 0.8903794759400431, "pinball_10": 3.9694585555309794, "pinball_50": 12.453382766396365, "pinball_90": 8.015498772526316 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.824828028836802, 0.28203994575257096, 0.39673197067779115, 0.3808932141310915, 0.21270964636033304, 0.3575467878253997, 0.2753088070104325, 0.34082963664116156, 0.4020274929645502, 0.364168962811163, 0.3915924968649549, 0.5736217919917922, 0.3836911589512211, 0.36714277341964097, 0.41133937614473526, 0.5016517948212224, 0.519485532301021, 0.6927001058901949, 0.4575232846333124, 0.36735873206176584, 0.48098681927796627, 0.3430123160687292, 0.1923302377877786, 0.4348719802694224 ], "rps_clim": [ 0.5345788969238703, 0.4969529963190181, 0.4649874789243917, 0.41318634740760435, 0.546313799621928, 0.4766642051904933, 0.47169819738486596, 0.3818166848915748, 0.4706484126244913, 0.36582560440255596, 0.35459642943677694, 0.5238068939647562, 0.42423555831428944, 0.4745855744751957, 0.4052259209726985, 0.43061974360983973, 0.4027224211940853, 0.5463137996219276, 0.5329121077567514, 0.33515957321525397, 0.5425588509144538, 0.35778764325037954, 0.505082202846066, 0.40346036499799176 ], "crps": [ 29.348319804145937, 30.641387356535443, 15.194251766311261, 11.31631818002627, 83.48971817093792, 12.943544756012255, 9.727057720857358, 11.91382526074209, 12.29410387278192, 16.84373223122038, 17.859101848029777, 39.139467372766134, 12.953141358589345, 27.293621730805825, 18.802329978031274, 21.49672336829961, 20.212768595856158, 28.399436690083466, 61.30782655891302, 17.884509400955665, 54.069506228045285, 15.447539423117236, 21.89478904459578, 13.101448566006944 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "pinball_10": [ 1.6887738841509985, 8.944770106318689, 1.7115843054941489, 2.9738489802152666, 19.09589367269881, 1.825016874800807, 1.785138524660586, 3.2272328544646807, 2.5844219351336877, 2.877478614180318, 5.318562980971027, 9.362465911398152, 2.795515060773023, 8.069005591551125, 5.486653565533519, 5.681501174767783, 2.2174300481637963, 1.2272202125482752, 13.153294053269216, 3.558164341491489, 11.959894246111068, 5.014224397219861, 6.970924020228052, 3.1810282428400916 ], "pinball_50": [ 21.967331447479026, 19.739936512354532, 10.46959059365269, 6.483707366622808, 64.36538047656519, 8.003833518212156, 4.635544548738148, 7.703254090664191, 7.613129818534527, 9.608488871269719, 12.816253442935624, 30.824674146599442, 7.842420457289564, 20.514278790424623, 13.06513930238165, 16.427138211846597, 13.453498156173278, 21.45596798934291, 45.62164907172162, 9.574583604254524, 40.689656402972176, 9.475489896165463, 8.895131986059722, 7.504618150572362 ], "pinball_90": [ 14.54930713149236, 12.70084938111849, 9.206842289608037, 6.6868735168859175, 17.37324680838943, 8.789211870118294, 7.5126638737896085, 5.413955778291125, 7.332456577191939, 12.129635901346282, 6.081757973249412, 8.347344155773827, 7.76858694199875, 7.522357174184424, 6.17609835963951, 5.7606567540717375, 13.079900612041182, 13.490656541455275, 19.80392673290192, 12.245210041063332, 16.974846475705704, 7.664261544621128, 15.167182075405819, 7.710857127294693 ], "coverage_80": [ 0.5204552362663486, 0.8974072527151818, 0.9252485454928946, 0.9636268460258417, 0.5116194710802007, 0.9600471230761187, 1.0, 0.975708373072391, 0.9860524786714364, 1.0, 0.9321083514915641, 0.6227954298196814, 0.9825608156159638, 0.9495178193348356, 0.9478869592156715, 0.9304998617951684, 0.9393050182547269, 0.6084960527516335, 0.582257253907792, 0.9947795536516245, 0.5552913391235729, 0.9860622931985776, 1.0, 0.9513576748468503 ] }, "rps": 0.41476637056229393, "rpss": 0.08353604847261198, "crps": 25.148936220152763, "crpss": 0.09065267589643322, "coverage_80": 0.8634618228920031, "pinball_10": 5.446251816624354, "pinball_50": 17.447945702201356, "pinball_90": 10.395361901568258 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4202312149620048, 0.6016995437262672, 0.371356609764652, 0.363520797085552, 0.44519587845190106, 0.43481409461043535, 0.2676998331125929, 0.6161578475248388 ], "rps_clim": [ 0.39574475776394596, 0.4437047305666722, 0.546311199561453, 0.36237075360897236, 0.43798495130070614, 0.3932407178861523, 0.5285945268864339, 0.42293901304422793 ], "crps": [ 11.842176318667759, 18.126698795088966, 30.296816606933792, 9.625036611580336, 11.44456778208061, 11.903229339881477, 48.085115459117624, 20.15446777393067 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "pinball_10": [ 3.461165374943915, 3.8384012219786223, 8.493529135395976, 2.5176291833671685, 2.0547972653778053, 2.216340160294135, 11.539878723245799, 4.471380651444834 ], "pinball_50": [ 7.215200371187452, 12.115984853127879, 22.78220594268278, 5.433115042101439, 7.351572223238581, 7.267859558313624, 34.324919198538865, 14.536727235297757 ], "pinball_90": [ 6.1245707436471895, 8.182854444318558, 8.553748214820542, 5.823394542984299, 6.520371524935865, 7.492977662319219, 17.510894390709463, 7.330197119532083 ], "coverage_80": [ 0.9810404184646704, 0.698705139219676, 0.7403381047364017, 0.999325388308808, 0.9132035248402675, 0.967068602320462, 0.6676930266806629, 0.698572913345611 ] }, "rps": 0.4400844774047805, "rpss": 0.0028929900104751605, "crps": 20.184763585910154, "crpss": 0.13521028397031065, "coverage_80": 0.8332433897395699, "pinball_10": 4.8241402145060315, "pinball_50": 13.878448053061048, "pinball_90": 8.442376080408401 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3931610256360772, 0.32269817263796247, 0.21845309238207686, 0.341999328400744, 0.40938729239859345, 0.4521077519166864, 0.11455839721024548, 0.450669687366912 ], "rps_clim": [ 0.4012574985052145, 0.3824738866553415, 0.5455702609428927, 0.3608387586327424, 0.5032563034561837, 0.45825636877918047, 0.5532043323522959, 0.38836007080680135 ], "crps": [ 17.887054681178817, 10.96493214041153, 31.580561874562257, 13.405387293276869, 11.846343684907197, 16.436421934572337, 72.70513231190765, 18.96214794511931 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "pinball_10": [ 5.858150893213495, 2.820227670213878, 10.951340192687429, 3.059076687940248, 1.6398034023969938, 2.090333279006562, 18.293315432608146, 5.010487094989125 ], "pinball_50": [ 11.689770290562832, 5.511243731074309, 23.442691282931296, 7.159683543812779, 7.187630655096046, 10.96011527200945, 53.197863079822895, 13.798972078566274 ], "pinball_90": [ 7.558873712273994, 7.167871518189635, 9.447667775942467, 9.146095911977024, 8.171658055876522, 10.39152452602781, 22.081271791580665, 6.029601748544899 ], "coverage_80": [ 0.954839630076823, 0.9913143233252814, 0.9427247467905759, 1.0, 0.9739509728456633, 0.9687625883417389, 0.5999126800209135, 0.8957282088896594 ] }, "rps": 0.3378793434936622, "rpss": 0.24773973106381164, "crps": 24.223497733241995, "crpss": 0.2773605665032226, "coverage_80": 0.915904143786332, "pinball_10": 6.215341831631985, "pinball_50": 16.618496241734487, "pinball_90": 9.999320630051628 } } }, "quantile_regression": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7473294208941617, 0.3126747589367567, 0.5050912446285357, 0.42500899318275603, 0.21208424521285665, 0.36913183917541115, 0.30639051883102947, 0.5255728856642439, 0.35566268954757435, 0.4648706161580781, 0.3870052531577273, 0.5366882730935277, 0.47327009809719783, 0.4210283354290401, 0.4481740412425977, 0.7018721168053635, 0.5082430171549063, 0.5867903268862348, 0.4520033370474664, 0.41087797130737996, 0.4651164381939655, 0.3632355343054739, 0.27294589368123917, 0.4398370250224357 ], "rps_clim": [ 0.503268882341884, 0.45696255193683133, 0.4925766326091148, 0.42240641708616883, 0.5420235822074022, 0.4714149775295732, 0.455605992500462, 0.4281783876000402, 0.46522974758146945, 0.45001555732494986, 0.3793571949725829, 0.4624359120204484, 0.4373678925332641, 0.4400525449202173, 0.42589693023153363, 0.47068205353537346, 0.4255615214855194, 0.4516170482691049, 0.49843663106201835, 0.41189108424683096, 0.4992305010159512, 0.3787617113337185, 0.4739156168036444, 0.434610826319066 ], "crps": [ 19.13510788983947, 19.839578307382087, 11.91967086566234, 11.289085840317576, 63.47581105446982, 8.87559871043174, 7.37498645238472, 15.077984151892942, 7.661508682823925, 12.615119802039306, 11.757327299023883, 23.454378281563535, 11.444605290556924, 15.419614733736273, 14.054559191888194, 28.166871548669732, 13.990700184681424, 18.21178840440333, 36.84367157632738, 16.348941800868857, 33.180992661885355, 10.835479720882464, 16.319982071733904, 10.705635402054645 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "pinball_10": [ 3.1607418542347596, 5.410493174136591, 1.486085560194551, 2.708475634011805, 12.007314027826837, 1.492526472612978, 1.331778606227343, 3.3394192761032815, 1.8565802103606963, 1.5829899867838584, 3.3363899291854673, 5.502538646214134, 2.589167452857251, 4.324144693213883, 3.2874675783830667, 5.1636499263675555, 1.6904640224597325, 2.8785781455946893, 7.548502890270656, 3.479517776089256, 7.165652671306633, 3.336992403891569, 4.835877933569864, 2.315097398249803 ], "pinball_50": [ 13.199681840962114, 13.282598112155615, 8.219747934642086, 7.414705299342167, 40.922048947733614, 5.431454123710907, 4.364931678075559, 9.940741763049202, 4.422374769315077, 8.242748473566023, 8.072031473609975, 17.80107400602988, 7.882018409673267, 11.491489362877074, 9.59563789050685, 18.52107068380649, 9.371284318783477, 12.551008802270339, 26.48011806253255, 10.711512633552948, 24.232620219586796, 7.2762019480196605, 8.440943269192912, 6.859018571748721 ], "pinball_90": [ 8.390427912710832, 8.48884092904118, 6.0793870086398405, 5.007381953522475, 36.43949396359037, 5.563721927653062, 4.92147556662677, 7.077078073631781, 4.685584632279707, 7.48685518402243, 4.770014536407652, 6.732258832689689, 5.007965443189673, 5.040393962315836, 5.756431753686026, 14.96320031805803, 7.652887098228596, 7.973950428972526, 14.52013752868245, 7.960481529414404, 12.438456362769132, 4.629982487405579, 7.72004322709422, 5.402334012426047 ], "coverage_80": [ 0.532130081199107, 0.8879498331369818, 0.7646261672140398, 0.7870191177618574, 0.31992151647569417, 0.8563075120850264, 0.9251079244168521, 0.691530803249162, 0.875641141337739, 0.8726595289395731, 0.9076829989433954, 0.7308106028423559, 0.833304104264936, 0.8845817561891249, 0.8477073611206306, 0.5240336500487129, 0.8052208557674095, 0.5743878208016759, 0.6050878202812401, 0.8452548650814369, 0.652562343942308, 0.9373140071528616, 0.9491131253878472, 0.8244779750467842 ] }, "rps": 0.445454369735665, "rpss": 0.017154246878768986, "crps": 18.24995833022999, "crpss": 0.05643241490610473, "coverage_80": 0.768101371361948, "pinball_10": 3.8262685945894277, "pinball_50": 12.280294274780971, "pinball_90": 8.529532694710761 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.9011867844003373, 0.27191901070351826, 0.43875232541893416, 0.4048023706825474, 0.2036904154366036, 0.3805191868897484, 0.2678207252663297, 0.34859469704468704, 0.4106334605466621, 0.35721931643682264, 0.3524858102096385, 0.565648688608182, 0.3932512727879845, 0.3446375398738482, 0.40780909179247943, 0.5057136404241065, 0.5481137006137975, 0.7830317016192379, 0.4342622328687272, 0.36716605082478354, 0.4765395912788034, 0.31001907175207327, 0.18202301413244595, 0.46475378357921615 ], "rps_clim": [ 0.5345788969238703, 0.4969529963190181, 0.4649874789243917, 0.41318634740760435, 0.546313799621928, 0.4766642051904933, 0.47169819738486596, 0.3818166848915748, 0.4706484126244913, 0.36582560440255596, 0.35459642943677694, 0.5238068939647562, 0.42423555831428944, 0.4745855744751957, 0.4052259209726985, 0.43061974360983973, 0.4027224211940853, 0.5463137996219276, 0.5329121077567514, 0.33515957321525397, 0.5425588509144538, 0.35778764325037954, 0.505082202846066, 0.40346036499799176 ], "crps": [ 30.284742173480467, 30.006573693489024, 16.25725746575829, 10.538622051253185, 102.9760113189342, 12.857182105749311, 8.616345341379779, 11.509150383769963, 11.214778439038069, 15.481310193939098, 16.203823493964713, 39.42364061982118, 12.069222651588067, 26.117849747261058, 18.280754799467783, 20.7908679575423, 19.665546265930676, 30.38593896806866, 62.99717688600987, 17.043924646392313, 55.72083994802792, 13.768680837631283, 21.382698455646683, 12.82905698640023 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "pinball_10": [ 4.97407749685525, 8.14660467621155, 1.7474665971149543, 2.721669271266193, 18.30959249714707, 1.774641418079516, 1.5231466904821291, 2.9703279807398486, 2.501788225226586, 2.3001226030841404, 4.812391674657884, 8.806193327983577, 2.695067671048942, 7.479935841044259, 4.955463688575826, 5.291008993533155, 2.3207416427058076, 4.677867620859184, 12.509594795300854, 3.051253532182626, 11.357621745788714, 4.430851019107349, 6.325204312871248, 3.073139072625797 ], "pinball_50": [ 21.562041463565333, 20.2481313691984, 11.557587994845974, 6.260517674980406, 65.48377552641087, 8.517039742742677, 4.816134243002222, 7.533763432033517, 7.025886241937886, 9.711061762878238, 11.65314515333734, 29.69876126802415, 7.483212841282424, 20.221972844869526, 12.863132601125873, 15.479256399802052, 13.381700963574096, 21.77781776083347, 44.89625175330104, 10.022541319724207, 40.04125532838944, 8.76014165228764, 8.375625527442972, 7.590354317920013 ], "pinball_90": [ 12.245891056799175, 11.859436207886313, 8.18288436888736, 5.864993422866049, 62.55165265904769, 7.535303044541709, 6.413817581655182, 4.832743225928498, 6.275531531292501, 9.619892896744679, 5.585528252989447, 11.896196116744733, 6.653013214277237, 6.600941077662334, 5.704025460360881, 5.824445567923198, 10.660144638905846, 11.768474407483488, 26.44951593254431, 9.90185489176806, 22.88351112830779, 6.347040181913036, 12.194769631191738, 6.690176939153071 ], "coverage_80": [ 0.2526670788116274, 0.8261575880725461, 0.7272323572814614, 0.805713683947121, 0.05221488703803541, 0.7448290795326764, 0.875226221503276, 0.8489479069395154, 0.7357968577685603, 0.9618452869314915, 0.8817336986973009, 0.5045948891585408, 0.753324208169084, 0.8521552972667948, 0.8628078534508546, 0.7723450545451788, 0.7936423446300396, 0.1286376832456142, 0.44665798919445104, 0.9408516658294395, 0.41104529986477983, 0.9427006900435319, 1.0, 0.7847144436104383 ] }, "rps": 0.42169139513297976, "rpss": 0.06823457797520627, "crps": 25.684249809606005, "crpss": 0.0712965498215854, "coverage_80": 0.7044100860638483, "pinball_10": 5.364823849770519, "pinball_50": 17.290046215979572, "pinball_90": 11.855907643203096 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.39066636036032115, 0.6557616221219, 0.3961143437687642, 0.35508467819574596, 0.4666517253802055, 0.43324812492673653, 0.2657260863167483, 0.6766056378014648 ], "rps_clim": [ 0.39574475776394596, 0.4437047305666722, 0.546311199561453, 0.36237075360897236, 0.43798495130070614, 0.3932407178861523, 0.5285945268864339, 0.42293901304422793 ], "crps": [ 10.508071695100554, 18.18698260268776, 31.175292780145877, 8.798631406384544, 11.168799923217753, 11.049315621163815, 50.250347938186415, 20.48495147049414 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "pinball_10": [ 3.106318638556965, 3.597264941489345, 8.052932620851061, 2.177962208254675, 1.9413064471844013, 1.96892220143964, 11.22916151687976, 4.224830000460758 ], "pinball_50": [ 6.556254023201763, 11.989418472269268, 23.57415811581921, 5.36210347470425, 7.475707504865489, 7.065214177822391, 35.32153482300913, 14.392040090229823 ], "pinball_90": [ 5.1534531747315695, 8.91135151064258, 9.982561440085131, 4.846047215407347, 5.9620986696283635, 6.192233214062667, 22.941380963774165, 8.210200038650626 ], "coverage_80": [ 0.9480033253903996, 0.6104921646507505, 0.6347465696861619, 0.9616986547663866, 0.7868073153543973, 0.8731993219434284, 0.5706978748866398, 0.621199983532837 ] }, "rps": 0.4549823223589858, "rpss": -0.030861314902015602, "crps": 20.20279917967261, "crpss": 0.13443757261593303, "coverage_80": 0.7508556512763751, "pinball_10": 4.537337321889575, "pinball_50": 13.967053835240165, "pinball_90": 9.024915778372806 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3706424457001034, 0.3167176621449599, 0.207095429395892, 0.3380101877276139, 0.44921626998573366, 0.4765055076590371, 0.1100793381007802, 0.4482647784083803 ], "rps_clim": [ 0.4012574985052145, 0.3824738866553415, 0.5455702609428927, 0.3608387586327424, 0.5032563034561837, 0.45825636877918047, 0.5532043323522959, 0.38836007080680135 ], "crps": [ 16.5697839255858, 9.82339652287011, 31.731654906784502, 12.512289112874766, 11.726676784956553, 16.104926142296055, 77.65502383305672, 18.65381592266501 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "pinball_10": [ 5.3147851479417785, 2.4854688426260925, 10.267938215463492, 2.5313025770286255, 1.5624024272193617, 1.8332599653299237, 17.956302856455512, 4.610424745700552 ], "pinball_50": [ 11.070438158794468, 5.293425183097979, 24.850339290524843, 7.2975643771123515, 7.579378245815821, 10.991631601618739, 55.406227857815686, 13.469076826589358 ], "pinball_90": [ 6.648598763089728, 6.164494084745145, 8.316819046776889, 7.719471591279717, 7.180711874533119, 8.842090956306553, 33.48531495859892, 6.062648070670811 ], "coverage_80": [ 0.9201398248956868, 0.8873114683847187, 0.873299573162753, 0.9669305000940851, 0.7172100304750942, 0.7951209700722186, 0.46444639795593917, 0.8245178186767746 ] }, "rps": 0.3395664523903126, "rpss": 0.2439835233619856, "crps": 24.347195893886187, "crpss": 0.27367038229791507, "coverage_80": 0.8061220729646588, "pinball_10": 5.820235597220667, "pinball_50": 16.99476019267116, "pinball_90": 10.55251866825011 } } }, "incumbent": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6736325362896622, 0.36876188774183916, 0.529932419966123, 0.3972606152628498, 0.28077085002455415, 0.4173833880077639, 0.3598531537790735, 0.4355492681424776, 0.392062743548611, 0.48483121626054665, 0.3814315458225101, 0.49620719192200746, 0.4231478290980394, 0.4014903683506435, 0.4467432566669842, 0.5400806785689399, 0.4702620668712225, 0.5322369827313216, 0.4566184873150482, 0.40681723942717735, 0.45702305406549987, 0.3529355370588698, 0.3112815477813874, 0.42403080394499626 ], "rps_clim": [ 0.503268882341884, 0.45696255193683133, 0.4925766326091148, 0.42240641708616883, 0.5420235822074022, 0.4714149775295732, 0.455605992500462, 0.4281783876000402, 0.46522974758146945, 0.45001555732494986, 0.3793571949725829, 0.4624359120204484, 0.4373678925332641, 0.4400525449202173, 0.42589693023153363, 0.47068205353537346, 0.4255615214855194, 0.4516170482691049, 0.49843663106201835, 0.41189108424683096, 0.4992305010159512, 0.3787617113337185, 0.4739156168036444, 0.434610826319066 ] }, "rps": 0.4350143611936728, "rpss": 0.04018896997315746 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8073074246094029, 0.3612803334221239, 0.44908084227201744, 0.3688407087052407, 0.2519320670106389, 0.391696117132296, 0.2969233606365171, 0.3532358813624105, 0.3605031567437402, 0.3901962839164682, 0.3403574580112927, 0.5391983243377821, 0.3690820526589812, 0.38873261448005214, 0.4224072392040528, 0.4443307985891183, 0.5142279674918745, 0.6930401158213415, 0.4466120519848204, 0.37537452944161337, 0.45769843314229247, 0.3316092916217324, 0.25581399807796146, 0.41920513035895496 ], "rps_clim": [ 0.5345788969238703, 0.4969529963190181, 0.4649874789243917, 0.41318634740760435, 0.546313799621928, 0.4766642051904933, 0.47169819738486596, 0.3818166848915748, 0.4706484126244913, 0.36582560440255596, 0.35459642943677694, 0.5238068939647562, 0.42423555831428944, 0.4745855744751957, 0.4052259209726985, 0.43061974360983973, 0.4027224211940853, 0.5463137996219276, 0.5329121077567514, 0.33515957321525397, 0.5425588509144538, 0.35778764325037954, 0.505082202846066, 0.40346036499799176 ] }, "rps": 0.417861924209697, "rpss": 0.07669614164984329 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3844284782724786, 0.5144034516845162, 0.41288276271348107, 0.35235793601575244, 0.4273281365580442, 0.4045184842872633, 0.32011221292666797, 0.5261615444440196 ], "rps_clim": [ 0.39574475776394596, 0.4437047305666722, 0.546311199561453, 0.36237075360897236, 0.43798495130070614, 0.3932407178861523, 0.5285945268864339, 0.42293901304422793 ] }, "rps": 0.41777412586277796, "rpss": 0.053441939269142424 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.384945415951938, 0.3410210153033095, 0.2801755840155828, 0.3818858320817984, 0.4240344863628308, 0.4693488100354769, 0.1764139114613752, 0.4433285172373735 ], "rps_clim": [ 0.4012574985052145, 0.3824738866553415, 0.5455702609428927, 0.3608387586327424, 0.5032563034561837, 0.45825636877918047, 0.5532043323522959, 0.38836007080680135 ] }, "rps": 0.3626441965562106, "rpss": 0.19260284452802 } } }, "mvs_ensemble": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 19.899209340276567, 19.279645799427232, 13.014493124319873, 11.338547451478679, 54.46972461798348, 9.406403882220523, 7.899111707760486, 13.881955252442003, 7.493568884068652, 13.503931784678862, 10.985348407577813, 21.740034250706643, 11.25917549822707, 15.301489848662998, 14.130240517975983, 26.368268676506727, 14.730005494939135, 19.39935967687413, 36.09622900570435, 16.619082846640328, 31.656205052922527, 10.744813712207996, 14.984232336916158, 10.86151383657329 ], "crps_clim": [ 13.135184264312578, 24.154741944627755, 13.513975384214499, 13.019917867610289, 81.16166334563184, 12.367477693926652, 13.495417433372651, 14.052082306153558, 10.595906526023086, 12.127650347789233, 11.316976354794287, 20.590965555492783, 12.388520865166832, 17.22695089343282, 13.534851767011492, 24.26260220678667, 11.569922704555122, 15.015778045845114, 39.494929356705285, 15.395164091308375, 33.640924854699655, 10.983328308869137, 19.38792314154612, 11.761768257139277 ], "pinball_10": [ 3.837165973476018, 5.405149097094433, 2.19193722115365, 2.4603858404314516, 10.743191237775859, 1.3087169303751176, 1.5574082087627459, 2.795427007383419, 1.7611040489785261, 2.270192864067235, 3.2202889168785758, 5.322575548266137, 2.2694874218606818, 3.9792421779968197, 3.5190748986287694, 5.0453164518825515, 1.9811811074148176, 5.1878392785658765, 7.322230622708901, 3.056144994750147, 7.0907206394012166, 3.0363829485770646, 4.0122741024615065, 2.1714869092670006 ], "pinball_50": [ 14.204186962704705, 12.682082697581432, 9.416906635238227, 7.593558576151128, 36.81979624974502, 5.609801209397495, 4.649870107691624, 9.306233018791719, 3.979139033988037, 9.09421014143888, 6.89202371627046, 16.224716205989775, 7.7430387668243865, 11.067925606605794, 9.350593544144985, 17.232665132054873, 10.783696594594833, 13.364829855702293, 25.76845987098756, 11.567675398499475, 22.31983064025406, 6.80058891966143, 8.954068564162263, 7.173775500515186 ], "pinball_90": [ 7.765064070847553, 8.051846827872481, 5.6932488148630735, 5.305429388583649, 26.843842472500967, 5.58844249012822, 4.941627432552942, 6.579347808460004, 4.547511761281616, 6.715197312203816, 4.475700787457592, 6.497340632436556, 5.091429336338928, 5.16214925436783, 5.601454567099505, 14.014225164327582, 7.196492526238402, 7.317077545258742, 16.16986930010823, 7.72389097798662, 12.94830456810047, 4.5434275917596505, 6.714067895070258, 5.027695233803882 ], "coverage_80": [ 0.5282373474018058, 0.8930223044851158, 0.6314509673257108, 0.8582118889631037, 0.41743752573298304, 0.8427217179043136, 0.8604554053837395, 0.7274301988901579, 0.8275067371507103, 0.7163745106859144, 0.8296500482377034, 0.6808170229770495, 0.8559790076039483, 0.8607790376745138, 0.7756448904695387, 0.5977449327772563, 0.8008768083763127, 0.604763999977819, 0.5696149598497177, 0.8221001154547716, 0.5981946398003823, 0.9037428395365625, 0.9121330792493253, 0.8173034314955061 ] }, "crps": 17.710941291962143, "crpss": 0.08430091717443, "coverage_80": 0.7471747257251651, "pinball_10": 3.8143718520066052, "pinball_50": 12.02498637287482, "pinball_90": 7.93811182331869 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 32.467321875205, 29.27095093170661, 17.473117548350825, 10.66357372550791, 85.78462391303653, 13.245060335824668, 8.884872079877393, 11.211370121494317, 10.30285495887337, 16.716929835318556, 15.25812886957943, 36.98988717151764, 11.910122899797843, 26.513446537243865, 18.77941411812515, 19.87614706574608, 20.911187006530298, 32.64513700225226, 61.20133150771375, 18.414830911439932, 52.382791515977694, 13.845949866278552, 19.525166144665636, 12.445563596801968 ], "crps_clim": [ 19.691370303217692, 38.00944837401189, 19.338876299585486, 13.469113551773622, 127.86859294734184, 18.589396676302037, 18.87593404459268, 13.530392159363533, 14.972743454915303, 14.253979231397004, 15.735341036927533, 36.064900095448124, 15.139963850338448, 31.19288106623586, 17.992353028164104, 19.696334263177114, 14.077232835128438, 24.747448096456132, 68.61073888811775, 12.55291522058674, 57.000851281138225, 14.391271226711636, 25.1312112496158, 12.811413514508557 ], "pinball_10": [ 6.686481731135957, 8.373356455147876, 2.3017263135740813, 2.435407224396063, 16.418043672477577, 1.414814400870408, 1.4973129868863189, 2.4372193454651594, 2.1735273018830634, 2.1795773819534405, 4.80909844068636, 8.8003320132976, 2.323479245709531, 7.081912550269118, 5.141238223621068, 5.289015932450246, 2.293225116714043, 9.443711632578502, 12.438635645725693, 2.538135385539913, 11.610697799923694, 4.3139515951971585, 5.320645774280148, 2.191740026123925 ], "pinball_50": [ 23.867870683803275, 20.306576403790142, 13.031227438992023, 6.707102317688261, 59.08050936281378, 8.451952007171792, 4.920709578081945, 7.295860679047662, 5.487058742435881, 11.002654282226997, 9.725130557830933, 28.07577741213667, 7.129492360972572, 20.033104052009588, 13.179918734282184, 13.957436219101877, 16.056690967519643, 23.357045806116723, 42.906903048505, 12.797781567369428, 36.32377771553182, 8.420018143434294, 10.212575818359682, 7.9949401370301745 ], "pinball_90": [ 11.444487814139846, 10.372269883755617, 7.677434058719595, 5.813915402711863, 40.240350002781625, 7.793800362322395, 6.86731624247114, 4.80001105089204, 6.39910498228106, 9.295166207662426, 5.5719717655922185, 10.82659025027914, 7.141573379097714, 7.491942189291637, 6.211741414733967, 5.629634190484117, 10.189384826359777, 10.74650599511788, 27.691391647149015, 9.30424460077734, 22.897978558611584, 6.06744177223516, 10.198077123290597, 6.193287772211619 ], "coverage_80": [ 0.32137243606023747, 0.8852662162532511, 0.7476825565488159, 0.9878736305534936, 0.2209530719621361, 0.9426401939180007, 0.9669694552094141, 0.9253113683187458, 0.9808742309822461, 0.9303877809483061, 0.8868480691773064, 0.535845220449052, 0.961760967505843, 0.8832878358337555, 0.8766660161548877, 0.928746299979231, 0.7982593810427903, 0.34392965135598097, 0.4379172492043563, 0.9825797422068197, 0.3848078812425337, 0.9495523384771554, 0.9982603390358286, 0.8906320387870604 ] }, "crps": 24.86332414745272, "crpss": 0.10097997450532359, "coverage_80": 0.7820176654669687, "pinball_10": 5.396386924829457, "pinball_50": 17.096754751510517, "pinball_90": 10.702734228873723 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 10.382896482284814, 17.304534346901423, 30.147874795547693, 9.408526683997062, 11.062876186298084, 11.515661378609847, 48.23271406959728, 19.175974195693346 ], "crps_clim": [ 10.667830621192463, 14.95134985734363, 39.32110711359098, 9.155005345554997, 12.872793262651571, 10.763049268730294, 73.22981255372125, 15.764339864122904 ], "pinball_10": [ 2.983887621412798, 3.487498136570201, 7.603429997599931, 2.232341583421809, 1.7379659173729267, 1.8756769243283204, 10.314394561301592, 4.07387746425754 ], "pinball_50": [ 6.133626494198122, 11.092823922462358, 21.958062100550173, 5.693927073504112, 7.3367826563357355, 7.832639493886448, 32.444185836291425, 13.723674138540243 ], "pinball_90": [ 4.898221748152268, 8.944901648940196, 11.400387144629233, 4.960857957711212, 6.116131840322038, 6.217752540389286, 23.230563594523044, 8.274538753113475 ], "coverage_80": [ 0.8954863386464884, 0.6604214304732081, 0.6085733235853927, 0.9566060045582022, 0.8475359407211518, 0.9363202357289417, 0.4928362245763303, 0.6353945495649698 ] }, "crps": 19.653882267366193, "crpss": 0.15795519761545107, "coverage_80": 0.7541467559818357, "pinball_10": 4.288634025783139, "pinball_50": 13.276965214471076, "pinball_90": 9.255419403472594 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 16.58554397606917, 10.92696213482085, 30.00585024562553, 14.511602413405086, 12.467227494154638, 17.464010728995454, 72.61960215263022, 18.487969855190975 ], "crps_clim": [ 17.127934378732938, 13.14691039605717, 50.002232946975184, 13.109652898302157, 17.71305578066709, 16.568276004836402, 124.03503473091268, 16.46381001417652 ], "pinball_10": [ 5.343849694394086, 2.569016391331403, 9.882459228543508, 2.8665044432636746, 1.2568404517084932, 1.9601781792700184, 16.478289407098426, 4.701281974058934 ], "pinball_50": [ 10.552568448973199, 5.15711150676677, 22.57430809724463, 9.103122907869768, 8.392255750733671, 12.805510860494287, 49.38839666914186, 13.908459066165145 ], "pinball_90": [ 6.6431946874418, 6.92568759781137, 7.5954013730303584, 8.025081012558003, 7.360262335445368, 9.25314832736775, 33.97236913744825, 5.804311683332546 ], "coverage_80": [ 0.9357068988022271, 0.991303446457171, 0.8714999409697872, 0.998258044460056, 0.9825943674638364, 0.9546635619514623, 0.41049293303880874, 0.8731455396278945 ] }, "crps": 24.13359612511149, "crpss": 0.28004252630462334, "coverage_80": 0.8772080915964054, "pinball_10": 5.632302471208568, "pinball_50": 16.485216663423667, "pinball_90": 10.697432019304431 } } } }, "fitted": { "emos_csg": { "theta": [ -0.8650194398831788, 1.3939291542524657, -0.45401404565731573, 0.9694596866332483, -4.91965397962195 ], "converged": true, "form": "mu = softplus(a0 + a1 m), sigma = softplus(b0 + b1 md), delta = -softplus(d)" }, "extended_logistic": { "theta": [ -0.3886221256210547, 1.2645551372907082, -1.029592269931789, 0.47307809285499464 ], "converged": true, "thresholds": "training CHIRPS deciles of each cell" }, "quantile_regression": { "levels": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95 ], "coefficients": [ [ -0.04232735060157627, 0.18140470028684297, -0.08414607870484446 ], [ -0.07179340623293476, 0.29785189145867375, -0.09903137033557034 ], [ -0.09590630422928732, 0.4325560410131008, -0.13220830625500676 ], [ -0.11808524515092524, 0.5467708340760346, -0.1488658015734152 ], [ -0.12833286308552566, 0.6454098256907665, -0.169725836285482 ], [ -0.1436331250939888, 0.7535495753067061, -0.19475148099673248 ], [ -0.1543984110051682, 0.8635243455757149, -0.22761339428631924 ], [ -0.15591792546275196, 0.953962421735681, -0.2495074442574843 ], [ -0.1727628720992725, 1.0583828238095612, -0.2655878876686193 ], [ -0.18179789875903288, 1.1435429159700672, -0.2671375025882422 ], [ -0.18859342499526777, 1.2534825009743973, -0.28140470430066056 ], [ -0.23468498569740404, 1.403152204110015, -0.2807921889541552 ], [ -0.2881890062639861, 1.5550885558380705, -0.2549884455671326 ], [ -0.30119963733530475, 1.6799760438482463, -0.2307763799836295 ], [ -0.3574255526669738, 1.8353023001126936, -0.15902244142194016 ], [ -0.36768410477486646, 1.9562453044210777, -0.04718440399451761 ], [ -0.3628154905852415, 1.9731472330775746, 0.22538696553779383 ], [ -0.1950066917790503, 1.8138889262528517, 0.6481385752080311 ], [ 0.30984423323735455, 1.3841218590544901, 1.289756718946759 ] ], "l2": 0.0001, "tails": "linear to 0 below the lowest level; linear to 1 at q_max + (q_max - q_0.5) above the highest", "noncrossing": "rearrangement (sorting) of the predicted quantiles" } }, "diagnostics": { "emos_csg": { "mean_crossing_share": null, "all_converged": true }, "extended_logistic": { "mean_crossing_share": null, "all_converged": true }, "quantile_regression": { "mean_crossing_share": 0.001768867924528302, "all_converged": true } } }, "Dec": { "tag": "init09_Dec", "methods": { "emos_csg": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.628602271020767, 0.4519933808928856, 0.49993203561338545, 0.5159299517594994, 0.33110438588163227, 0.7581842144552005, 0.47446856011411565, 0.414078941880466, 0.3614296481658433, 0.38280650831842117, 0.36427184065391244, 0.36798739480394366, 0.7842384095309046, 0.3671468341836826, 0.6394115687961217, 0.5954248076391346, 0.5095509184279093, 0.5411851134879855, 0.46907162850085155, 0.42389889765307665, 0.6845437779193521, 0.5893850888105417, 0.48040636883628496, 0.4728190721932848 ], "rps_clim": [ 0.4624741640812196, 0.36416610765516155, 0.4422595974098008, 0.36712657822233596, 0.4803523047148798, 0.501543214077303, 0.3815594430458934, 0.45778070774408053, 0.37379094005139873, 0.5059510414842439, 0.504210257429852, 0.4348120334694516, 0.5007213800482094, 0.5384660028689211, 0.49658574265625743, 0.4839860071593477, 0.4838849233259484, 0.4217693844746111, 0.47853425981145714, 0.3992808412893563, 0.4984056895208893, 0.4023398734123894, 0.44608696783469354, 0.4523579974254164 ], "crps": [ 3.8539852805953854, 4.294796573753278, 10.970770515375838, 3.368395444660433, 12.677252339467984, 5.3853937435739825, 3.5113312610714784, 5.190531572882019, 3.9061898212747788, 20.36769120695506, 17.155178366133438, 4.371600675486173, 8.331830992817588, 25.95529352474061, 5.280061989222212, 3.770249043733311, 14.067876410124548, 3.7565578625151352, 4.218517370803456, 4.641664936358257, 5.628469000788982, 4.783381704949151, 7.8967693000363255, 4.154476245406587 ], "crps_clim": [ 3.6506750617963, 3.988843487369463, 11.203471803884211, 3.3332598534247544, 16.8761419852548, 4.227668599494513, 3.5047235300380755, 5.768153494093948, 3.6035323495439853, 22.9833339716786, 18.13919478416678, 4.427000494303331, 4.863606214278204, 27.463024223023304, 4.53470492404546, 3.874421365516061, 14.911487498494658, 3.7696186303291617, 4.443130533664484, 4.471855770966325, 4.481214671360943, 3.6078781715948787, 8.104758045895256, 4.1587165920606255 ], "pinball_10": [ 0.48084343281731273, 0.9495033680565118, 2.2344280960234046, 0.6132263287770959, 2.610757033743326, 0.4146281893847336, 0.882448358557313, 1.3357463598355983, 0.9464747184446202, 3.724534270502081, 3.015240869635669, 1.2231814184163718, 1.458138987302683, 4.225597672274014, 0.4192363119809414, 0.6242042585138321, 2.7851749594645185, 1.009665813253747, 0.9921971202152097, 1.3240232072051974, 0.6117386996617653, 0.47334567828389723, 1.672190160741701, 0.6727819050508561 ], "pinball_50": [ 2.4083649579476547, 2.574521184695456, 7.4737240879319184, 1.8868804082922166, 8.77898785123615, 3.6917654658193513, 2.009898999695714, 3.5836497675490504, 2.047446776613879, 13.943738561049827, 10.81093177784984, 2.824117913234174, 5.674909610933457, 16.64287258921377, 3.617772265958018, 2.257388498192294, 9.715474882242951, 2.321652142726773, 2.5654761130830956, 3.199715239274942, 3.8179354806407177, 3.144104600614018, 5.224223647735225, 2.680613342878553 ], "pinball_90": [ 2.5475545601960183, 2.4912404677738893, 5.004579081167261, 2.2255206533466128, 5.751991378804289, 3.3451447224890143, 2.0648925239512934, 2.118457700435359, 2.4925554403109866, 10.04762414311769, 10.32774788881547, 2.0214107511701926, 4.3062879181344025, 15.222424173210326, 3.1111057338377446, 2.4273945791710516, 6.43595551918237, 1.9309817795919342, 2.289575801690726, 1.7841220313240427, 3.242169728054446, 3.117391499646247, 4.099189725913214, 2.508079832885487 ], "coverage_80": [ 0.9151018797859759, 0.919527418280447, 0.7294873299739871, 0.939885904942311, 0.8472802254412262, 0.8623855306465029, 0.9458208186329876, 0.9257294253356908, 0.9582781914603409, 0.6891871513349471, 0.45963031138805854, 0.9538596741804579, 0.7971981973580458, 0.35874947177132577, 0.8579263884897469, 0.9355874865566184, 0.7767024445811878, 0.9450531787739781, 0.9229961391534692, 0.9372855981212186, 0.8653351785361639, 0.9158298483041487, 0.8001860031742427, 0.9371133298318876 ] }, "rps": 0.5044946508141335, "rpss": -0.11301487560291679, "crps": 7.814094382613583, "crpss": 0.0149805380576985, "coverage_80": 0.8415057135856235, "pinball_10": 1.4458044674226, "pinball_50": 5.120673590225376, "pinball_90": 4.204724901425837 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7932848298020285, 0.47125732822407623, 0.5374150724420917, 0.6353537378742031, 0.11709582267580197, 0.952206423779397, 0.4643747914918658, 0.4102585170067578, 0.34830464806387595, 0.3724144611926619, 0.3317579867278191, 0.3209949155653029, 0.924132610196953, 0.25846595899305325, 0.774292825996076, 0.7860945275936008, 0.6296033935440419, 0.6867292333720645, 0.4743164486184565, 0.3626366801815907, 0.7775913342849159, 0.7797828962395756, 0.5061875574919412, 0.4751403432618559 ], "rps_clim": [ 0.4603646243540609, 0.36133241170925384, 0.3560701979435998, 0.38281914210699, 0.5447188300705726, 0.4731598449220253, 0.3379466428582786, 0.41389761740604725, 0.3793532375018062, 0.4951676988504199, 0.5335727424404405, 0.4468334038975933, 0.5135111989205434, 0.5463197346810212, 0.5158550682825546, 0.5366278375664278, 0.4857961877999277, 0.4494177882209411, 0.4523645048456989, 0.40207472599858246, 0.47196838057966783, 0.43502584949736794, 0.4365666153141803, 0.43611353844736594 ], "crps": [ 3.665449948271358, 4.836989129394967, 3.8539509658150792, 3.878193381624892, 18.628795513417646, 6.078134966239493, 3.489107963332307, 4.290085576036675, 3.557064735566154, 27.983546476042097, 24.933713770741765, 3.9500200065808557, 8.705641683505336, 24.594126841979783, 5.60994920100306, 3.9566374811530673, 14.631043679840355, 3.114861362431541, 5.778028530005463, 5.00440630222473, 5.400523493267854, 5.060711625023517, 5.855827407128016, 4.379289300072261 ], "crps_clim": [ 3.53985405034974, 4.448626396989797, 3.831075118513377, 3.781144285730062, 27.75206667076214, 4.1356623035179085, 3.6556952245576353, 4.448474874660991, 3.369575097789608, 30.70741617606507, 26.026494728726465, 3.989424179589407, 4.96638600414764, 26.455542706574832, 4.602459413203722, 4.363989857357262, 15.223560229909658, 3.3668625277629993, 6.0851909615132165, 5.257877498077877, 4.379670219907527, 3.6674902089467207, 6.360182842146921, 4.5722165859138295 ], "pinball_10": [ 0.4100136438235227, 0.9997775032492665, 1.0550942374015326, 0.42558775902950347, 4.0252476417459775, 0.37608505342741405, 0.9024116036088103, 1.1721061206326426, 0.7577090362329006, 4.562322406355022, 3.927988812535766, 0.9747543957920488, 1.182663769679523, 4.1425187419203615, 0.30256111750393505, 0.3034754801619798, 2.7958345298863447, 0.671087609099546, 1.427673534083332, 1.4150949742436052, 0.45002009983340685, 0.3568372191240377, 1.3268674873760546, 0.7472433460131569 ], "pinball_50": [ 2.3599099420828975, 3.023659342680977, 2.174680881419291, 2.413707906961174, 12.852877881841808, 4.3036766829351105, 2.0904050369425042, 2.7878361859909826, 1.870562004109835, 18.385896150236306, 15.415864422814117, 2.416981974516334, 6.129286621559331, 16.116713897287074, 4.081468911242244, 2.6598006805805445, 10.321347619287746, 1.6543665604584505, 3.915932650112929, 3.4482406061344957, 3.6484018605004533, 3.5952885661515475, 3.798849263935519, 3.0315274402650054 ], "pinball_90": [ 2.4204995646087197, 2.785445280344517, 2.164541462834828, 2.548602103205594, 8.381707274411156, 3.664348023694258, 1.8904507188390365, 2.0647991393226985, 2.46812687986858, 15.807376409257618, 16.08688313195909, 2.252673043374742, 4.454907813119956, 13.663699900734851, 3.1715690948349486, 2.652281563913087, 5.945768180647271, 2.1660992234436214, 2.4648297345557904, 1.897316646039849, 3.215829469010907, 3.110208182009448, 3.3882811569978233, 2.3022610795312057 ], "coverage_80": [ 0.8558173986768306, 0.8471699334601095, 0.880481816814486, 0.8733711183143203, 0.7209585646316755, 0.7644152826685856, 0.9120870045341598, 0.9472594940498897, 0.9454705305443311, 0.6180451519779214, 0.23498235226384684, 0.9120357061103929, 0.73596978043843, 0.3396032265181931, 0.7923050756037324, 0.8856941381849313, 0.7097206513519791, 0.8944920372659111, 0.8309934405478433, 0.92423556780444, 0.8346903328504106, 0.8593588006292657, 0.9243396100379201, 0.9190524590206803 ] }, "rps": 0.549570514359167, "rpss": -0.21375178390508465, "crps": 8.384837472529094, "crpss": 0.03708767107722999, "coverage_80": 0.7984395614291787, "pinball_10": 1.4462906717816537, "pinball_50": 5.520720128751944, "pinball_90": 4.623687711523316 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.6578583510987553, 0.4793580239841719, 0.3317717254317916, 0.5130363134725676, 0.578227441885244, 0.5058665624884203, 0.6905893021156462, 0.6086246544650058 ], "rps_clim": [ 0.5246144700356767, 0.45906562996886235, 0.5011278178409473, 0.4054087643183063, 0.4318625961992918, 0.4164527075415578, 0.47222731513414584, 0.48959470278394446 ], "crps": [ 4.573620888454481, 3.594973598142924, 10.834500567960688, 3.7292064217095344, 4.566691747055537, 5.377754685692152, 5.686477984195935, 3.7294528032391185 ], "crps_clim": [ 4.449757252556502, 3.5089080044931302, 12.856174788744454, 3.449050635638982, 4.059211378483799, 4.913629660110801, 3.6905398821481725, 3.739776322076306 ], "pinball_10": [ 0.40736280562845845, 0.8441415328561431, 2.4744182236835344, 0.9689060419110839, 0.9620024358677244, 1.3577495513641984, 0.8263461193147646, 0.4346960084273188 ], "pinball_50": [ 3.0975774861660685, 1.9942744831791943, 7.3199299573000784, 2.2668759634277404, 2.92119525977027, 3.5890395755724236, 3.588371923479146, 2.1878500437228587 ], "pinball_90": [ 2.7976750651089897, 2.205551418372347, 4.954574936342298, 1.9991491900682892, 2.360365193817745, 2.436425106568822, 3.5345498242092446, 2.6281061559861403 ], "coverage_80": [ 0.8981819945852922, 0.9584326056669217, 0.7332202251579395, 0.9355818340053158, 0.9035907654112739, 0.9094193791175822, 0.8938597351741476, 0.9370336976602076 ] }, "rps": 0.5456665468677003, "rpss": -0.17970669034149167, "crps": 5.261584837056296, "crpss": -0.03505616574022419, "coverage_80": 0.8961650295973351, "pinball_10": 1.0344528398816533, "pinball_50": 3.3706393365772227, "pinball_90": 2.8645496113092346 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.8370623112231527, 0.4557456376405055, 0.2131373978701099, 0.6332038634344523, 0.6911385872734847, 0.5420923777089502, 0.8203807633644519, 0.7674636553001883 ], "rps_clim": [ 0.5382193716167526, 0.4650399622952588, 0.5440481098664821, 0.4241115511562343, 0.46839627440568427, 0.37910263138537414, 0.4760078407411132, 0.4831703840027301 ], "crps": [ 4.950314074833694, 3.62981924061826, 11.330844149220091, 3.8684870561113653, 3.4868374063676404, 3.706115457144827, 6.555740496770873, 4.163708331189438 ], "crps_clim": [ 4.547263283969629, 3.923330653646682, 15.086357150218772, 3.7185054647551947, 3.603797407309782, 3.3708045568755702, 3.8569789909709526, 4.078601439500313 ], "pinball_10": [ 0.4065321309827002, 0.9313316237955052, 2.7495514942339505, 0.9312909341282803, 0.45496017907051955, 0.8751662507962609, 0.7805589657331288, 0.32735483196277537 ], "pinball_50": [ 3.4447547178134887, 2.16270122864306, 7.775029751187371, 2.372294344893012, 2.119064317732936, 2.1976675636569287, 4.117324275542214, 2.682952143030317 ], "pinball_90": [ 2.9092350475106303, 1.9458059926745004, 5.054143514899076, 2.0967850787817475, 2.393214319209008, 2.2150907346160245, 4.085353930377349, 2.699226582305347 ], "coverage_80": [ 0.8205984535240108, 0.9525479264899386, 0.719215667837766, 0.8996958740481992, 0.9014931188671422, 0.9261308422689402, 0.8029819438831987, 0.8786359379382767 ] }, "rps": 0.620028074226912, "rpss": -0.31288999249555216, "crps": 5.211483276532023, "crpss": 0.01170475894908618, "coverage_80": 0.8626624706071839, "pinball_10": 0.93209330133789, "pinball_50": 3.358973542812416, "pinball_90": 2.9248569000467106 } } }, "extended_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5334242110806429, 0.4417127630726515, 0.4997370265426964, 0.45717660546433275, 0.36497257150513823, 0.6659798394945184, 0.46377712904842117, 0.42513720767919166, 0.3964289370167492, 0.4096313115840547, 0.4295512877022289, 0.4103140517842354, 0.7193466009842946, 0.4339841279757226, 0.5665749889621704, 0.4913649953367945, 0.49452057670747657, 0.5004327711867733, 0.42817008847104104, 0.48985637488222633, 0.5948876801977633, 0.5201716428500741, 0.5068962835267368, 0.4619153222271488 ], "rps_clim": [ 0.4624741640812196, 0.36416610765516155, 0.4422595974098008, 0.36712657822233596, 0.4803523047148798, 0.501543214077303, 0.3815594430458934, 0.45778070774408053, 0.37379094005139873, 0.5059510414842439, 0.504210257429852, 0.4348120334694516, 0.5007213800482094, 0.5384660028689211, 0.49658574265625743, 0.4839860071593477, 0.4838849233259484, 0.4217693844746111, 0.47853425981145714, 0.3992808412893563, 0.4984056895208893, 0.4023398734123894, 0.44608696783469354, 0.4523579974254164 ], "crps": [ 3.6771193370050432, 4.806079682533188, 11.120968003621423, 3.2106523362020902, 13.818748670279827, 5.6591862837030815, 3.868850658297421, 5.570634265055831, 4.5618028950218825, 19.353443040572976, 17.314178271494153, 5.046577492099317, 8.424069061650473, 25.275134368118433, 5.260153259389694, 3.9024336155347545, 14.001669874211371, 4.302265129327172, 4.58345772982907, 5.620364096534531, 5.798082000970484, 5.0135628088658555, 9.090064438316292, 4.320536154149568 ], "crps_clim": [ 3.6506750617963, 3.988843487369463, 11.203471803884211, 3.3332598534247544, 16.8761419852548, 4.227668599494513, 3.5047235300380755, 5.768153494093948, 3.6035323495439853, 22.9833339716786, 18.13919478416678, 4.427000494303331, 4.863606214278204, 27.463024223023304, 4.53470492404546, 3.874421365516061, 14.911487498494658, 3.7696186303291617, 4.443130533664484, 4.471855770966325, 4.481214671360943, 3.6078781715948787, 8.104758045895256, 4.1587165920606255 ], "pinball_10": [ 0.6456816408736815, 1.1835508602086948, 2.4199534123729562, 0.7718593874023132, 3.1026552975784965, 0.5112910604871778, 1.0410130035093075, 1.5001493954551928, 1.1492042096183708, 3.9526536844673257, 3.2667112152011843, 1.4497928798543107, 0.4189130360104096, 4.509211526189056, 0.47294735982348335, 0.7711191734442653, 2.99942447821549, 1.1527843237409112, 1.1603463400075802, 1.5063771406661681, 0.4753399541961736, 0.6527260930339547, 2.002217713085459, 0.8426896081183683 ], "pinball_50": [ 1.7497142030317727, 2.604109997772247, 7.80311482516312, 1.6630313724524453, 9.407466566765208, 3.465653951172897, 2.141580735655662, 3.5048605548009246, 2.0341282145750985, 14.231422336319323, 11.409506375671716, 3.051704536562635, 5.865310750352901, 17.286607124755232, 3.2044096835945983, 1.9074401273956427, 10.020870029201838, 2.747678462065733, 2.5924544280481503, 3.921144796141997, 3.48924698149822, 2.734323962151433, 5.712818646924384, 2.3421208480714926 ], "pinball_90": [ 2.847550448048522, 2.99356296036946, 4.240306744420109, 2.2155413487733817, 6.0456321857021855, 4.3512993878295045, 2.225043464476409, 2.7639320815523347, 3.198039691416332, 6.84325053274727, 9.401208909668012, 2.606429819608304, 5.556157306280402, 11.949658457830175, 3.943706485161933, 2.8019155674685092, 5.271434489704608, 2.1501066990959252, 2.4892647276813995, 1.9902684614057236, 4.392110810864989, 3.9702691449497265, 4.990615922909068, 3.0231042145873066 ], "coverage_80": [ 0.9911971341523329, 0.9751353581736656, 0.8612579443279067, 1.0, 0.9176985068551693, 0.9919620193007276, 0.9868698608025236, 0.9927554918294055, 0.9832076582683519, 0.8221096250178712, 0.5127995177292547, 0.9956249976798431, 0.9846611195511092, 0.47287984777617653, 0.9992672828888403, 0.9919794978957314, 0.8667767584691756, 0.9948958322774022, 0.9551996218428895, 0.9237028618392413, 0.9985392400637556, 1.0000000000000002, 0.8578183929199699, 0.9854158173700464 ] }, "rps": 0.4877485164701285, "rpss": -0.0760695946100578, "crps": 8.066668061365997, "crpss": -0.016858082896132, "coverage_80": 0.919239766126308, "pinball_10": 1.5816088663983472, "pinball_50": 5.203779979589362, "pinball_90": 4.26085041093965 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6216918539348562, 0.4545598800634094, 0.4881175310235876, 0.5312778072931962, 0.2340814978009068, 0.810687059836745, 0.4491525989069949, 0.4319713223280579, 0.37933023807527216, 0.3985342579027842, 0.40484774046722244, 0.3671548367831624, 0.8290278831176656, 0.3402318923715941, 0.6526731422140473, 0.5926368870593038, 0.5731958034688738, 0.5194151606227249, 0.48284171899732936, 0.39704122089167365, 0.6505992728147321, 0.64638464777691, 0.49008604939826306, 0.47480735055303885 ], "rps_clim": [ 0.4603646243540609, 0.36133241170925384, 0.3560701979435998, 0.38281914210699, 0.5447188300705726, 0.4731598449220253, 0.3379466428582786, 0.41389761740604725, 0.3793532375018062, 0.4951676988504199, 0.5335727424404405, 0.4468334038975933, 0.5135111989205434, 0.5463197346810212, 0.5158550682825546, 0.5366278375664278, 0.4857961877999277, 0.4494177882209411, 0.4523645048456989, 0.40207472599858246, 0.47196838057966783, 0.43502584949736794, 0.4365666153141803, 0.43611353844736594 ], "crps": [ 3.027726667586645, 5.495696381193106, 4.4051918660468825, 3.42625784815515, 19.727734097147017, 6.525464048706612, 3.8285942084748137, 4.9135248312263435, 4.07791508866616, 26.312212089808448, 24.690249367269534, 4.393385491148516, 8.838893793015117, 23.921240245293305, 5.348504459246886, 3.6061651112600135, 14.479127228205476, 3.435482848123748, 6.382165599965631, 5.856490159610024, 5.600971095452927, 5.000634020595355, 7.422009731016276, 4.344064727205616 ], "crps_clim": [ 3.53985405034974, 4.448626396989797, 3.831075118513377, 3.781144285730062, 27.75206667076214, 4.1356623035179085, 3.6556952245576353, 4.448474874660991, 3.369575097789608, 30.70741617606507, 26.026494728726465, 3.989424179589407, 4.96638600414764, 26.455542706574832, 4.602459413203722, 4.363989857357262, 15.223560229909658, 3.3668625277629993, 6.0851909615132165, 5.257877498077877, 4.379670219907527, 3.6674902089467207, 6.360182842146921, 4.5722165859138295 ], "pinball_10": [ 0.5537674120080288, 1.2284774881840594, 1.221956571605516, 0.545450258361798, 4.53748110480786, 0.47931049506181483, 1.0457340693611776, 1.344803747564186, 0.9164326669217951, 4.789638880820546, 4.163009146725492, 1.1727782032074179, 0.3297845370719167, 4.433011207308505, 0.41426425411016227, 0.42289273438137054, 3.0117534496848757, 0.800853377728258, 1.5802085859525703, 1.5784151590271258, 0.4372688406374164, 0.5261717224416014, 1.6564661007482993, 0.8974130767476067 ], "pinball_50": [ 1.4581760789616294, 3.0254393706605853, 2.239055676178422, 1.7918902277787887, 14.074436401362988, 4.227082649733344, 2.3754691361540243, 2.9942640489477217, 1.748624989824148, 18.81642255958288, 16.065835510575127, 2.319406202511564, 6.364355148764613, 16.76949410014577, 3.6085305483093983, 1.957339675062476, 10.687571681220978, 1.8057857107032933, 4.370282887833968, 4.058630803241637, 3.36383649238948, 3.062107099528008, 4.373841367746723, 2.7956729616541254 ], "pinball_90": [ 2.332393812246201, 3.5107830783429392, 2.6996039167677908, 2.6403485204407637, 7.883676050875257, 4.916237878081652, 1.8764072998278711, 2.5769310974943616, 3.1632571372616813, 10.729339437482617, 14.331538162205117, 2.825347384210113, 5.718374925897077, 10.352733771963637, 3.8297521665364576, 2.911566076941814, 4.157012587971602, 2.3788554236931523, 2.662073442380151, 2.2219721226486167, 4.297389275702773, 3.827845928522648, 5.006043717819523, 2.560239291877286 ], "coverage_80": [ 0.9841392514072531, 0.9420959483065224, 0.9982371193077149, 0.9999999999999997, 0.835679966647589, 0.9947171388064248, 0.9929510660740933, 0.9964736669061492, 0.9999999999999997, 0.748200100697525, 0.27687674120269457, 0.9982365475984338, 0.9947239962945312, 0.45757162580861843, 0.9982420603384676, 0.9999999999999997, 0.8627470669431979, 0.9999999999999997, 0.8925146411698381, 0.9788390018603103, 0.9999999999999997, 0.9999999999999997, 0.9999999999999997, 0.9911844531200137 ] }, "rps": 0.509181152237598, "rpss": -0.12455001808071842, "crps": 8.544154208517483, "crpss": 0.018791782839734816, "coverage_80": 0.9143095996870572, "pinball_10": 1.5869726287695585, "pinball_50": 5.598064638702986, "pinball_90": 4.558738437799629 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5497370470393076, 0.454220105518292, 0.3747969908157721, 0.49150154070121505, 0.5248195932266804, 0.5039155024703277, 0.6206503194907887, 0.5399106974529897 ], "rps_clim": [ 0.5246144700356767, 0.45906562996886235, 0.5011278178409473, 0.4054087643183063, 0.4318625961992918, 0.4164527075415578, 0.47222731513414584, 0.48959470278394446 ], "crps": [ 4.314261754503804, 4.06281419717733, 11.274045723214561, 4.265656417158083, 4.993496940226517, 6.095103067864101, 6.563690073225262, 3.8319523601516896 ], "crps_clim": [ 4.449757252556502, 3.5089080044931302, 12.856174788744454, 3.449050635638982, 4.059211378483799, 4.913629660110801, 3.6905398821481725, 3.739776322076306 ], "pinball_10": [ 0.43719677996108625, 1.016739155117861, 2.7736773260478254, 1.1197291224723058, 1.1041144322708554, 1.525537474714813, 1.1474034460681588, 0.5643063656396512 ], "pinball_50": [ 2.504855993577015, 2.0655441400003225, 7.662744265557392, 2.616187218114453, 2.9096116284196474, 3.9149813709594468, 3.5437104730840328, 1.7954005018563592 ], "pinball_90": [ 3.2897709180733674, 2.5621429708898087, 4.81517150668737, 2.142019455344646, 2.7284961406920245, 2.906124969187381, 4.729074032507864, 3.1291243404108626 ], "coverage_80": [ 1.0000000000000002, 0.9810219043826242, 0.8039866390661546, 0.9663923042935897, 0.9468167369577688, 0.9562495098819113, 0.9868978709463961, 0.9978241691872113 ] }, "rps": 0.5074439745894216, "rpss": -0.09707119711291501, "crps": 5.675127566690168, "crpss": -0.11640807117563257, "coverage_80": 0.954898641839457, "pinball_10": 1.2110880127865695, "pinball_50": 3.3766294489460833, "pinball_90": 3.2877405417241654 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.6720975843490723, 0.4338636111983056, 0.2659729090346687, 0.5633331043853687, 0.5458493997307299, 0.49877452038653647, 0.6954594604376722, 0.6435339305240843 ], "rps_clim": [ 0.5382193716167526, 0.4650399622952588, 0.5440481098664821, 0.4241115511562343, 0.46839627440568427, 0.37910263138537414, 0.4760078407411132, 0.4831703840027301 ], "crps": [ 4.63799875223395, 4.042358037129742, 11.717837155979462, 4.247087486815458, 3.292716042742106, 4.340392942303733, 7.3093140503365, 3.8662583394053778 ], "crps_clim": [ 4.547263283969629, 3.923330653646682, 15.086357150218772, 3.7185054647551947, 3.603797407309782, 3.3708045568755702, 3.8569789909709526, 4.078601439500313 ], "pinball_10": [ 0.3558100995091416, 1.1056795301338884, 3.0951537382473298, 1.0708792044406725, 0.5710505001228049, 1.03070233331932, 1.1148180270527006, 0.4313864480530525 ], "pinball_50": [ 2.8980396580169727, 2.3451874108175703, 8.060130252315735, 2.66198431165057, 1.5851032257198552, 2.2994638949741413, 3.939395279614332, 2.116689361830556 ], "pinball_90": [ 3.4481145123174515, 2.127681494677249, 5.022884854028811, 2.2099949725772605, 2.5833318687623996, 2.8034155412671535, 5.474184438053665, 3.0361790331522687 ], "coverage_80": [ 0.9999999999999997, 0.9823586481395683, 0.8070119578316226, 0.9823739833856208, 0.9999999999999997, 0.9999999999999997, 0.9982365475984338, 0.9999999999999997 ] }, "rps": 0.5398605650058048, "rpss": -0.14313780714342927, "crps": 5.431745350868291, "crpss": -0.030065299266545997, "coverage_80": 0.9712476421194055, "pinball_10": 1.0969349851098635, "pinball_50": 3.238249174367467, "pinball_90": 3.338223339354532 } } }, "quantile_regression": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5942380351663776, 0.456726043057734, 0.5662902720142362, 0.5239336656064769, 0.3366029898627924, 0.7447465258850181, 0.5176724576674864, 0.4618738850258998, 0.3929199050179959, 0.46544224282826147, 0.42613229623069954, 0.3844563891097136, 0.7629003227185018, 0.43749542525806284, 0.5982547758063854, 0.5634463269091825, 0.5671563355722852, 0.562967605791447, 0.4413605718337024, 0.4569635245852251, 0.6041848163149653, 0.593167629950273, 0.537966335129994, 0.4323848181834345 ], "rps_clim": [ 0.4624741640812196, 0.36416610765516155, 0.4422595974098008, 0.36712657822233596, 0.4803523047148798, 0.501543214077303, 0.3815594430458934, 0.45778070774408053, 0.37379094005139873, 0.5059510414842439, 0.504210257429852, 0.4348120334694516, 0.5007213800482094, 0.5384660028689211, 0.49658574265625743, 0.4839860071593477, 0.4838849233259484, 0.4217693844746111, 0.47853425981145714, 0.3992808412893563, 0.4984056895208893, 0.4023398734123894, 0.44608696783469354, 0.4523579974254164 ], "crps": [ 3.2062871824445587, 4.167198713643029, 11.390120780616758, 2.835151054388787, 13.098378174471785, 4.595746409393256, 3.199955629075748, 5.3667507713979905, 3.6340822143885725, 21.092411208839536, 18.041496202431556, 4.391983450179976, 7.210970247001433, 26.1430558855568, 4.697194289242352, 3.089376211015111, 14.536003137758224, 3.595498925180697, 3.992462328673308, 4.866399582102357, 4.749231207944017, 4.294410450871248, 8.209173575004757, 3.6398662654561216 ], "crps_clim": [ 3.6506750617963, 3.988843487369463, 11.203471803884211, 3.3332598534247544, 16.8761419852548, 4.227668599494513, 3.5047235300380755, 5.768153494093948, 3.6035323495439853, 22.9833339716786, 18.13919478416678, 4.427000494303331, 4.863606214278204, 27.463024223023304, 4.53470492404546, 3.874421365516061, 14.911487498494658, 3.7696186303291617, 4.443130533664484, 4.471855770966325, 4.481214671360943, 3.6078781715948787, 8.104758045895256, 4.1587165920606255 ], "pinball_10": [ 0.4452475310090874, 0.8960458810874112, 2.1526906129579086, 0.5851350942118011, 2.761773117175323, 0.4550939335855273, 0.7904186105478531, 1.237599573473809, 0.8659237988666872, 3.643065491111807, 2.9276242792155953, 1.1561959960337387, 1.2963603969313735, 4.183535887999409, 0.5533951483726145, 0.5612687782558423, 2.7047449787796274, 0.9147333519875319, 0.8980721920236563, 1.2397234441652516, 0.6347722479291573, 0.44267010234790793, 1.6884424332781638, 0.6457659431325563 ], "pinball_50": [ 1.792305831264259, 2.4226886301064976, 7.941974487435705, 1.6708907728544433, 9.846374305826822, 2.772154808840968, 2.06741189636566, 3.829753607497454, 2.0758052916015783, 14.829719014629175, 11.464647027131958, 3.039162669008062, 4.328223401786601, 17.54747394009933, 2.899939761159845, 1.939327010696585, 10.370583150674973, 2.54102048670533, 2.558283930316464, 3.5899889158392404, 2.8495736191764043, 2.460080279879424, 5.387393416318346, 2.2945161267371192 ], "pinball_90": [ 2.3326597792746377, 2.7190332115215847, 5.19626904975343, 1.853649454741554, 5.67894935430583, 3.1890210013871276, 1.6199350154620493, 2.0586667931521463, 2.329256061565477, 9.701082889461278, 11.214181904402993, 2.2061477930347837, 4.482285438085136, 13.5786687926679, 3.0028491527266654, 1.8437385091832534, 6.3068106560784045, 1.4229778994690205, 2.1915648519976467, 1.6827821512037269, 3.1150051812203836, 3.238784754208453, 4.652983466450631, 2.2448630347133895 ], "coverage_80": [ 0.8390648511780626, 0.8793352566065422, 0.66316036577873, 0.8689018992155657, 0.9023633786710101, 0.7446688659997102, 0.8736856014138319, 0.8631496210467943, 0.9180625321090866, 0.6245711671310914, 0.45078766179942487, 0.9304769808939167, 0.6837515828710831, 0.3450543641238827, 0.7371224779433693, 0.8639133636218638, 0.7263032612546215, 0.9011644146804775, 0.8687904999492976, 0.8761501952832068, 0.789185579483851, 0.8521934396605838, 0.7560828364101485, 0.8917131920661298 ] }, "rps": 0.5178867998135895, "rpss": -0.14256060225954448, "crps": 7.668466829044916, "crpss": 0.033337876405101996, "coverage_80": 0.7854022245496785, "pinball_10": 1.4033457843533184, "pinball_50": 5.104970515914677, "pinball_90": 4.077590258169479 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8152652555032016, 0.4897984383749785, 0.5591148856406937, 0.6540023822374587, 0.17838846816357723, 0.9850592648475569, 0.48540080464559165, 0.4365298898619259, 0.38492773832081434, 0.4229455223507834, 0.4152448947806157, 0.36004065322582457, 0.9632184048377792, 0.2946346159905372, 0.8013486872532761, 0.7738983783328898, 0.6836821319068778, 0.6219772509457566, 0.5368016148819266, 0.3817372406154779, 0.7682648910887833, 0.8148671123842915, 0.5483135807629778, 0.4803376892992329 ], "rps_clim": [ 0.4603646243540609, 0.36133241170925384, 0.3560701979435998, 0.38281914210699, 0.5447188300705726, 0.4731598449220253, 0.3379466428582786, 0.41389761740604725, 0.3793532375018062, 0.4951676988504199, 0.5335727424404405, 0.4468334038975933, 0.5135111989205434, 0.5463197346810212, 0.5158550682825546, 0.5366278375664278, 0.4857961877999277, 0.4494177882209411, 0.4523645048456989, 0.40207472599858246, 0.47196838057966783, 0.43502584949736794, 0.4365666153141803, 0.43611353844736594 ], "crps": [ 3.0709769585488824, 4.82912071779534, 3.5885604996759652, 3.16377257025674, 19.565894462499646, 5.230076740191296, 3.2192151607632415, 4.223347450038828, 3.0722043696398944, 28.138439313360383, 26.15468851968177, 3.8646900894692298, 7.718368926053481, 24.824578370074533, 5.237471884960505, 3.0457303064705448, 14.88116090131699, 2.3816264313737356, 6.163734666258252, 5.220767961120886, 4.5449206829858655, 4.646874536231952, 6.18826387589167, 4.087641816728452 ], "crps_clim": [ 3.53985405034974, 4.448626396989797, 3.831075118513377, 3.781144285730062, 27.75206667076214, 4.1356623035179085, 3.6556952245576353, 4.448474874660991, 3.369575097789608, 30.70741617606507, 26.026494728726465, 3.989424179589407, 4.96638600414764, 26.455542706574832, 4.602459413203722, 4.363989857357262, 15.223560229909658, 3.3668625277629993, 6.0851909615132165, 5.257877498077877, 4.379670219907527, 3.6674902089467207, 6.360182842146921, 4.5722165859138295 ], "pinball_10": [ 0.4001169913910469, 0.9543357424552575, 0.9777607957898861, 0.46759296090482333, 4.191722417136095, 0.5318403039932355, 0.8233312987254626, 1.0717561124679331, 0.6742274567922955, 4.493259045958399, 3.827219810600408, 0.9133892185334578, 1.362389376048193, 4.101078110454717, 0.5484197261675036, 0.29607472134019586, 2.749840892095244, 0.6018447673555735, 1.3325595440736397, 1.33081542917443, 0.5898558426264636, 0.3876383619676201, 1.355974203233599, 0.7663494275758196 ], "pinball_50": [ 1.7894744477526103, 2.795346158225318, 2.3419429556448663, 1.8705381152964051, 15.510516778010103, 3.166702191764618, 2.2089246673135206, 2.9642705675633616, 1.7568355609252555, 19.153787360620903, 16.141259108145313, 2.3999420899074693, 4.766645134809998, 17.09202059530968, 3.3353678764188337, 1.9312891076885876, 10.791355188661436, 1.4781395060194211, 4.287827502546448, 3.9696604221838534, 2.799686195142224, 2.845334425650077, 3.864814074068922, 2.823955412231307 ], "pinball_90": [ 2.208256747301532, 3.2532535361525126, 1.8710551586421464, 2.1113549539417855, 6.870233715656115, 3.56937644683296, 1.3383691779260223, 1.8254628078319772, 1.9934806275982329, 14.5147722563909, 17.28639456527334, 2.319926272611391, 4.588407760842567, 11.584880079050926, 3.262687637035099, 1.9796377763940864, 5.304182186502577, 1.4593013523759393, 2.8577511062526426, 1.6481209432237887, 2.8624716257531535, 3.2996843115477223, 4.278705023030058, 2.039885657732661 ], "coverage_80": [ 0.7153845750186171, 0.7576541669611558, 0.7944712440015125, 0.7363294726337473, 0.800466316865937, 0.5607873977513081, 0.8154742661022156, 0.8840491517588404, 0.8682395112649557, 0.5689344095695549, 0.2258870874723799, 0.8663856969316369, 0.5250228773824741, 0.3234885493005113, 0.5848074893440544, 0.7451453872896379, 0.6254625964848067, 0.8294796221242471, 0.714943109408336, 0.8486317208469223, 0.692253848548258, 0.7171665371927277, 0.7910014318650639, 0.8241123345764936 ] }, "rps": 0.5773249915105345, "rpss": -0.2750488245461866, "crps": 8.21092196714117, "crpss": 0.05706007780276612, "coverage_80": 0.7006491166956413, "pinball_10": 1.4478913565358875, "pinball_50": 5.503568143412522, "pinball_90": 4.346985488579173 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.6191102862392526, 0.4698783758484627, 0.3720276448829585, 0.5335962342544354, 0.5956908367909798, 0.5797149223552034, 0.661561929937885, 0.5760368733575533 ], "rps_clim": [ 0.5246144700356767, 0.45906562996886235, 0.5011278178409473, 0.4054087643183063, 0.4318625961992918, 0.4164527075415578, 0.47222731513414584, 0.48959470278394446 ], "crps": [ 3.8492939074907517, 3.167745471070338, 11.603938815855496, 3.582475765587082, 4.294858377148876, 5.54681216501723, 5.498807648394494, 2.84172590937061 ], "crps_clim": [ 4.449757252556502, 3.5089080044931302, 12.856174788744454, 3.449050635638982, 4.059211378483799, 4.913629660110801, 3.6905398821481725, 3.739776322076306 ], "pinball_10": [ 0.534518978365913, 0.7402387643422358, 2.4211345701122258, 0.8787544524936032, 0.905064687841501, 1.2627398139313089, 0.8257926241195465, 0.42351385758923876 ], "pinball_50": [ 2.3199189933041717, 1.8647962682815034, 8.152625138727153, 2.4352609179371147, 2.838505154872001, 3.9389050221567516, 2.815744073560345, 1.6017455592863172 ], "pinball_90": [ 2.453190225440441, 1.8702450721414225, 5.7248729527358915, 1.6830219432172029, 2.0319866080914553, 2.2240137277142686, 4.387740560168725, 1.9485232220185473 ], "coverage_80": [ 0.800088742084664, 0.9060145145564549, 0.6931264978152075, 0.8683960582378489, 0.8422599259347116, 0.8503525776163289, 0.8361918550043381, 0.8301529700873856 ] }, "rps": 0.5509521379583413, "rpss": -0.19113390208432612, "crps": 5.04820725749186, "crpss": 0.006919358022775324, "coverage_80": 0.8283228926671174, "pinball_10": 0.9989697185994466, "pinball_50": 3.2459376410156695, "pinball_90": 2.7904492889409944 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.8577362108775309, 0.45744214723720744, 0.24261632536404526, 0.6706416660284057, 0.655693803232625, 0.545365725204696, 0.8246122282324144, 0.8195679711195641 ], "rps_clim": [ 0.5382193716167526, 0.4650399622952588, 0.5440481098664821, 0.4241115511562343, 0.46839627440568427, 0.37910263138537414, 0.4760078407411132, 0.4831703840027301 ], "crps": [ 4.2434544898515885, 3.375546959164759, 12.594170953551584, 3.6776151137521773, 2.671531777927855, 3.225456707149222, 6.446252816855652, 3.411141366746324 ], "crps_clim": [ 4.547263283969629, 3.923330653646682, 15.086357150218772, 3.7185054647551947, 3.603797407309782, 3.3708045568755702, 3.8569789909709526, 4.078601439500313 ], "pinball_10": [ 0.6524833880851184, 0.8376566394807394, 2.711428691521491, 0.8610561313328461, 0.4736595331744456, 0.7906169793869763, 0.8324982561498405, 0.43542565426178914 ], "pinball_50": [ 2.639641340503728, 2.212209498251348, 8.943158513559867, 2.4821250684453875, 1.5524178180140378, 2.0721694225762226, 3.125322709115735, 2.086382958363187 ], "pinball_90": [ 2.504895713630359, 1.5694820907607374, 6.600950773887511, 1.8937025943279882, 1.772862961906541, 1.6917051845025155, 5.367762022129513, 2.0774555223591915 ], "coverage_80": [ 0.6465268911186045, 0.8876356684438673, 0.6559944384665164, 0.7995785310788368, 0.8031008458214203, 0.8559255830506223, 0.6768227450033268, 0.6712555280017403 ] }, "rps": 0.634209509662061, "rpss": -0.34291873705722997, "crps": 4.955646273124895, "crpss": 0.06022117539631411, "coverage_80": 0.7496050288731169, "pinball_10": 0.9493531591741557, "pinball_50": 3.139178416103689, "pinball_90": 2.9348521079380445 } } }, "incumbent": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47936806494645007, 0.3703937651999684, 0.4460919240968826, 0.3524824008727622, 0.41728910051619117, 0.559141501699292, 0.3926245400217819, 0.4662111442005567, 0.3827009679219798, 0.4609105955622639, 0.49441721407283434, 0.43541467701361003, 0.5813064269539499, 0.4938603518516682, 0.5158124309358065, 0.4156464292623028, 0.45715535375135247, 0.40823574653586275, 0.4707886003157014, 0.4182060542440085, 0.521429665385859, 0.42413472171738126, 0.4290886555117517, 0.45300693182980833 ], "rps_clim": [ 0.4624741640812196, 0.36416610765516155, 0.4422595974098008, 0.36712657822233596, 0.4803523047148798, 0.501543214077303, 0.3815594430458934, 0.45778070774408053, 0.37379094005139873, 0.5059510414842439, 0.504210257429852, 0.4348120334694516, 0.5007213800482094, 0.5384660028689211, 0.49658574265625743, 0.4839860071593477, 0.4838849233259484, 0.4217693844746111, 0.47853425981145714, 0.3992808412893563, 0.4984056895208893, 0.4023398734123894, 0.44608696783469354, 0.4523579974254164 ] }, "rps": 0.451904886017501, "rpss": 0.003008536000461026 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.47249321430747004, 0.3779115233013618, 0.3779263958620086, 0.38395048082494165, 0.40000128288176406, 0.5728285723659877, 0.3700558110524469, 0.43363409277248377, 0.43042789365611117, 0.44354605496118404, 0.5382653378090251, 0.45637376883980785, 0.58844408164541, 0.49010793588765816, 0.5471616789257011, 0.4323728715141647, 0.4485632111892675, 0.3798920058829746, 0.48997489742610106, 0.41924670276798476, 0.447235150238859, 0.4811004638535815, 0.430747120870386, 0.4326744995056307 ], "rps_clim": [ 0.4603646243540609, 0.36133241170925384, 0.3560701979435998, 0.38281914210699, 0.5447188300705726, 0.4731598449220253, 0.3379466428582786, 0.41389761740604725, 0.3793532375018062, 0.4951676988504199, 0.5335727424404405, 0.4468334038975933, 0.5135111989205434, 0.5463197346810212, 0.5158550682825546, 0.5366278375664278, 0.4857961877999277, 0.4494177882209411, 0.4523645048456989, 0.40207472599858246, 0.47196838057966783, 0.43502584949736794, 0.4365666153141803, 0.43611353844736594 ] }, "rps": 0.4518722936809296, "rpss": 0.0020192346162355435 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.51274390782975, 0.4563505319574624, 0.45799681091951466, 0.4060723638145676, 0.4178533574718547, 0.4266856589612984, 0.5209071624798963, 0.4434111635263806 ], "rps_clim": [ 0.5246144700356767, 0.45906562996886235, 0.5011278178409473, 0.4054087643183063, 0.4318625961992918, 0.4164527075415578, 0.47222731513414584, 0.48959470278394446 ] }, "rps": 0.45525261962009056, "rpss": 0.015764180076215828 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4985738033405962, 0.46981754277167187, 0.4640283852959447, 0.4075874040014055, 0.426472580326145, 0.3883894417613599, 0.5340354522170333, 0.4300522121009043 ], "rps_clim": [ 0.5382193716167526, 0.4650399622952588, 0.5440481098664821, 0.4241115511562343, 0.46839627440568427, 0.37910263138537414, 0.4760078407411132, 0.4831703840027301 ] }, "rps": 0.4523696027268826, "rpss": 0.042121560269932745 } } }, "mvs_ensemble": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 3.263834367406225, 4.335357754476344, 11.62948302325778, 2.4017802381876727, 11.143157246330501, 5.18608575803275, 3.2129153023456767, 5.536092260975488, 3.799473098310052, 19.750413876318756, 17.74028139887512, 4.173203168265196, 8.931512420829389, 25.709126219744434, 5.3851510992222815, 2.9828192283382378, 13.781653392617008, 3.8157741741032547, 4.302355900731465, 4.947176354527939, 5.824882443355951, 4.747648725137012, 8.567600074832841, 3.6642080274638262 ], "crps_clim": [ 3.6506750617963, 3.988843487369463, 11.203471803884211, 3.3332598534247544, 16.8761419852548, 4.227668599494513, 3.5047235300380755, 5.768153494093948, 3.6035323495439853, 22.9833339716786, 18.13919478416678, 4.427000494303331, 4.863606214278204, 27.463024223023304, 4.53470492404546, 3.874421365516061, 14.911487498494658, 3.7696186303291617, 4.443130533664484, 4.471855770966325, 4.481214671360943, 3.6078781715948787, 8.104758045895256, 4.1587165920606255 ], "pinball_10": [ 0.7029818666288695, 0.8169129270193143, 2.059596271868472, 0.5652403108346368, 2.5589584745115026, 0.8672730997411163, 0.7668758955742627, 1.1719569860299777, 0.8223003727631957, 3.4802691132909884, 2.879222499662249, 1.0072698736781027, 1.9604692790320482, 3.942996771836338, 1.2093342182952411, 0.6834941960982236, 2.5983310343537362, 0.8874616469545568, 0.9979484749118643, 1.147966135561261, 1.1898415807720513, 0.5118716954313137, 1.4357315079094572, 0.6671465111712782 ], "pinball_50": [ 2.0067182365039367, 2.487067654950729, 7.891896552363529, 1.2802826504803972, 7.818841714658797, 3.2782971333378685, 2.1636515101760265, 4.01876965550272, 2.136262491787875, 13.523838337088463, 11.21278344647872, 2.896001009013784, 5.8397742509589685, 16.389485181362275, 3.2276757879994946, 1.7446162396760716, 9.60053199370727, 2.8248734506634388, 2.8190412822245023, 3.6250087944850784, 3.8659375745036453, 3.0782803229024247, 4.934115089409956, 2.4651666671722987 ], "pinball_90": [ 1.860086533103681, 2.372815225441452, 6.473435704214369, 1.5527170932844767, 4.95269645155099, 3.053130805029114, 1.4702706674842951, 2.1212300884885535, 2.1348316245078682, 9.151026181564148, 11.426469836843866, 1.782992509769838, 4.223715381478093, 16.467103416489337, 2.7549862491823736, 1.85320787108151, 6.657402919207695, 1.2192299123237051, 1.9288913229240148, 1.795241714947228, 2.5949405675885093, 2.9678132148565814, 5.18570392677649, 1.7655129093951174 ], "coverage_80": [ 0.7492893824113644, 0.8768004180370427, 0.6962894036729541, 0.9052199559051349, 0.6898087355521374, 0.6504260789565678, 0.8966547081731646, 0.9027595526648987, 0.9329551295472461, 0.721295098357677, 0.4139519470405197, 0.9203321348112208, 0.57505884082707, 0.32655318068835454, 0.639214424822459, 0.8358844101780638, 0.7953186505782224, 0.8980213087238545, 0.7795897975521846, 0.8511385655450331, 0.6459800950825195, 0.8598617886127541, 0.7648008778309214, 0.8003039170269752 ] }, "crps": 7.70133273140355, "crpss": 0.02919490706375627, "coverage_80": 0.7553128501082642, "pinball_10": 1.455477114330419, "pinball_50": 5.047038209475345, "pinball_90": 4.073560505313888 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 2.8399650037144615, 5.227287047221032, 3.9756802009469467, 2.603056009691704, 14.991798271609255, 5.8941130926365055, 3.472638420741597, 4.613641310589849, 3.565855613508317, 26.81048620163628, 25.859580203479638, 4.007706630472302, 9.24656304099393, 24.39110215023131, 5.963458683917062, 2.635088039925223, 14.04769260875887, 2.6314410959309997, 6.666994558478624, 5.40856102675493, 4.947086894910817, 5.1108253101276775, 6.684994630732168, 3.8538195765280348 ], "crps_clim": [ 3.53985405034974, 4.448626396989797, 3.831075118513377, 3.781144285730062, 27.75206667076214, 4.1356623035179085, 3.6556952245576353, 4.448474874660991, 3.369575097789608, 30.70741617606507, 26.026494728726465, 3.989424179589407, 4.96638600414764, 26.455542706574832, 4.602459413203722, 4.363989857357262, 15.223560229909658, 3.3668625277629993, 6.0851909615132165, 5.257877498077877, 4.379670219907527, 3.6674902089467207, 6.360182842146921, 4.5722165859138295 ], "pinball_10": [ 0.44362631113336237, 0.8408633423664619, 0.9735680809576389, 0.4536144620633948, 3.5650242773998433, 0.7405235952291964, 0.798425268606264, 1.0713622858122056, 0.7112615987654247, 4.380669556800396, 3.8888887822141154, 0.7835213443721173, 1.3790157662400766, 3.957533790462028, 1.1179504818107453, 0.5758934279277453, 2.6843959757199913, 0.6266770377710046, 1.3245077417143656, 1.2920033143167353, 0.5897026281582824, 0.41003562254672044, 1.2299346716255477, 0.7455971576828513 ], "pinball_50": [ 1.835723036279036, 2.8888307287709107, 2.6946628798420598, 1.1431715402122755, 10.363744239253224, 3.753401076056395, 2.5244434252405314, 3.05951838757416, 1.9223621095188297, 17.483057381000915, 15.992173291923676, 2.359992589635234, 6.375112342271386, 16.049803242360866, 3.6015093942370915, 1.3476264086755003, 10.010634929477712, 1.7738099238062348, 4.772168380814696, 4.052380966752908, 3.2790790965849235, 3.568822134797115, 3.124639156991986, 2.624572345742516 ], "pinball_90": [ 1.6121969801036957, 2.956200263284877, 1.7736822294007797, 2.0641547290146773, 6.968928517149601, 3.528844195039014, 1.3857579034120604, 2.0290585870795046, 2.1709676985733473, 15.159099863453267, 18.16623881798835, 2.08518954897088, 4.428362541970757, 14.674425187206253, 2.973799489411146, 2.1161451398577604, 5.605575746858014, 1.0416968685499017, 2.790200717855674, 1.8941038965748487, 2.6600731537171454, 2.9546497790231676, 4.205160998271215, 1.6773418310965953 ], "coverage_80": [ 0.8929304759947204, 0.9087225400473314, 0.947349796024055, 0.9120170130375013, 0.8092084071173268, 0.7170783316170973, 0.9472201185983226, 0.9771023126578872, 0.9736456689979317, 0.7165280826093857, 0.19128894291268986, 0.9648331440775542, 0.6552254172981352, 0.32343858988207747, 0.7009893942757698, 0.8048551423455995, 0.7976927688643981, 0.8963338027115183, 0.8291904058964437, 0.9665224213424463, 0.8556864320198697, 0.9085413694836747, 0.9526507046701628, 0.9066971864366122 ] }, "crps": 8.143726484314065, "crpss": 0.06477678776573459, "coverage_80": 0.8148228528716047, "pinball_10": 1.441024855070688, "pinball_50": 5.275051625325841, "pinball_90": 4.455077278494272 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 3.9817917819282025, 3.488728981603562, 10.627816437454907, 4.104742774245519, 4.496095240634255, 5.531786495356816, 6.974638321267467, 2.784178213141836 ], "crps_clim": [ 4.449757252556502, 3.5089080044931302, 12.856174788744454, 3.449050635638982, 4.059211378483799, 4.913629660110801, 3.6905398821481725, 3.739776322076306 ], "pinball_10": [ 0.7259977288132208, 0.7790637520531778, 2.187066832976413, 0.8872969567846082, 0.8877385176268401, 1.1827871191110522, 0.7263222220123227, 0.5815315950639501 ], "pinball_50": [ 2.454807700965962, 2.152234165235302, 7.2153121868119925, 2.946683361013934, 2.989989127399483, 3.785781738103201, 4.735711399347365, 1.2373257648171534 ], "pinball_90": [ 2.314670383718406, 1.9300259729054234, 5.037818250802186, 1.8380006893176188, 2.3459773760103886, 2.4439686405373213, 4.0679037245082785, 2.306054716995427 ], "coverage_80": [ 0.7242587937247132, 0.8392088912339625, 0.7409672835854872, 0.8537234568253974, 0.8678887827991885, 0.8929147961970432, 0.7535937027381383, 0.8190523594911361 ] }, "crps": 5.2487222807040705, "crpss": -0.032525850507865384, "coverage_80": 0.8114510083243833, "pinball_10": 0.994725590555198, "pinball_50": 3.439730680461799, "pinball_90": 2.785552469349381 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 4.070748309240664, 3.827987180810729, 11.039622831087337, 4.13764152691856, 2.6595430661215427, 3.3928760321864093, 8.882369220274617, 2.946753552914582 ], "crps_clim": [ 4.547263283969629, 3.923330653646682, 15.086357150218772, 3.7185054647551947, 3.603797407309782, 3.3708045568755702, 3.8569789909709526, 4.078601439500313 ], "pinball_10": [ 0.6466093230323504, 0.8907577296475245, 2.4764076935685018, 0.8863263026071788, 0.5632606357695421, 0.7615764371286298, 0.6716615829891985, 0.47206609348365286 ], "pinball_50": [ 2.3040578679480173, 2.7204995169058224, 7.546507829772477, 2.9476903690250342, 1.5033620381053674, 2.2101473731996713, 6.081385509384678, 1.3081766243648645 ], "pinball_90": [ 2.692523489294528, 1.6149667058478114, 4.858954060738704, 1.9692903329294955, 1.7338357255532832, 1.824084027928576, 5.193824253717042, 2.5233111999710656 ], "coverage_80": [ 0.7994088538747522, 0.8927454685174725, 0.7876843878379821, 0.936643711485298, 0.90155427395211, 0.9894591399281129, 0.825871966895411, 0.9049212115698534 ] }, "crps": 5.119692714944305, "crpss": 0.0291117370351599, "coverage_80": 0.879786126757624, "pinball_10": 0.9210832247783224, "pinball_50": 3.3277283910882414, "pinball_90": 2.8013487244975632 } } } }, "fitted": { "emos_csg": { "theta": [ -0.21279722916785132, 0.7605436816531932, -0.3734601957060457, 0.7449927711277307, -7.24930524379471 ], "converged": true, "form": "mu = softplus(a0 + a1 m), sigma = softplus(b0 + b1 md), delta = -softplus(d)" }, "extended_logistic": { "theta": [ 0.2594388134561454, 0.5648032880191747, -1.038994200071654, 0.4233920800137904 ], "converged": true, "thresholds": "training CHIRPS deciles of each cell" }, "quantile_regression": { "levels": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95 ], "coefficients": [ [ 0.08538080139517606, 0.0679564503899807, -0.03248453656968118 ], [ 0.14764395059614546, 0.1170327108678489, -0.05619880214050897 ], [ 0.18492340152703068, 0.1771869015973453, -0.08295665795757443 ], [ 0.23146426350458243, 0.20817321774809627, -0.10159685008396269 ], [ 0.272311092243729, 0.2319195702148708, -0.11490845715715586 ], [ 0.304343775819895, 0.24814349479669515, -0.1191642974390149 ], [ 0.3290986853335529, 0.2784389008579261, -0.1295740756604595 ], [ 0.34815298314099763, 0.3172610906100249, -0.141189416235923 ], [ 0.36064128630288583, 0.3834033084235644, -0.16481730629478605 ], [ 0.36724597174414064, 0.4737545553017121, -0.19507358378833414 ], [ 0.379098089515439, 0.5682903893706993, -0.22778320548506148 ], [ 0.39403451418581553, 0.6932161477990187, -0.2736615029201294 ], [ 0.39503577991975053, 0.8649277814018387, -0.3282183520170726 ], [ 0.38771569184135657, 1.0705092137878578, -0.38655501157882644 ], [ 0.39771868908865593, 1.2659657207275699, -0.4339686407848561 ], [ 0.39349039285635967, 1.540973017025906, -0.4918270067830331 ], [ 0.41526556946580584, 1.9493789689783703, -0.5936963167301311 ], [ 0.5631230066858, 2.320047939509887, -0.635133188329553 ], [ 1.3034341004699386, 1.744537791382983, 0.15393761186637778 ] ], "l2": 0.0001, "tails": "linear to 0 below the lowest level; linear to 1 at q_max + (q_max - q_0.5) above the highest", "noncrossing": "rearrangement (sorting) of the predicted quantiles" } }, "diagnostics": { "emos_csg": { "mean_crossing_share": null, "all_converged": true }, "extended_logistic": { "mean_crossing_share": null, "all_converged": true }, "quantile_regression": { "mean_crossing_share": 0.008154693001873893, "all_converged": true } } }, "Jan": { "tag": "init09_Jan", "methods": { "emos_csg": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.754493363897254, 0.7422068457187199, 0.5071677066685337, 0.44462332148676853, 0.35123988121627137, 0.45328721686642626, 0.4690081133018629, 0.54692034953943, 0.378075802501226, 0.3683108833081537, 0.482842655512169, 0.3506438066220409, 0.544668037186737, 0.44982455660631104, 0.4009889883640402, 0.37714235107391153, 0.46539999652194386, 0.4601524077147925, 0.540700637361994, 0.34226699097040647, 0.5208437039937606, 0.5385997661669615, 0.41314112888858623, 0.6287500169109586 ], "rps_clim": [ 0.5008202968265041, 0.5317426444697835, 0.4979953323290576, 0.4502002244157159, 0.5140678451676344, 0.40191337049875353, 0.47796801462356514, 0.44738361429443635, 0.502814483603625, 0.4164026540232549, 0.5090980815294428, 0.4414247209558378, 0.39779660611829515, 0.40628897726646024, 0.40961082692900275, 0.498319538601119, 0.445308412808123, 0.40473842032385776, 0.5050488098725943, 0.40374250736140027, 0.43394090488895726, 0.43719856127861545, 0.3737888463805681, 0.47069219737117823 ], "crps": [ 7.116773590475373, 7.3361652398808355, 17.129950080229573, 8.21238998084992, 35.72310607800354, 4.8524490209113775, 4.213409368579637, 5.7025841330655975, 8.77569537355838, 4.724611457181862, 19.684271248671173, 5.5059660108471915, 6.0103780102819915, 6.527098384691378, 6.173379618500932, 9.999989507126415, 7.29186115180396, 4.402036927657728, 4.717158827808278, 4.320672766441611, 4.162982525543388, 4.794947621645804, 6.200263227793078, 6.338613367621901 ], "crps_clim": [ 4.788786394601623, 5.058938288250403, 15.947046855339897, 8.179813283938575, 37.747681649760864, 4.903624119667754, 4.89509506307983, 4.416297972587171, 10.405752288717464, 5.312325867119265, 18.563129078650434, 6.252330347750284, 3.9368203277111213, 6.383513337785406, 6.659507757035188, 11.663805379023398, 6.931232142680312, 4.177313823274889, 4.907055238651355, 5.094665838501063, 4.012311000282405, 4.459012588081444, 4.665519774587811, 5.008311791869731 ], "pinball_10": [ 0.9613665796157125, 0.9420724043815276, 3.0892389932727355, 1.7714902642301011, 5.297713524367921, 1.1515396021548265, 0.5521211802246238, 0.572155665411628, 2.3437156225875184, 1.3130871083452265, 3.4041371444538826, 1.5365492532271794, 0.5898558769222058, 1.607899589086133, 1.3687310278599962, 2.4937050243826593, 1.4839118107682543, 0.6874038782198458, 0.6395076419807941, 1.2161021090231834, 0.5918218325731357, 0.6035702005228631, 1.0851105862712662, 0.6298277975042696 ], "pinball_50": [ 5.189495071674904, 5.37173535234645, 11.239636761257954, 5.63860475693869, 21.45230039843148, 3.168423561175104, 2.955080158499222, 4.136682962501826, 6.665301894781649, 3.1766733341902733, 12.640930763391271, 3.78270547593594, 4.289152431935771, 4.608794436735367, 4.356105560463787, 7.362772865810155, 5.05439158366101, 2.9837176761511666, 3.358027685680212, 2.9149216113502447, 2.7596403828413827, 3.3843816706227328, 4.149045807555324, 4.6246206030676325 ], "pinball_90": [ 3.154133072395988, 3.2908157618216047, 9.489372962966293, 3.7061411872605237, 24.468786433796296, 2.2656519198496397, 2.1436568648348358, 3.01370147487474, 2.2001742543076883, 1.8858435589141227, 11.410020811301209, 2.0819249462819047, 3.1657767919849276, 2.408107105259512, 2.3060056286603934, 3.2699744059444122, 3.4086678104948147, 2.2897039932440775, 2.324412879999204, 1.818961726652632, 2.298073665665917, 2.3878999797055576, 3.1142961973884895, 3.2152443462051936 ], "coverage_80": [ 0.6655982825283155, 0.7236912210722801, 0.5923680385700042, 0.7323855567904193, 0.3144703173406023, 0.7838869655761633, 0.8854834279949582, 0.9264800334611337, 0.7763324878833882, 0.9381326779704565, 0.4291171042490389, 0.9399205079005981, 0.8797352002269775, 0.8945204642819866, 0.7994254969173603, 0.7850154233249711, 0.8616770980259663, 0.9086231017081421, 0.8367622486091937, 0.9572975146989633, 0.9124835157994541, 0.8377279012171291, 0.888284038311075, 0.8314394170947474 ] }, "rps": 0.48047077201663585, "rpss": -0.0600270522770856, "crps": 8.329864729965456, "crpss": -0.028537667558799162, "coverage_80": 0.7958690850647218, "pinball_10": 1.4971931132244787, "pinball_50": 5.635964283624982, "pinball_90": 4.213222824158749 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.8005393187597664, 0.8256528135847467, 0.40925897548694146, 0.45466212755917007, 0.26738580945636364, 0.4186289172320914, 0.41882396377983605, 0.40556053171844136, 0.33146018051406934, 0.28409370232919406, 0.5334867987149905, 0.28142706497885556, 0.5087561500211359, 0.5332879752579028, 0.33131317200572313, 0.2757997200749548, 0.36935414926236965, 0.5355095062004289, 0.6928073519672396, 0.2691751759157865, 0.7352411132049393, 0.6342665353977274, 0.5536618654036395, 0.5839401490958651 ], "rps_clim": [ 0.5369812469335905, 0.5286164737134408, 0.46419485433798735, 0.40924424550711547, 0.5463137996219283, 0.37748813370322276, 0.38940094842706774, 0.40087559846361887, 0.48493683421089706, 0.35937672706819535, 0.5442270214558085, 0.5068757178984391, 0.35009691337452953, 0.41544571148040477, 0.345509513344732, 0.5390604780055305, 0.4767566749157177, 0.4441419384627555, 0.5463137996219282, 0.46501370846142975, 0.5307468788232899, 0.4415282648378091, 0.3893503434706287, 0.3926297969561854 ], "crps": [ 7.133992187311139, 8.129169581833667, 11.082316148869033, 3.658186655835834, 62.27503887038114, 3.7037578853807456, 3.8738192442842885, 4.764924789868271, 9.251681880024256, 4.022584792519424, 30.083882239035095, 6.074131715165436, 5.91026007876225, 8.527673472379135, 3.5609477367485876, 10.528405312296963, 12.301593404835456, 4.9095887665633375, 5.749840862539725, 4.7605915842806485, 5.504250591813892, 6.087697358016004, 9.192966059611406, 6.212540273390841 ], "crps_clim": [ 5.11432772413258, 5.015943883956577, 10.73920029357607, 3.945478419670926, 64.95719774987134, 3.8537699510660635, 4.4367731877995435, 5.053165882631016, 10.750295234161047, 4.720127356047534, 27.456234479125307, 8.008117668942939, 3.957110318986598, 7.847908444012539, 4.345467454876523, 14.906711109192484, 12.577524616727423, 4.501146861438438, 5.311136392342021, 7.000948686438388, 4.6053580743645375, 5.19158067967487, 4.476945726878757, 4.247172410111054 ], "pinball_10": [ 1.2024034990741546, 1.1519011812921547, 2.204101103476344, 0.6628194075490972, 8.106722447053693, 0.7190360509518829, 0.5636855195551109, 0.99127276202048, 2.3013239458610353, 1.069357247449535, 4.4157246011782405, 1.8073193499884932, 0.512479735211006, 1.495020433368249, 0.8051516265737481, 2.9177016138636707, 2.4731262799806606, 0.571266660933634, 0.9192971558266289, 1.5527274081677493, 0.611169756339701, 0.9440132653438301, 1.3793524055006434, 0.565549013217517 ], "pinball_50": [ 5.202026594545638, 5.932715251728655, 7.2970802306212965, 2.4506400736760736, 35.44707180626353, 2.3508928715203337, 2.6686927099090116, 3.1595643980796724, 6.802960905829562, 2.313364267242224, 18.20496436781201, 4.3702481563455535, 4.274913872814753, 5.976237051365781, 2.3210735343399103, 8.315398100968219, 8.291785588815838, 3.494387448320626, 4.186412751852355, 3.287439005042339, 4.008679695281075, 4.3402681741985285, 6.290553235206459, 4.450707173290657 ], "pinball_90": [ 2.903587891711978, 3.6631301898919495, 6.042528697212808, 1.9428471582488598, 47.68709943740033, 2.137319243491183, 1.9886178558261376, 2.465673080149999, 2.919892622015202, 2.2303889513480697, 20.369038827290908, 1.8675078829434482, 3.0226951651368292, 3.890033948920574, 1.624257951089829, 2.447811675853679, 6.030335714948777, 2.4779327425301227, 2.564679841010106, 1.779761642782331, 2.708021510598804, 2.7293018056128195, 4.5290347658081656, 3.565766989728417 ], "coverage_80": [ 0.5731545514922091, 0.7234574501083534, 0.8327777905760884, 0.9008534243894761, 0.0, 0.9504076911788876, 0.8668737738723833, 0.9828953742174957, 0.8531905474054292, 0.962404682034142, 0.09594398740995858, 0.9521583164614191, 0.846213508306255, 0.8360489860218552, 0.9656409090628939, 0.8223860953985178, 0.7232901489052044, 0.8080766903212013, 0.6925920645235077, 0.9485424429767091, 0.7642491687185042, 0.6550258691178283, 0.7781071616672357, 0.9282333227577375 ] }, "rps": 0.4772538778300908, "rpss": -0.05227017716898752, "crps": 9.887493395489441, "crpss": -0.018368403787137888, "coverage_80": 0.7692718315384705, "pinball_10": 1.6642717695740525, "pinball_50": 6.476586552711254, "pinball_90": 5.566136066314638 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5424238519507769, 0.6746460288150113, 0.3478047186750646, 0.4897245408953523, 0.4323907203171194, 0.4051543158149215, 0.4643607312877808, 0.5496088258140964 ], "rps_clim": [ 0.5116438162057553, 0.5163343856978027, 0.40072973377166593, 0.4598697821484289, 0.4476175668522378, 0.3908036843431707, 0.3967009260886933, 0.5117542812962089 ], "crps": [ 4.341414039044051, 6.230947224428339, 5.777643563825367, 3.8833549536919287, 10.99593561291172, 3.9781234898483193, 7.218783197567974, 4.38538654489503 ], "crps_clim": [ 4.559405293727093, 4.874116969264262, 6.512716956930462, 3.974054648247432, 10.787058336671748, 4.124472280358871, 6.0154769073090675, 4.458613332595238 ], "pinball_10": [ 0.5528500463036979, 0.6719545562963707, 1.5550629899064141, 0.5902186431562901, 2.3561625328183853, 0.7433113872254619, 1.293454522682485, 0.4713916261071782 ], "pinball_50": [ 3.051045307095535, 4.527127014884405, 3.9815327642084783, 2.664997396578883, 7.523430807988771, 2.5756771789111643, 4.8428737230589824, 3.149440127973485 ], "pinball_90": [ 2.182478705029137, 3.0726573916202673, 2.223833286966187, 2.0174047274276883, 4.963048753657191, 2.1413871995692197, 3.7285223555290057, 2.2797213391083577 ], "coverage_80": [ 0.8317343668707973, 0.8094993015963973, 0.9224334692133213, 0.9242120317563091, 0.6926735682430073, 0.9100577933429638, 0.8833997702343093, 0.8745225639199591 ] }, "rps": 0.4882642166962654, "rpss": -0.0744499982761122, "crps": 5.8514485782765915, "crpss": -0.03323349523443708, "coverage_80": 0.8560666081471331, "pinball_10": 1.0293007880620355, "pinball_50": 4.0395155400874625, "pinball_90": 2.8261317198633815 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.6799042642273787, 0.7529599621551286, 0.3499226823850976, 0.5621062930622437, 0.38881198659384425, 0.3827575477144905, 0.436947949188487, 0.6826408074033359 ], "rps_clim": [ 0.5521352541682192, 0.507534523510739, 0.4789846738128086, 0.48814033369939375, 0.44494448812965565, 0.3490529075436089, 0.3569749984344419, 0.48592691917659425 ], "crps": [ 5.173719444308224, 6.729929854953101, 9.292999728853607, 4.284074907126028, 17.089649072887838, 3.969723296229844, 9.289566342359585, 5.374453318928125 ], "crps_clim": [ 4.932803438814071, 4.751959334045897, 10.882493962890464, 4.221371176764594, 16.58965938214633, 3.9551895364233545, 7.048212867986938, 4.5461982982197755 ], "pinball_10": [ 0.7839807774845485, 0.9073493727950862, 2.299153671499627, 0.48846708339116257, 3.090723006894084, 0.6241306969560183, 1.3538089217906355, 0.6590054379071494 ], "pinball_50": [ 3.7740796702450714, 4.88439036851661, 6.7589349545073745, 3.122989069372771, 11.352796243930667, 2.644152745694093, 6.124048428608379, 3.9431307951607897 ], "pinball_90": [ 2.294562188864852, 3.2159362612296705, 3.306255235845001, 2.1791179423881966, 9.09172828578533, 2.1525701856787123, 5.489022896953217, 2.526292168514192 ], "coverage_80": [ 0.670966916420714, 0.712120850821292, 0.8767019571905191, 0.849104298233534, 0.640093645873771, 0.8662312219549145, 0.9656776827974121, 0.7395041086925032 ] }, "rps": 0.5295064365912507, "rpss": -0.15622412212108916, "crps": 7.650514495705794, "crpss": -0.07511657500025981, "coverage_80": 0.7900500852480825, "pinball_10": 1.275827371089789, "pinball_50": 5.325565284504469, "pinball_90": 3.7819356456573963 } } }, "extended_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6289256088084297, 0.6391878842614128, 0.5285890958767836, 0.466354856938812, 0.4149340932992273, 0.46845755907563946, 0.4489092918377158, 0.48860731972291677, 0.4313728339272424, 0.3905393247478372, 0.5221840017725704, 0.38161536774880794, 0.4856023841614724, 0.4594960470302736, 0.4178880261690766, 0.4082470775374608, 0.4575465257275428, 0.4468711856484589, 0.502321911347404, 0.36621175603822576, 0.4910509945369029, 0.49151489798797715, 0.40319348645454517, 0.5729848070517388 ], "rps_clim": [ 0.5008202968265041, 0.5317426444697835, 0.4979953323290576, 0.4502002244157159, 0.5140678451676344, 0.40191337049875353, 0.47796801462356514, 0.44738361429443635, 0.502814483603625, 0.4164026540232549, 0.5090980815294428, 0.4414247209558378, 0.39779660611829515, 0.40628897726646024, 0.40961082692900275, 0.498319538601119, 0.445308412808123, 0.40473842032385776, 0.5050488098725943, 0.40374250736140027, 0.43394090488895726, 0.43719856127861545, 0.3737888463805681, 0.47069219737117823 ], "crps": [ 6.297554502823773, 6.601315864720672, 16.57562445561192, 8.383160041568356, 34.85390889733527, 5.227965264777317, 4.331443122739496, 5.477935178289263, 9.24847259145606, 5.216244396014054, 19.249696691100482, 5.923688302623927, 5.498874635080079, 6.886484765035884, 6.414280301557252, 10.417699747440134, 7.343316382316696, 4.492115643697192, 4.828289970523862, 4.804803997301939, 4.317827550484289, 4.719273363881863, 5.757529135392557, 6.067822487402702 ], "crps_clim": [ 4.788786394601623, 5.058938288250403, 15.947046855339897, 8.179813283938575, 37.747681649760864, 4.903624119667754, 4.89509506307983, 4.416297972587171, 10.405752288717464, 5.312325867119265, 18.563129078650434, 6.252330347750284, 3.9368203277111213, 6.383513337785406, 6.659507757035188, 11.663805379023398, 6.931232142680312, 4.177313823274889, 4.907055238651355, 5.094665838501063, 4.012311000282405, 4.459012588081444, 4.665519774587811, 5.008311791869731 ], "pinball_10": [ 0.5023773500911943, 0.47348414501448155, 3.3779429460305908, 2.0439031499095903, 5.704890641452955, 1.4341786510060375, 0.6208104807699625, 0.8823225744058198, 2.6848755033501392, 1.6810955671215628, 3.6936474592641515, 1.8737506029757574, 0.8207493461021703, 1.89942466198993, 1.6816055253570366, 2.772859170226324, 1.8328355338564069, 0.8909907304478568, 0.5738909430101301, 1.5623793599693863, 0.7554479500940591, 0.6260909051933469, 1.1168889240578945, 0.5593005055459175 ], "pinball_50": [ 4.553981544186881, 4.836470189021272, 11.495838208905534, 5.874058599063501, 22.081728676633205, 3.265576301061658, 2.8995751751031476, 3.646736445437973, 7.172418087367844, 3.2810418595646103, 12.977392309832215, 3.926432702873513, 3.5560550871003875, 4.788062660631014, 4.4035523488862305, 7.718980580012508, 4.992628620796335, 2.7871731148874104, 3.2975306761639716, 2.967396539141298, 2.59325675737225, 3.1543588005266865, 3.4873214745806584, 4.3897558825442635 ], "pinball_90": [ 3.561648629636326, 3.7150437666518954, 7.39556536928444, 3.2336179257242645, 21.131091865482347, 2.3995777526082716, 2.537928868308411, 3.4526119346854016, 1.8943695281898418, 2.257210875110025, 9.509551005934506, 2.3208393009222834, 3.5082454080575767, 2.4857081894113984, 2.278479644868922, 3.050409438483962, 3.3019703400836664, 2.7447813955005835, 2.9298434314456285, 2.2698139608328716, 2.79375012020027, 2.884107244756794, 3.3171385698177906, 3.604419001975431 ], "coverage_80": [ 0.9737240835262757, 0.9679156710710382, 0.6674816814710212, 0.8117328946439816, 0.37659676240913315, 0.8473701968234875, 0.9854437218380823, 0.9931964169998949, 0.8727125879811145, 0.983572407475241, 0.5033974419816687, 0.9786552084143574, 0.9951538423029929, 0.9448702042664445, 0.864268478347579, 0.8197359565009684, 0.9281617011993508, 0.9883909059101832, 0.9824752839479602, 0.9922157380204139, 0.9863699044605138, 0.9814990881162513, 0.9786310073432091, 0.9873957927527207 ] }, "rps": 0.47135859740451974, "rpss": -0.039923536815834826, "crps": 8.288971970382294, "crpss": -0.02348839666122937, "coverage_80": 0.8921236240751619, "pinball_10": 1.6694059428017791, "pinball_50": 5.589471776737265, "pinball_90": 4.107405148665538 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.6854085037760606, 0.7497269444726663, 0.44002653406695214, 0.4293670186979472, 0.35295913434464266, 0.39604631021047354, 0.4112869135223247, 0.413327078606884, 0.34910271513574515, 0.31589227046886087, 0.5771915464624843, 0.32749454502692593, 0.4736093257084029, 0.5068462716674849, 0.3446832374510439, 0.31898416208930236, 0.3945615041050701, 0.49393007442232073, 0.6284238582593177, 0.3065862715550097, 0.6669504127169209, 0.5768198045774955, 0.4957992216577569, 0.5827009324614323 ], "rps_clim": [ 0.5369812469335905, 0.5286164737134408, 0.46419485433798735, 0.40924424550711547, 0.5463137996219283, 0.37748813370322276, 0.38940094842706774, 0.40087559846361887, 0.48493683421089706, 0.35937672706819535, 0.5442270214558085, 0.5068757178984391, 0.35009691337452953, 0.41544571148040477, 0.345509513344732, 0.5390604780055305, 0.4767566749157177, 0.4441419384627555, 0.5463137996219282, 0.46501370846142975, 0.5307468788232899, 0.4415282648378091, 0.3893503434706287, 0.3926297969561854 ], "crps": [ 6.439678209908677, 7.537353359201519, 10.969404230904896, 3.8877649671653898, 60.35111010246616, 3.9537786872127176, 4.0039208882257835, 5.028073999441361, 9.377563136205115, 4.410115979494228, 29.156321208880808, 6.481608630967675, 5.628658805009223, 8.60840338238988, 3.836677414488171, 11.294305741632048, 12.091597102966416, 4.779130276116744, 5.697767305193488, 5.281476786069549, 5.424497537836823, 5.863510948036975, 7.602866189418407, 6.307763774285286 ], "crps_clim": [ 5.11432772413258, 5.015943883956577, 10.73920029357607, 3.945478419670926, 64.95719774987134, 3.8537699510660635, 4.4367731877995435, 5.053165882631016, 10.750295234161047, 4.720127356047534, 27.456234479125307, 8.008117668942939, 3.957110318986598, 7.847908444012539, 4.345467454876523, 14.906711109192484, 12.577524616727423, 4.501146861438438, 5.311136392342021, 7.000948686438388, 4.6053580743645375, 5.19158067967487, 4.476945726878757, 4.247172410111054 ], "pinball_10": [ 0.33992152118205954, 0.4013387979934943, 2.4754246653141605, 0.7808751562219054, 8.535293961295771, 0.9602789310206188, 0.497722957940364, 1.2964827149013314, 2.5763974374834557, 1.3777232402869428, 4.66557557953784, 2.122979725655515, 0.639408546637617, 1.6993249434014706, 1.1072501953658385, 3.1486852840913278, 2.77701361453525, 0.5383893622510196, 0.3578609957567839, 1.8732275436404513, 0.4508408960324551, 0.39692894038882076, 0.6875047757894337, 0.6742319755621141 ], "pinball_50": [ 4.856563237457883, 5.683460461989745, 7.457564387273568, 2.305538951889977, 36.24393957667461, 2.146830815562729, 2.6446572265433073, 3.0354838294381876, 6.9821354693832465, 2.2475669567523426, 18.504660277611613, 4.634224858278076, 3.85269558859489, 5.994564908074078, 2.1884076626829283, 8.804335812391107, 8.473833047052665, 3.232698644004518, 4.191489970238166, 3.421725699785152, 3.9051071677431968, 4.207611357825487, 5.1609293133694765, 4.522095959762621 ], "pinball_90": [ 3.3808808956025005, 4.068225527141078, 5.081723672260694, 2.493160541850012, 42.78442928023541, 2.5883176981706333, 2.4144565269755884, 2.8681475848672, 2.389250038081443, 2.6127645569673823, 17.72201227849497, 1.9734201284542252, 3.496799350423656, 3.6235468458050977, 1.991145389038426, 2.5167724537058174, 4.706338265302171, 2.9832235471269066, 3.2322258723880815, 2.128887356733781, 3.2321191625090466, 3.3049752552249343, 4.402023041681698, 3.820072176185966 ], "coverage_80": [ 0.9180098356537931, 0.9146292018941233, 0.8498355959885092, 0.9829094632761635, 0.0035182856801564484, 0.9966962098128934, 0.9829331951135751, 0.9863149946283574, 0.9112080393556878, 0.9931544959928567, 0.11992054657782548, 0.9726575163983948, 0.9965772479964284, 0.9078725701256225, 0.9965698403892596, 0.8052389636547147, 0.7847615454649421, 0.9897063942059052, 0.9453077842345018, 0.9794267949434075, 0.9589709441346129, 0.9418830809291427, 0.9556100763364758, 0.9897327227145154 ] }, "rps": 0.46823852464431354, "rpss": -0.0323927330355398, "crps": 9.750556194313221, "crpss": -0.004264473356749621, "coverage_80": 0.8701435560625775, "pinball_10": 1.6825284067619186, "pinball_50": 6.445755049182483, "pinball_90": 5.408954893551113 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4889593170250285, 0.610714574111079, 0.37604964258719675, 0.4589784592910974, 0.45179409211400917, 0.40587683752997883, 0.4527588105963313, 0.4991215045632103 ], "rps_clim": [ 0.5116438162057553, 0.5163343856978027, 0.40072973377166593, 0.4598697821484289, 0.4476175668522378, 0.3908036843431707, 0.3967009260886933, 0.5117542812962089 ], "crps": [ 4.27238564067438, 6.002116931058134, 6.262305993650749, 4.0518278536492, 10.902554251185748, 4.254092694148127, 6.609831252112685, 4.368023060973912 ], "crps_clim": [ 4.559405293727093, 4.874116969264262, 6.512716956930462, 3.974054648247432, 10.787058336671748, 4.124472280358871, 6.0154769073090675, 4.458613332595238 ], "pinball_10": [ 0.5347010609859462, 0.49016807868573004, 1.8723775099224151, 0.7886507662624933, 2.6362505349878753, 0.9580075074861897, 1.710967508703741, 0.5420331456817885 ], "pinball_50": [ 2.8387065790368124, 4.3151784174426515, 4.206264639903295, 2.5446033105105026, 7.667281792674053, 2.5050718201040483, 4.381790912139047, 2.9718570672601987 ], "pinball_90": [ 2.6247020972544406, 3.5272024822088337, 2.376122012846477, 2.4629497511901475, 4.110244210063255, 2.5644002527300667, 3.2051406560026825, 2.7205176965606683 ], "coverage_80": [ 0.9814873194794955, 0.9775971114315167, 0.9427512494829077, 0.9874011370692818, 0.7554689054984882, 0.9614662357948217, 0.951114007827378, 0.9834612862721805 ] }, "rps": 0.4680316547272414, "rpss": -0.0299272267328059, "crps": 5.8403922096816165, "crpss": -0.03128119056745304, "coverage_80": 0.9425934066070087, "pinball_10": 1.1916445140895224, "pinball_50": 3.9288443173838257, "pinball_90": 2.9489098948570716 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5932120101884504, 0.7016370790320601, 0.3773119524612096, 0.5127328344315191, 0.4049657989393938, 0.3872135954962331, 0.42572433064510257, 0.6168652237551394 ], "rps_clim": [ 0.5521352541682192, 0.507534523510739, 0.4789846738128086, 0.48814033369939375, 0.44494448812965565, 0.3490529075436089, 0.3569749984344419, 0.48592691917659425 ], "crps": [ 4.8533019502994, 6.572366301820235, 9.71153205431926, 4.248608324181373, 16.488396798406512, 4.162393335648515, 7.452819258025624, 5.203269805030977 ], "crps_clim": [ 4.932803438814071, 4.751959334045897, 10.882493962890464, 4.221371176764594, 16.58965938214633, 3.9551895364233545, 7.048212867986938, 4.5461982982197755 ], "pinball_10": [ 0.34184747051679937, 0.37935230743691134, 2.600601305671076, 0.5142537397872637, 3.3566477145828513, 0.7136297542519792, 1.8085280283580663, 0.38388934384608986 ], "pinball_50": [ 3.5503113985252557, 4.878896311191911, 7.0805896364418075, 2.952752612718452, 11.431130474568723, 2.5788751547402957, 5.0775903366377175, 3.822003181137065 ], "pinball_90": [ 2.734340388103414, 3.660312564306379, 3.151413206211201, 2.627010983787388, 7.341377617027703, 2.6085941931005086, 3.782116763249015, 3.001641238859074 ], "coverage_80": [ 0.9451125939612013, 0.9280267494812261, 0.8869860104194623, 0.9828541579735497, 0.7018328993613262, 0.9622592897924348, 0.9931406924445398, 0.9622751931123256 ] }, "rps": 0.5024578531186384, "rpss": -0.09716114853086988, "crps": 7.336585978466487, "crpss": -0.031000620127070944, "coverage_80": 0.9203109483182583, "pinball_10": 1.2623437080563797, "pinball_50": 5.1715186382451535, "pinball_90": 3.613350869330585 } } }, "quantile_regression": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7268929222486178, 0.6489378471183381, 0.6143061012846821, 0.4441650486900729, 0.4054467516989859, 0.47912717250639675, 0.429592010860601, 0.49001444652135334, 0.5080840940436298, 0.3581633627856418, 0.5409609841016826, 0.36851383614099464, 0.4872906176406537, 0.4645616488719572, 0.42652147646789634, 0.40488695335437375, 0.48009225713149206, 0.46717914812898076, 0.47986760788242727, 0.38102913978987263, 0.4823697200301566, 0.5129460235498574, 0.4028394921254365, 0.5752763631147478 ], "rps_clim": [ 0.5008202968265041, 0.5317426444697835, 0.4979953323290576, 0.4502002244157159, 0.5140678451676344, 0.40191337049875353, 0.47796801462356514, 0.44738361429443635, 0.502814483603625, 0.4164026540232549, 0.5090980815294428, 0.4414247209558378, 0.39779660611829515, 0.40628897726646024, 0.40961082692900275, 0.498319538601119, 0.445308412808123, 0.40473842032385776, 0.5050488098725943, 0.40374250736140027, 0.43394090488895726, 0.43719856127861545, 0.3737888463805681, 0.47069219737117823 ], "crps": [ 6.998647828699058, 6.60882078799876, 18.086867284662326, 8.097652494765523, 37.58413245664886, 4.896208880612848, 3.8402651607656755, 5.412944064803779, 9.608334387561575, 4.964762758188732, 20.041576775353604, 5.742564312709247, 5.511546508080431, 6.611149951638339, 6.295261873391974, 10.785075191617281, 7.416017591012206, 4.174679007048233, 4.048971907732703, 4.6348538132244315, 3.7868479001786617, 4.472822756224313, 6.083367787757247, 5.586642684882255 ], "crps_clim": [ 4.788786394601623, 5.058938288250403, 15.947046855339897, 8.179813283938575, 37.747681649760864, 4.903624119667754, 4.89509506307983, 4.416297972587171, 10.405752288717464, 5.312325867119265, 18.563129078650434, 6.252330347750284, 3.9368203277111213, 6.383513337785406, 6.659507757035188, 11.663805379023398, 6.931232142680312, 4.177313823274889, 4.907055238651355, 5.094665838501063, 4.012311000282405, 4.459012588081444, 4.665519774587811, 5.008311791869731 ], "pinball_10": [ 1.3481062526100722, 1.2357311238376214, 3.000421062379704, 1.7346247004581448, 5.175619819057314, 1.1030686962958605, 0.5911447668077695, 0.5660458015928872, 2.256740772842167, 1.2765667444061508, 3.3147277514750058, 1.4529743450255492, 0.6500122777151874, 1.547416210432948, 1.3292023545748628, 2.3442040476670316, 1.4267961312228556, 0.7177368849625574, 0.7844303381765085, 1.165388297470396, 0.6494568287878677, 0.7721932274132336, 1.219270959035146, 0.7819491520512221 ], "pinball_50": [ 4.52684721593227, 4.2640825024577875, 11.878818269438105, 5.6960177582423315, 22.085657908390328, 3.12388327729288, 2.784003813390145, 3.469007401265642, 7.500245002476363, 3.258345488926454, 13.040688439482167, 4.026469902578682, 3.3230059977426034, 4.7479668865684035, 4.508450570186027, 8.189493195619768, 4.959153271002097, 2.7182376702179902, 2.8322044781385856, 3.1072343588640265, 2.384969533506133, 2.9570725435319365, 3.5138719048429943, 3.6484290234985925 ], "pinball_90": [ 3.533171343842966, 3.4719272275228166, 9.950025883395467, 3.2563711453225808, 27.022279388498177, 2.4651695144325787, 2.0602403008779864, 3.2971941373886313, 2.178697272852617, 2.319970954145438, 11.596315051319767, 2.3384951721935634, 3.4772957956214916, 2.269995383811398, 2.2864584503842846, 3.203864745293334, 3.697672975882531, 2.424444404672566, 2.1957489632152374, 2.173469975939133, 2.3294794132246412, 2.500778070352156, 3.5642621642371313, 3.1730131854134473 ], "coverage_80": [ 0.5785378210041401, 0.6472311813671996, 0.5824731064898856, 0.7669683213841583, 0.30086162821450124, 0.7572936917948533, 0.852527599651328, 0.8761235593241193, 0.8291622870723084, 0.9467438456515478, 0.45491401956596705, 0.9447005004320481, 0.8341487455609422, 0.8905610397032706, 0.7770282787625871, 0.7887977227962145, 0.850995244695127, 0.8610690762462613, 0.7940732640502794, 0.9447260072368285, 0.8552278142126406, 0.7756505932710213, 0.8269494991731924, 0.7288170295651675 ] }, "rps": 0.482461042753702, "rpss": -0.06441803908735633, "crps": 8.387083923564917, "crpss": -0.03560285983169087, "coverage_80": 0.7693992448843995, "pinball_10": 1.5184928560957527, "pinball_50": 5.52267318389968, "pinball_90": 4.449430871659998 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.7846463572133192, 0.6622676517512937, 0.5159053616468465, 0.38769087786860584, 0.36196010743651763, 0.38137388223676183, 0.37205027274397146, 0.34068945069205314, 0.6370664482903223, 0.27060917203966334, 0.6349261903374057, 0.3346132937728762, 0.45656535881921856, 0.4685095602796872, 0.32772172790956633, 0.34416174235401575, 0.39623439364992735, 0.5006770864428239, 0.589741434026627, 0.3859141655550445, 0.6379116767649405, 0.5819822117972752, 0.5234547722957242, 0.5051174108757647 ], "rps_clim": [ 0.5369812469335905, 0.5286164737134408, 0.46419485433798735, 0.40924424550711547, 0.5463137996219283, 0.37748813370322276, 0.38940094842706774, 0.40087559846361887, 0.48493683421089706, 0.35937672706819535, 0.5442270214558085, 0.5068757178984391, 0.35009691337452953, 0.41544571148040477, 0.345509513344732, 0.5390604780055305, 0.4767566749157177, 0.4441419384627555, 0.5463137996219282, 0.46501370846142975, 0.5307468788232899, 0.4415282648378091, 0.3893503434706287, 0.3926297969561854 ], "crps": [ 6.944400508476652, 6.660315582022587, 12.075800476812395, 3.0333441548890283, 65.64813770363148, 3.4413957967238282, 3.334339207818143, 4.544006504554351, 10.959715452041682, 4.145968043617558, 30.775284476769315, 6.512859947999587, 5.282032060779733, 7.971462360098933, 3.4255066856973935, 11.896334059687259, 12.714453864621467, 4.271429163795938, 4.763401896979991, 5.442597325342291, 4.823342875129161, 5.2782042609081765, 8.408678214351447, 4.774731876051435 ], "crps_clim": [ 5.11432772413258, 5.015943883956577, 10.73920029357607, 3.945478419670926, 64.95719774987134, 3.8537699510660635, 4.4367731877995435, 5.053165882631016, 10.750295234161047, 4.720127356047534, 27.456234479125307, 8.008117668942939, 3.957110318986598, 7.847908444012539, 4.345467454876523, 14.906711109192484, 12.577524616727423, 4.501146861438438, 5.311136392342021, 7.000948686438388, 4.6053580743645375, 5.19158067967487, 4.476945726878757, 4.247172410111054 ], "pinball_10": [ 1.718465869507878, 1.5367633240363987, 2.116841222374382, 0.6886000132414085, 7.996796491357762, 0.69005319470589, 0.628684420127018, 0.8928220174089385, 2.2253721384288982, 1.0428563598821128, 4.326833388842406, 1.6998987879468743, 0.6894210241605571, 1.5037992784610008, 0.7609121085336937, 2.692837045751742, 2.3749279524994735, 0.7310772394415845, 1.21649037988862, 1.4596583948029973, 0.9024637015830825, 1.3887109694962712, 1.8430489207040872, 0.5713501474512883 ], "pinball_50": [ 4.668188759508086, 4.209064041596455, 7.883358297924077, 2.054447947399956, 36.5040651426309, 2.0407392346428486, 2.4857144020038953, 2.913187744760355, 8.080090476773073, 2.200554496237029, 18.457115701430503, 4.982758979744339, 3.3330019583213124, 5.440057361526037, 2.3270165738738116, 9.723752050838488, 8.644616866152417, 2.957005203393742, 3.3970108777342505, 3.934299642542966, 3.2883365437132785, 3.5361793070759395, 4.865169496025924, 3.017234567008311 ], "pinball_90": [ 3.0840370447142265, 3.4627452415974367, 6.57407474757316, 1.709606988736604, 51.92584810999747, 2.2039212536619788, 1.7519635382849956, 2.530055104194253, 2.9550726510797665, 2.6889502138228116, 21.528001951564093, 1.9820824561274122, 3.1372305808492116, 3.3930066123638376, 1.5797860535533044, 2.4369280849841086, 6.091729782267932, 2.361454276885484, 2.270641254065219, 1.8985179177952713, 2.5446273119157534, 2.509510358554738, 4.621828634315152, 3.016943364561722 ], "coverage_80": [ 0.49462982786276244, 0.6380934365093285, 0.8089046006729009, 0.8598573661296804, 0.0, 0.9140506050878342, 0.8293199618778602, 0.96246277145803, 0.8157097032802068, 0.9555563124379299, 0.08222570866978457, 0.9419190834706085, 0.7608270718410399, 0.7950127586560949, 0.9346740396412828, 0.8052508313204487, 0.7300952248788468, 0.7566381138648035, 0.6447576145924335, 0.9247435237981219, 0.6686136527270272, 0.5764726030193579, 0.5935598279427468, 0.8428403680601708 ] }, "rps": 0.4750746086166772, "rpss": -0.04746522930408181, "crps": 9.880322604116659, "crpss": -0.017629843762660524, "coverage_80": 0.7223422919916377, "pinball_10": 1.7374451829430988, "pinball_50": 6.289290236369084, "pinball_90": 5.76077348056108 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4894362959995752, 0.5646795925525404, 0.39054631531903927, 0.4558918281383958, 0.48733412418540506, 0.4120679953833445, 0.4742123524608462, 0.49551592591958626 ], "rps_clim": [ 0.5116438162057553, 0.5163343856978027, 0.40072973377166593, 0.4598697821484289, 0.4476175668522378, 0.3908036843431707, 0.3967009260886933, 0.5117542812962089 ], "crps": [ 3.8347094783717925, 5.304319937509685, 5.957493489300242, 3.486549386171883, 11.589678032843954, 3.6296034347594266, 7.030326893613611, 3.8531427777640603 ], "crps_clim": [ 4.559405293727093, 4.874116969264262, 6.512716956930462, 3.974054648247432, 10.787058336671748, 4.124472280358871, 6.0154769073090675, 4.458613332595238 ], "pinball_10": [ 0.6952367888685086, 0.9809170625707868, 1.4926547237617527, 0.6022442016856548, 2.2731979990569235, 0.7234476870468056, 1.3026028898896274, 0.5842938423708725 ], "pinball_50": [ 2.6514887592760017, 3.3842378781216573, 4.298113279677018, 2.3562839891517458, 7.998302817359088, 2.3628504070358614, 4.124278578880824, 2.6771689198185316 ], "pinball_90": [ 2.087458816629022, 2.9570594349257253, 2.1011382270269903, 1.935510640807629, 5.147553946207997, 2.045184705200114, 4.173776087441479, 2.187459750542113 ], "coverage_80": [ 0.773445918765482, 0.7135461746122366, 0.9214879602773705, 0.8727164732385143, 0.6809729799524242, 0.8645032265791232, 0.8084442703725713, 0.8035830264748036 ] }, "rps": 0.47121055374484155, "rpss": -0.03692255411331957, "crps": 5.585727928791831, "crpss": 0.013686762501804783, "coverage_80": 0.8048375037840656, "pinball_10": 1.0818243994063663, "pinball_50": 3.7315905786650907, "pinball_90": 2.8293927010976336 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.6130606686221752, 0.6091575807950659, 0.42152401010219437, 0.4782122315639139, 0.4250475817688844, 0.3700153637035304, 0.44029620916191375, 0.6297508934627106 ], "rps_clim": [ 0.5521352541682192, 0.507534523510739, 0.4789846738128086, 0.48814033369939375, 0.44494448812965565, 0.3490529075436089, 0.3569749984344419, 0.48592691917659425 ], "crps": [ 4.514858409553325, 5.566185758974542, 9.633674876911579, 3.6328163064186163, 18.07729097800767, 3.442589996459592, 8.273106135313125, 4.711087569442082 ], "crps_clim": [ 4.932803438814071, 4.751959334045897, 10.882493962890464, 4.221371176764594, 16.58965938214633, 3.9551895364233545, 7.048212867986938, 4.5461982982197755 ], "pinball_10": [ 1.0801044155667239, 1.3920167668388468, 2.195671155986626, 0.5979285191962923, 3.005423803099713, 0.7055991261298313, 1.3199795089544197, 0.9497333534963684 ], "pinball_50": [ 3.250476095142752, 3.5712076725387583, 7.33793156975935, 2.6280943176463505, 11.895556928706798, 2.3265569313949928, 4.4130982480986445, 3.2958401341060077 ], "pinball_90": [ 2.0581518712719973, 2.8560186790514424, 2.7682845252758828, 1.9507135002108567, 9.867337340279187, 1.9452552572128026, 5.648428778353419, 2.349706384333908 ], "coverage_80": [ 0.6092699302445281, 0.6333175406125244, 0.8732561399232392, 0.7633981699303418, 0.6161147348088419, 0.8045023722593905, 0.7839741831760539, 0.6503973764650639 ] }, "rps": 0.49838306739754856, "rpss": -0.08826349362505126, "crps": 7.231451253885067, "crpss": -0.016226177824005372, "coverage_80": 0.716778805927498, "pinball_10": 1.4058070811586028, "pinball_50": 4.839845237174207, "pinball_90": 3.6804870419986866 } } }, "incumbent": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5271090972151505, 0.5549348131854377, 0.49878797431984895, 0.44369156666239135, 0.5034410421934801, 0.40070375764700134, 0.4761502641980656, 0.45376482483598685, 0.49055035734028346, 0.40679708344688215, 0.504008472066404, 0.42925265391404394, 0.4027112743715782, 0.4036669265757123, 0.4038538240786463, 0.48905813167024775, 0.4403514799099036, 0.40531999467633006, 0.5075791109771833, 0.39141665295726935, 0.4381598376981133, 0.4438231646705563, 0.36681543936235944, 0.4822920017225623 ], "rps_clim": [ 0.5008202968265041, 0.5317426444697835, 0.4979953323290576, 0.4502002244157159, 0.5140678451676344, 0.40191337049875353, 0.47796801462356514, 0.44738361429443635, 0.502814483603625, 0.4164026540232549, 0.5090980815294428, 0.4414247209558378, 0.39779660611829515, 0.40628897726646024, 0.40961082692900275, 0.498319538601119, 0.445308412808123, 0.40473842032385776, 0.5050488098725943, 0.40374250736140027, 0.43394090488895726, 0.43719856127861545, 0.3737888463805681, 0.47069219737117823 ] }, "rps": 0.4526766560706433, "rpss": 0.0012930456618955866 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.5716148891292604, 0.5554179705581144, 0.453916091743062, 0.4060329424596487, 0.5317060622011586, 0.3788671869840744, 0.38516678734891974, 0.39173883514266344, 0.4770311200043904, 0.34022980038825645, 0.5404334119295292, 0.4830881283031735, 0.35376053703453547, 0.41811732705311216, 0.33315569199282163, 0.5176966016004719, 0.46078218848325897, 0.4506031230858806, 0.5563855927727523, 0.44382893064259465, 0.5504373811139006, 0.4508619448252833, 0.38819588512486014, 0.39341585131923823 ], "rps_clim": [ 0.5369812469335905, 0.5286164737134408, 0.46419485433798735, 0.40924424550711547, 0.5463137996219283, 0.37748813370322276, 0.38940094842706774, 0.40087559846361887, 0.48493683421089706, 0.35937672706819535, 0.5442270214558085, 0.5068757178984391, 0.35009691337452953, 0.41544571148040477, 0.345509513344732, 0.5390604780055305, 0.4767566749157177, 0.4441419384627555, 0.5463137996219282, 0.46501370846142975, 0.5307468788232899, 0.4415282648378091, 0.3893503434706287, 0.3926297969561854 ] }, "rps": 0.4513535117183734, "rpss": 0.004836080324474801 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.519605467245391, 0.5370702545880179, 0.38787552836393835, 0.4657261569073878, 0.4435394337246794, 0.38670440633430253, 0.39032199930967887, 0.5206641951572629 ], "rps_clim": [ 0.5116438162057553, 0.5163343856978027, 0.40072973377166593, 0.4598697821484289, 0.4476175668522378, 0.3908036843431707, 0.3967009260886933, 0.5117542812962089 ] }, "rps": 0.45643843020383235, "rpss": -0.004415752323571942 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.5756307878701331, 0.5353941421801109, 0.4642844884898017, 0.5007873400916594, 0.4339966775249807, 0.3426983487808267, 0.341533957016876, 0.5057012817044463 ], "rps_clim": [ 0.5521352541682192, 0.507534523510739, 0.4789846738128086, 0.48814033369939375, 0.44494448812965565, 0.3490529075436089, 0.3569749984344419, 0.48592691917659425 ] }, "rps": 0.4625033779573543, "rpss": -0.009917019327157162 } } }, "mvs_ensemble": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 7.732370753879734, 7.860451144588437, 18.749348883010693, 8.827076743315459, 28.505139291824737, 5.070099572782686, 4.488471769711939, 5.738987353276226, 9.896879041573158, 4.812972937742287, 20.53451010363551, 5.761142154691567, 5.734098296163334, 6.923528407058659, 6.811785463051971, 11.388735450288967, 7.4627475713890385, 4.581342923371092, 5.039093385480056, 4.428272967260345, 4.174157065103762, 5.188611905119642, 6.019696527323583, 6.470288048448282 ], "crps_clim": [ 4.788786394601623, 5.058938288250403, 15.947046855339897, 8.179813283938575, 37.747681649760864, 4.903624119667754, 4.89509506307983, 4.416297972587171, 10.405752288717464, 5.312325867119265, 18.563129078650434, 6.252330347750284, 3.9368203277111213, 6.383513337785406, 6.659507757035188, 11.663805379023398, 6.931232142680312, 4.177313823274889, 4.907055238651355, 5.094665838501063, 4.012311000282405, 4.459012588081444, 4.665519774587811, 5.008311791869731 ], "pinball_10": [ 3.672918993717572, 4.042004397455107, 2.638430224699095, 2.000248820293136, 4.715880853017476, 1.2311782244482101, 2.8705863677949894, 1.9707109686537028, 1.8944142985724286, 1.231432727558741, 2.9830298274844433, 1.425087899689396, 2.0941076014570625, 1.6059920461076242, 1.837757572081757, 2.0724455919979166, 1.538630307818368, 2.241223094055452, 3.419197439122025, 1.2616049772223126, 2.230748249287341, 2.9315009223243518, 2.060504852774848, 3.361738334059986 ], "pinball_50": [ 4.406024452777606, 4.615180688830021, 12.075705336851392, 5.577309233221838, 18.77205908308254, 3.096218676583052, 2.4177051684322874, 3.181669134554307, 7.7197319019959165, 3.315489460834697, 13.614925272019136, 4.207254245427227, 3.255603272625137, 4.797244420996838, 4.5641723205494475, 8.881012839651543, 4.993748803260003, 2.513863085375846, 2.6299325804367415, 3.0757777041567227, 2.191274993962944, 2.833108119967962, 3.6309767550943883, 3.4423931380655906 ], "pinball_90": [ 2.7839112283948713, 2.562922084213382, 11.859239372906343, 5.0324955939733425, 17.569786549737486, 2.8716606810613565, 1.3474425970240171, 2.929374783815045, 2.8389150490189743, 1.8391374879497002, 12.728340240748498, 1.921301568021367, 2.689813555095308, 2.5616943048194334, 2.723520797699448, 3.484123105626337, 3.768435190778302, 1.8040137699610574, 1.347540951659726, 1.5700401331123834, 1.6996097462167787, 1.6346318442805612, 2.7348112239018074, 2.6736782561030306 ], "coverage_80": [ 0.22676064096710202, 0.1602046169296752, 0.40410156660287944, 0.40202730670492787, 0.41535315865392647, 0.4628805805081971, 0.2626122355423969, 0.36242456150676594, 0.6478751774875064, 0.7175102592745524, 0.35230932026284717, 0.8552181370412376, 0.46062103284210903, 0.6310252641911541, 0.4445134753055634, 0.6237450207065468, 0.5387376904791236, 0.5209433751209707, 0.2563633522387652, 0.7156900020773761, 0.43526902203488116, 0.37945565953999594, 0.6454635015314288, 0.21364734716330328 ] }, "crps": 8.424991990003798, "crpss": -0.040283593012921504, "coverage_80": 0.4639480126963847, "pinball_10": 2.3888072746538893, "pinball_50": 5.408682528698049, "pinball_90": 3.95735167150494 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 8.453135205962818, 8.372674363844885, 12.399234662108103, 3.9708704557810033, 49.36166229592372, 3.7558710382130553, 4.067874080650251, 4.836457111513607, 11.095136175218169, 3.79375464343103, 31.055117480911807, 6.6491491948835115, 5.931385334118253, 8.707123863401087, 3.9948292352750925, 12.974570995017737, 13.19593886158091, 5.408362409389343, 6.3041681049354334, 5.264505174644351, 6.094448697407695, 6.60572216143439, 8.270612339266004, 5.489107695861973 ], "crps_clim": [ 5.11432772413258, 5.015943883956577, 10.73920029357607, 3.945478419670926, 64.95719774987134, 3.8537699510660635, 4.4367731877995435, 5.053165882631016, 10.750295234161047, 4.720127356047534, 27.456234479125307, 8.008117668942939, 3.957110318986598, 7.847908444012539, 4.345467454876523, 14.906711109192484, 12.577524616727423, 4.501146861438438, 5.311136392342021, 7.000948686438388, 4.6053580743645375, 5.19158067967487, 4.476945726878757, 4.247172410111054 ], "pinball_10": [ 5.128936866939279, 4.977353872639315, 1.8893845392765733, 2.5008725968638195, 7.53338478987077, 1.4983556926336208, 3.1080374248079004, 1.2120214747224463, 1.944449936391682, 1.0220302035066011, 3.999601580364967, 1.3663551603531943, 2.630448965015957, 2.5387116592085057, 1.7117277982974375, 2.4107573449197206, 2.198400080668757, 3.5784747084748885, 4.9664739554357356, 1.1361210166417712, 4.192352357142611, 4.728032672016745, 3.404463065281895, 2.855275278744705 ], "pinball_50": [ 4.64134529817253, 4.537461256560864, 8.212612770015548, 2.1363150819812597, 32.026526191742946, 2.1393690578564897, 2.0369412534163054, 2.96976393074842, 8.225691648873335, 2.2202145723523294, 19.411521693764065, 5.180726910232582, 3.243531673343651, 5.589202762297837, 2.5831290508149256, 11.146035433901861, 8.850285979365244, 2.712262942943019, 3.0392144701011654, 3.8778686411417707, 2.8522857999251623, 3.1314054242444977, 4.404673008566841, 2.6556422762127587 ], "pinball_90": [ 2.452293861230745, 2.461275568683129, 7.134664593275514, 1.1350074563450314, 33.366462749487724, 1.6892679983131866, 1.0120542350647912, 2.3195472760032723, 3.68743099285966, 2.0296874141346533, 21.486470922530387, 1.8774722657550502, 2.8015478869281836, 3.5658751377557154, 1.250476490122119, 2.7215781711346465, 7.6116089179649, 1.6023519415721303, 1.423443337712737, 1.8212691081542265, 2.3251050915683193, 1.797290736151695, 3.985112363876348, 2.6672621453917325 ], "coverage_80": [ 0.09224361882838301, 0.08883051950461575, 0.5565077895376035, 0.2627039166719455, 0.08447329932199754, 0.43265028391833904, 0.22196922165858213, 0.601153864527828, 0.5904994376020211, 0.8054938118991484, 0.08223931312384403, 0.9248530586231494, 0.4125188122270703, 0.34821249022247525, 0.4500202502862854, 0.8428916308637155, 0.4983636897145359, 0.3219918569895488, 0.10246408143141657, 0.7637104673752253, 0.13655127697103453, 0.23202306387357458, 0.47055214473449736, 0.2014498607142372 ] }, "crps": 9.835487982532259, "crpss": -0.01301207460813103, "coverage_80": 0.3968486566925447, "pinball_10": 3.0221676266757878, "pinball_50": 6.159334463690642, "pinball_90": 4.7593565275839955 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 4.785060633964465, 6.37000179650153, 5.703800520390323, 4.117983314143527, 12.106569963613754, 3.850913564970474, 6.534975257353138, 4.846216427526355 ], "crps_clim": [ 4.559405293727093, 4.874116969264262, 6.512716956930462, 3.974054648247432, 10.787058336671748, 4.124472280358871, 6.0154769073090675, 4.458613332595238 ], "pinball_10": [ 3.1380049398673036, 3.55180464971716, 1.2647833982643828, 2.2420970274630125, 1.92244863028409, 1.6842993939207893, 1.3401008162381096, 3.0651599358062662 ], "pinball_50": [ 2.4914505726700256, 3.2776873555039403, 4.298859967294229, 2.243775885278259, 8.167726951851028, 2.125704639130131, 3.925947872698248, 2.5055145751829655 ], "pinball_90": [ 1.446126914215785, 2.48018115785066, 1.8497110983705016, 1.4769386904769553, 6.523777086368278, 1.8599580264375335, 3.768587344098665, 1.591158282729144 ], "coverage_80": [ 0.31797736526734227, 0.22211473066135956, 0.6789393824987803, 0.3955580957001757, 0.4915346407553344, 0.5421948868329876, 0.6636119864576792, 0.24519449529886175 ] }, "crps": 6.039440184807946, "crpss": -0.06642856173681344, "coverage_80": 0.44464069793406513, "pinball_10": 2.276087348945139, "pinball_50": 3.6295834774511033, "pinball_90": 2.62455482506844 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 6.155204311358752, 6.860292385096664, 9.800081120931548, 4.945280900171832, 18.79711962622786, 4.044035329309902, 7.498754083530606, 6.024222408647177 ], "crps_clim": [ 4.932803438814071, 4.751959334045897, 10.882493962890464, 4.221371176764594, 16.58965938214633, 3.9551895364233545, 7.048212867986938, 4.5461982982197755 ], "pinball_10": [ 4.681275151390245, 4.4730597907079614, 1.8777338189951105, 3.51997025273586, 2.7587038839746687, 2.4517044919548607, 1.339098147917118, 4.186975483835244 ], "pinball_50": [ 3.015282623398654, 3.2033173553119325, 7.68859072019162, 2.4517548573753154, 12.27999261146843, 2.0664475341383803, 3.8051641110501677, 2.9445826507198563 ], "pinball_90": [ 1.5106645805386927, 2.7661780634820117, 2.923483468571731, 1.5128662264975121, 11.58884636051062, 1.7288442520128482, 5.509571041792805, 1.793597163758241 ], "coverage_80": [ 0.11306996232622998, 0.13020199964248685, 0.6474183734119708, 0.18495621197188933, 0.32870798836216575, 0.4755472965745278, 0.668037444620905, 0.13020389882178587 ] }, "crps": 8.015623770659293, "crpss": -0.12642489333743323, "coverage_80": 0.3347678969664952, "pinball_10": 3.1610651276888837, "pinball_50": 4.681891557956794, "pinball_90": 3.666756394645558 } } } }, "fitted": { "emos_csg": { "theta": [ -0.1196339130431627, 0.6558148554525566, -0.6804720622703554, 0.5487832261409837, -9.045496815065517 ], "converged": true, "form": "mu = softplus(a0 + a1 m), sigma = softplus(b0 + b1 md), delta = -softplus(d)" }, "extended_logistic": { "theta": [ 0.6063390928402952, 0.28835344712993843, -1.399000809205647, 0.17780824045407795 ], "converged": true, "thresholds": "training CHIRPS deciles of each cell" }, "quantile_regression": { "levels": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95 ], "coefficients": [ [ 0.1637016586903215, 0.17678179181357762, -0.06618764285265098 ], [ 0.2206821920841171, 0.18644396254188, -0.06064159764923673 ], [ 0.27182082944231245, 0.19963237809252365, -0.0644529269034805 ], [ 0.3080046490019079, 0.2340806910757166, -0.0771493195501682 ], [ 0.3469509004116901, 0.26670741247000423, -0.09054352130422615 ], [ 0.39189111345401983, 0.29349681033626757, -0.10310365771771324 ], [ 0.4323216538837178, 0.32355040946494795, -0.11493102430643955 ], [ 0.4704531260419145, 0.34769478370849494, -0.12197410986936547 ], [ 0.5069151179819911, 0.37740915020032334, -0.12979839622420214 ], [ 0.5403675438840555, 0.4078169741609265, -0.1365162242922745 ], [ 0.5575898453844209, 0.47600461790701387, -0.1529281456046303 ], [ 0.564796686223406, 0.5637214498624062, -0.167591358990429 ], [ 0.5646738381712958, 0.6903170757385018, -0.18788885118778323 ], [ 0.5549400299300201, 0.8461594023655805, -0.20383685334644655 ], [ 0.5745559485610238, 0.9854260198707269, -0.21003856769458412 ], [ 0.6263014311369149, 1.1292218837949508, -0.22212200909817065 ], [ 0.7624312783400234, 1.2089001039763756, -0.22308152833994907 ], [ 0.9733663577590987, 1.3552119092880164, -0.2167123449129915 ], [ 1.2542055787230166, 1.6414011229933785, -0.1537464333891619 ] ], "l2": 0.0001, "tails": "linear to 0 below the lowest level; linear to 1 at q_max + (q_max - q_0.5) above the highest", "noncrossing": "rearrangement (sorting) of the predicted quantiles" } }, "diagnostics": { "emos_csg": { "mean_crossing_share": null, "all_converged": true }, "extended_logistic": { "mean_crossing_share": null, "all_converged": true }, "quantile_regression": { "mean_crossing_share": 0.009205011973999316, "all_converged": true } } }, "ONDJ": { "tag": "init09_ONDJ", "methods": { "emos_csg": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4476185446084486, 0.3656730796125129, 0.44048954139191726, 0.3745013286347748, 0.22090022374308915, 0.45285189543727095, 0.4467414933480517, 0.5607800128352682, 0.3779549438780881, 0.4414215912360267, 0.43733170162407564, 0.39381655524932613, 0.4468299760362987, 0.41537999742192727, 0.5691383006736899, 0.5711537105773802, 0.4003748038857084, 0.6890924912092742, 0.40790766049071264, 0.3801529770697205, 0.42652759558079273, 0.4854933582702078, 0.38921988791798784, 0.4214577203707462 ], "rps_clim": [ 0.43952109738446665, 0.4701037173237654, 0.4169699152477682, 0.47870260421034994, 0.5456974480225605, 0.4718891921569669, 0.47528498795368085, 0.4682080375922366, 0.3831343617912619, 0.4088195337833923, 0.40159350714274034, 0.3947124470194672, 0.4905254609590217, 0.4972930221700924, 0.4454260522581055, 0.4580123165551393, 0.4122169895751251, 0.5190225120513517, 0.4587331615402525, 0.4177409087656852, 0.44718476038056587, 0.4632550515537808, 0.44214926963850176, 0.47013731210450704 ], "crps": [ 31.614069152315047, 33.62696426933078, 28.714376434125125, 28.135546361634177, 205.57079834600754, 36.35625997000189, 36.76146355187214, 45.122383296994236, 22.42016593223383, 30.135644776766586, 28.384448030067592, 27.080408439582307, 34.047277038462994, 58.192485570567506, 38.18250331895683, 47.92735803885189, 31.24498599811953, 60.06846659175451, 40.66672968195127, 27.54318900490825, 36.87306377533986, 33.63664459811959, 40.75862845720645, 29.483707847856493 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "pinball_10": [ 8.115197923235826, 7.7829695752932375, 7.105855356152753, 5.3977193199748355, 32.46150207605366, 9.57156185285901, 8.959968602064642, 12.997067140404775, 7.340860036108418, 7.222838624873008, 7.541267164312557, 9.865106771058256, 6.425425098208149, 15.928741828384911, 6.869105391080008, 12.495829867044584, 8.501343984168514, 18.5905366973147, 9.63942887698597, 6.836051224859507, 12.211793075326588, 11.323955775161588, 9.906744888783985, 7.415338197095815 ], "pinball_50": [ 22.048391737735514, 22.970181588014043, 19.3064679527488, 18.980716467934485, 125.03697222081951, 26.051755914062017, 25.450976830290262, 33.29917043600277, 13.61096326883423, 20.387023983189437, 18.603174553016725, 18.085723372426507, 24.05290672837702, 43.80467679798698, 27.44913270644334, 34.5754447212606, 21.73637924029906, 42.10819608741066, 28.039456379772577, 18.109786644324057, 25.982797915149305, 24.93197723634969, 28.372789203963055, 20.02790974104119 ], "pinball_90": [ 12.533515087344753, 14.9745541326917, 12.624075120818107, 14.083648254693214, 136.0189114680662, 12.174112308925423, 14.728666450569682, 12.702546053540015, 10.368085506613669, 13.786601217848016, 12.827672377091814, 9.094718078722034, 15.15406039685427, 14.408568430368948, 16.031194276501434, 15.692269140706784, 12.30530281998263, 19.416718719007523, 17.194478542352922, 12.413511929257243, 11.521244435703778, 8.379274903770732, 16.338801933557207, 12.90036230211641 ], "coverage_80": [ 0.8555542033986117, 0.8767143676388667, 0.8798929729300571, 0.8604549214001709, 0.11535118523727834, 0.7460274547295644, 0.8283026602504255, 0.7109451350369262, 0.9663149958829493, 0.9335227068225043, 0.9096921222231793, 0.9731833574553763, 0.7415224660432529, 0.7225794098146636, 0.7478355499266351, 0.6700503313920217, 0.9112970656624786, 0.3766160984909135, 0.8258940060466187, 0.9035909389017883, 0.8494191785330838, 0.913981465438575, 0.7575252643304388, 0.7981659157900134 ] }, "rps": 0.4401170579626374, "rpss": 0.028826283347994863, "crps": 43.022815353459436, "crpss": 0.04858856253777244, "coverage_80": 0.7864347405573499, "pinball_10": 10.437758722783554, "pinball_50": 29.292623821977163, "pinball_90": 18.653037245296023 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46634733067646184, 0.2902025907783357, 0.3845522006071662, 0.3346111551492201, 0.17103365371270413, 0.37394479465682345, 0.3077077757940489, 0.5547542637788766, 0.3471743770319923, 0.2828155311348004, 0.36149973911497657, 0.37240446059005855, 0.49147009098660194, 0.35307572642622564, 0.4526836474237072, 0.4624283757182617, 0.43258047405062855, 0.6317640441552896, 0.39029524188278103, 0.2962158905961183, 0.4327135851066036, 0.4518327629242141, 0.1539299912799392, 0.48931029821216404 ], "rps_clim": [ 0.4819055012071629, 0.444711644142145, 0.3912256783048537, 0.5314847003061296, 0.5463137996219283, 0.5246370496095673, 0.46799085581035055, 0.43018330198082794, 0.37903088404294777, 0.37602959074729786, 0.3657108710730794, 0.4071905831264576, 0.5346883545994874, 0.5378418884618463, 0.397580420764294, 0.42189702270560003, 0.35631035559982877, 0.5447213136522713, 0.4681166143725515, 0.3573140603557788, 0.4646548705590716, 0.44355045410047106, 0.4892057906870231, 0.5235515159121176 ], "crps": [ 41.20322465274046, 39.84841744612112, 28.513271913562104, 33.776422767501835, 296.5859706705931, 41.99368773835953, 28.188031243098933, 50.13013214907595, 26.333821612497893, 28.826982072214886, 29.370120336922625, 34.61869120961914, 49.27086252651338, 83.12577069268457, 37.64962642213821, 48.81720822827043, 36.59248194210814, 76.23624506629348, 65.88791003360261, 28.448304295100346, 50.77937941162734, 36.62007304581287, 52.541570379334466, 42.63116777335453 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "pinball_10": [ 8.000021860937535, 9.986037044043439, 6.459565095928186, 4.8927666120156195, 43.4410572999027, 8.557479667565262, 5.47343561314826, 14.80819899265969, 8.604352211864251, 10.548098915230113, 9.365433645252564, 12.588796810366636, 9.829709908146324, 20.88800358674367, 5.434447907764832, 14.547103776028496, 7.827035527570522, 26.42865894429332, 16.963764699895453, 8.018985348509403, 15.359283111614413, 11.897974790870961, 9.099375499815299, 10.206201166400358 ], "pinball_50": [ 28.921092965938588, 27.086962406836072, 17.649974451993504, 23.462221136245443, 174.4678889099925, 29.36137918054608, 17.752338835500236, 37.577896290034, 16.347199741856826, 18.97991682030833, 19.61923975753095, 23.97138916624663, 36.04334564393002, 61.794276787045725, 26.497420196001368, 36.48985181642267, 26.132580064206746, 53.182909438408146, 46.76777555333354, 17.109686399424046, 35.676600114610565, 26.368338976294563, 38.12012270937206, 29.31992601788352 ], "pinball_90": [ 17.83466638313078, 17.222220354068504, 15.258794471292186, 17.58673752069904, 211.5268007383543, 17.563094647108752, 15.90067893835326, 12.544836595982614, 11.914333629208318, 10.695095403813978, 12.203709651597157, 9.819806155550983, 19.17389526033322, 23.739392865337695, 17.600899665486477, 11.9041293666181, 15.425894851151813, 22.118862336832763, 24.573910771635298, 14.009789080613226, 16.62384500369969, 9.870975704219603, 21.993525208750896, 17.477503693425998 ], "coverage_80": [ 0.6656663099396259, 0.9305169253183795, 0.9252684706659461, 0.7949068624722585, 0.02436320035531908, 0.6013895200638084, 0.9339647690040219, 0.744932149915948, 0.9634063403944945, 0.9912868291021597, 0.9740094677101129, 0.9704082773513708, 0.4886312899470698, 0.5338497004612063, 0.865951831992717, 0.7844262527765204, 0.9079061943161029, 0.09578449860735265, 0.6829187391129783, 0.9582521508092928, 0.7138081759143537, 0.9131430884533267, 0.8069672692519496, 0.5168143456589631 ] }, "rps": 0.3868895000745, "rpss": 0.14702568408831473, "crps": 53.6662239012145, "crpss": 0.10603067871786787, "coverage_80": 0.7411905274831366, "pinball_10": 12.467741168190306, "pinball_50": 36.195847224165085, "pinball_90": 24.35764159571936 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.40634550472677283, 0.42077406005439905, 0.41792283859943513, 0.32772928384836403, 0.484242527376056, 0.41714606545532396, 0.3288209620001437, 0.6400486003925843 ], "rps_clim": [ 0.41765960837363175, 0.4211483967453936, 0.5533032169639418, 0.44730768376472113, 0.4625683819363159, 0.41678104776399905, 0.5158924087479178, 0.42890010225976694 ], "crps": [ 26.938036376411777, 25.326505991455793, 84.37414832621316, 21.54098238816434, 32.76742411075192, 26.930931205006903, 77.78987977200201, 49.213173429674654 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "pinball_10": [ 8.687738115418684, 8.063897155911281, 20.80413233882532, 6.777972825682016, 7.7619142814157, 6.198715710593669, 18.152690702588085, 12.955332574201067 ], "pinball_50": [ 17.84222817654168, 16.43536639379742, 62.54121963151336, 12.38653831152939, 23.061568633299473, 17.306237779944183, 55.041617169009974, 35.20188129141106 ], "pinball_90": [ 10.455173617431779, 10.009221922671204, 25.166875188800095, 11.07373148048668, 12.690599033471045, 13.890837429883465, 30.18537511287669, 16.94459264315559 ], "coverage_80": [ 0.9070254363288093, 0.9752659751946015, 0.456629591990215, 0.9878025940149503, 0.7759413014155254, 0.9735109857995835, 0.5979907668464876, 0.7030628684304064 ] }, "rps": 0.43037873030663487, "rpss": 0.06019580766890831, "crps": 43.11013519996007, "crpss": 0.14609682134470847, "coverage_80": 0.7971536900025724, "pinball_10": 11.175299213079478, "pinball_50": 29.97708217338082, "pinball_90": 16.30205080359707 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.37735663259136254, 0.2972529816659832, 0.09435369210007222, 0.36052824851025594, 0.41125168498252723, 0.4353436683183446, 0.08525147016092521, 0.39325253511006314 ], "rps_clim": [ 0.37168677457254995, 0.40830736189644173, 0.5514955486398806, 0.4122454653654102, 0.5073582603125171, 0.4229682694777741, 0.5480141318493015, 0.3433109764761434 ], "crps": [ 30.30301867507883, 23.090931420021203, 86.15870777081993, 26.24198629119466, 38.01762044334377, 31.38912381249333, 106.49313924134364, 29.28323106272166 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "pinball_10": [ 11.557660726222402, 6.396992668397103, 23.535415105789404, 7.456034833020993, 5.536068915174932, 5.028991484784096, 24.4284480885044, 10.318057126236909 ], "pinball_50": [ 20.402378354658754, 12.24316085143112, 64.02222329959235, 16.010113134941335, 27.01181879303582, 21.040895277970744, 73.6281287154247, 19.821254950413437 ], "pinball_90": [ 10.33556258716413, 14.006392487622858, 23.866219808374503, 13.19137955093159, 17.496461549501642, 16.589147091413675, 46.84310436775961, 10.083403486713225 ], "coverage_80": [ 0.9687655107094091, 0.9965380188537917, 0.5394318502166471, 0.9687229983128778, 0.6626877583001601, 0.937224287569343, 0.4765500047306732, 0.9583670531948862 ] }, "rps": 0.3068238641799418, "rpss": 0.311549893746525, "crps": 46.372219839627135, "crpss": 0.3156159403471187, "coverage_80": 0.8135359352359736, "pinball_10": 11.782208618516279, "pinball_50": 31.772496672183532, "pinball_90": 19.051458866185154 } } }, "extended_logistic": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.43324225733537375, 0.38219337364781497, 0.4288164606767568, 0.377445778240722, 0.27377028308920276, 0.45901771581406925, 0.4385753885489777, 0.5657150650205307, 0.38450773085913964, 0.45508486225941486, 0.4326974866818738, 0.3934315924937476, 0.4366129509504033, 0.442075011680722, 0.529522635776314, 0.6004481209030714, 0.38364293663450116, 0.6340302372850332, 0.42238145456160126, 0.3818332478954823, 0.4369671100292023, 0.48727767996285964, 0.355913597279208, 0.4138217862749597 ], "rps_clim": [ 0.43952109738446665, 0.4701037173237654, 0.4169699152477682, 0.47870260421034994, 0.5456974480225605, 0.4718891921569669, 0.47528498795368085, 0.4682080375922366, 0.3831343617912619, 0.4088195337833923, 0.40159350714274034, 0.3947124470194672, 0.4905254609590217, 0.4972930221700924, 0.4454260522581055, 0.4580123165551393, 0.4122169895751251, 0.5190225120513517, 0.4587331615402525, 0.4177409087656852, 0.44718476038056587, 0.4632550515537808, 0.44214926963850176, 0.47013731210450704 ], "crps": [ 30.802725242237354, 34.638931676680976, 28.572954215002852, 28.390562718016614, 195.32726915128717, 36.70126575125262, 36.83523148160119, 46.21350637988433, 23.26474814271337, 31.603880984237847, 28.907437859416085, 27.616144965159013, 32.675130001147174, 60.904750719602156, 35.53376298166034, 50.3802476020674, 31.033343489697263, 54.30418007194301, 41.759253636605216, 28.015386041295603, 38.28510726078208, 34.78128865344313, 32.7836091908419, 28.768148453635934 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "pinball_10": [ 7.724767930869873, 8.924556719700991, 7.355258917788564, 5.5248114382905795, 35.32316819427237, 9.61404361254272, 9.727263625507767, 13.967235996952827, 8.361557302573868, 8.437185290420915, 8.183949110554428, 10.811952919746401, 5.65047076104389, 17.322593383382763, 5.414533190056308, 13.208689203232499, 9.523918747772642, 9.881907805756637, 10.771704906943754, 8.003045886909794, 13.486792739090822, 12.466004097500445, 10.688282367741747, 6.588962896174447 ], "pinball_50": [ 21.43631819337251, 23.518839278831674, 18.931138401759625, 19.468808862795786, 127.15650880404186, 26.54992524107949, 25.271300277564333, 33.69214745156528, 14.119775530401443, 21.145624518388136, 18.449970326401015, 17.924460776829278, 23.176691859258707, 45.867454768673184, 25.753768679313207, 35.78556870987663, 20.71165460063031, 39.92247023095005, 28.79108676013456, 17.57726184463402, 27.000335402942234, 25.221101847783423, 19.60747333932751, 19.813392750666647 ], "pinball_90": [ 12.62592710728801, 15.553579730809366, 13.066042441853382, 13.930659027772194, 109.13819267226096, 11.788071939800371, 14.571344814049334, 13.179536672081966, 10.514501395457772, 14.453207073095976, 13.678075310871337, 9.41223411237473, 15.107541927411397, 13.709992768565717, 16.80096625850751, 17.642933471254498, 12.923641426417792, 20.027661552200875, 16.900335783869593, 12.985944278454413, 11.436995938701932, 8.69271460004828, 15.815042992867827, 12.65896612386125 ], "coverage_80": [ 0.9003540460695258, 0.9204656936337554, 0.9336832592669787, 0.889373506471972, 0.20378915904916242, 0.7677603141349387, 0.8358412530117885, 0.6980934056418685, 0.9798002507516965, 0.9717991234750052, 0.9659176550800354, 0.9799200563972313, 0.8090228456554591, 0.7367742837843556, 0.8973758754653762, 0.6410219699035105, 0.9572248569369216, 0.5286136734256894, 0.8656728862668736, 0.9568462459117071, 0.8602080448325775, 0.9173442838448259, 0.9389060625651235, 0.8354605817966251 ] }, "rps": 0.4395426984958742, "rpss": 0.03009367984612843, "crps": 42.42078611125877, "crpss": 0.061901905749059405, "coverage_80": 0.8329695555572085, "pinball_10": 10.706777376867793, "pinball_50": 29.037211602384208, "pinball_90": 17.77558789249485 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4455083968592119, 0.3111241598454137, 0.37281791593736263, 0.3483290759397183, 0.23327378270394653, 0.374063115766205, 0.3116347119676917, 0.5697364328760751, 0.3448708736338488, 0.3071064194632432, 0.36407702972145345, 0.3794698956081888, 0.4712475614629152, 0.4095871345598227, 0.4318441732136507, 0.49779809429020966, 0.40819495695808455, 0.5699616343691758, 0.42204649944791006, 0.30102402447285337, 0.45229844611574915, 0.4675130967239217, 0.18256116074416298, 0.4650678509867901 ], "rps_clim": [ 0.4819055012071629, 0.444711644142145, 0.3912256783048537, 0.5314847003061296, 0.5463137996219283, 0.5246370496095673, 0.46799085581035055, 0.43018330198082794, 0.37903088404294777, 0.37602959074729786, 0.3657108710730794, 0.4071905831264576, 0.5346883545994874, 0.5378418884618463, 0.397580420764294, 0.42189702270560003, 0.35631035559982877, 0.5447213136522713, 0.4681166143725515, 0.3573140603557788, 0.4646548705590716, 0.44355045410047106, 0.4892057906870231, 0.5235515159121176 ], "crps": [ 39.61837528541287, 41.36053694532409, 28.37558722613255, 34.45886987400182, 282.22862587707044, 41.47967233112666, 28.594344468145245, 51.83945120133934, 26.620859170644753, 31.360979891503348, 30.20732218411101, 35.69675686608645, 47.00186117014856, 87.48727492806124, 36.24154169899537, 51.854151968285336, 35.932230311400026, 69.06012929423393, 68.24841719165659, 29.222749022246628, 52.50700410373779, 38.239435236533524, 39.348134637213185, 40.61206922610318 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "pinball_10": [ 6.333820228066966, 12.863526310313896, 7.209795317005821, 4.94754747476965, 47.146588455849994, 7.394768681226824, 5.957044002643818, 15.71639931998961, 9.456323986081063, 12.538036875948507, 10.437283608264543, 13.879435286473212, 7.691280720012908, 22.865612661099018, 5.7709910759424545, 15.526226296426058, 9.310704825894652, 15.494717781074101, 18.77688407368057, 10.194628911875782, 16.93245126076065, 13.269084650721824, 13.499600690756003, 7.449833909889023 ], "pinball_50": [ 28.063060712771996, 27.247561222618117, 17.036116380599005, 24.704129544750604, 177.6710641317401, 29.584998444323066, 18.255328989267444, 38.31172828200564, 16.273479067251003, 20.184191526604042, 19.85504452248514, 24.121531518065986, 34.88300525627779, 65.48347227029367, 25.399921408084825, 38.47383114970887, 24.219092353042516, 50.629543967688235, 48.94123415391856, 16.077554047989775, 37.01366790129865, 26.993168974527958, 21.296153409434712, 28.4971075826252 ], "pinball_90": [ 18.038558451667843, 17.997545925821708, 15.640197701636733, 17.063116797348915, 175.43801941477577, 17.122219305549127, 15.76906249947772, 13.796746373555436, 11.874538695142123, 11.647240775532872, 12.648581881981237, 10.340207406146764, 19.1136733292908, 22.403393351280602, 18.413317651918998, 12.96422301553122, 16.651522594206615, 22.367060825561822, 23.0843567404228, 14.892981636832097, 15.978505056526334, 10.200748549850896, 20.66756305533611, 17.26277402134026 ], "coverage_80": [ 0.7770471876341458, 0.9582916120886876, 0.9617490397490708, 0.8140216475660428, 0.0382793707397691, 0.6518450163961406, 0.9617950063046213, 0.7102013594026051, 0.9721191795332054, 0.9930294831908345, 0.9878776216523554, 0.9825797344828778, 0.5755937598808057, 0.554710297456601, 0.9564935297091004, 0.761838687482943, 0.9895858517891671, 0.23517076182080743, 0.7037978072194205, 0.9913203068810581, 0.7311665762208596, 0.9149150540439245, 0.9930351378428275, 0.6055449116425461 ] }, "rps": 0.3933815184861502, "rpss": 0.13271274728724602, "crps": 52.81651583789642, "crpss": 0.12018507389295363, "coverage_80": 0.7842503725304342, "pinball_10": 12.944274433531954, "pinball_50": 35.800666117390534, "pinball_90": 22.97400646069728 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.41411112571950676, 0.4094431209289443, 0.4374220944808046, 0.3357286772138197, 0.4769799399617298, 0.43019716318546747, 0.3670825192842113, 0.6364255558565963 ], "rps_clim": [ 0.41765960837363175, 0.4211483967453936, 0.5533032169639418, 0.44730768376472113, 0.4625683819363159, 0.41678104776399905, 0.5158924087479178, 0.42890010225976694 ], "crps": [ 27.33742524572636, 24.9634992533358, 89.51807864969811, 21.83231846475592, 32.585826465302645, 27.73420341741594, 83.28314847806294, 49.25220148930875 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "pinball_10": [ 9.143726343658997, 8.4409697576671, 23.133469759270877, 7.256615579900908, 7.883257117914574, 7.254404801986653, 20.761380433420488, 13.272052669083266 ], "pinball_50": [ 17.98893120662115, 16.130771114024395, 66.76453865517341, 12.911366359784346, 22.84598003193769, 17.714661526404562, 59.855171124821105, 34.517219497979 ], "pinball_90": [ 10.548408181363182, 9.756304859675438, 24.184487776696677, 10.814731787089093, 12.570220181026428, 14.189026767485052, 29.044552404706387, 18.06093862282379 ], "coverage_80": [ 0.927941306018266, 0.9705425328199234, 0.472214712107889, 0.9939113929407424, 0.8078699045371652, 0.9945730663935797, 0.6196493329224338, 0.6701187369250898 ] }, "rps": 0.43842377457888504, "rpss": 0.04262810322133237, "crps": 44.56333768295081, "crpss": 0.11731254094985821, "coverage_80": 0.8071026230831362, "pinball_10": 12.143234557862858, "pinball_50": 31.091079939593207, "pinball_90": 16.146083822608254 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3770598575144385, 0.29661955014751257, 0.17435321469672266, 0.3641560344723828, 0.41501950390978565, 0.42321398161810964, 0.16870699026069386, 0.3876194201239883 ], "rps_clim": [ 0.37168677457254995, 0.40830736189644173, 0.5514955486398806, 0.4122454653654102, 0.5073582603125171, 0.4229682694777741, 0.5480141318493015, 0.3433109764761434 ], "crps": [ 30.628667567995752, 22.964761150942635, 98.32084113873911, 26.738190300152098, 37.81395047681108, 30.957886533526896, 117.80241573103832, 29.116196766781997 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "pinball_10": [ 12.497742174359265, 6.847793946847477, 28.136000076801228, 8.225490738746903, 5.052378702740251, 5.786861580939333, 29.048801651330635, 10.76557342768658 ], "pinball_50": [ 20.006284184694337, 12.63509655585435, 74.84705853329113, 16.36584328862745, 27.186648178252465, 20.372093978545294, 84.10949760768271, 19.56855154544306 ], "pinball_90": [ 10.532194175984213, 13.569451416465194, 21.142829357023402, 13.185371871464211, 17.226207825662925, 16.855964059836225, 44.00933928035369, 9.8341869143184 ], "coverage_80": [ 0.9756788761934515, 0.9965380188537917, 0.5793845849136151, 0.9843873874905822, 0.753150093554952, 0.9877930702915415, 0.5095361365043677, 0.9427784226390762 ] }, "rps": 0.3258435690929542, "rpss": 0.26887355922062284, "crps": 49.29286370824849, "crpss": 0.27251163965760805, "coverage_80": 0.8411558238051722, "pinball_10": 13.295080287431459, "pinball_50": 34.38638423404885, "pinball_90": 18.294443112638533 } } }, "quantile_regression": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4546525510288871, 0.36300833547182576, 0.43587741390441, 0.3651011951915324, 0.23939432586961878, 0.4621657805651001, 0.4571794795260837, 0.6126584362738291, 0.3725935762087559, 0.45098725235333714, 0.4308228251970526, 0.4051712934920153, 0.44980430528797594, 0.42415599353763694, 0.5586224630085843, 0.644182329850003, 0.3909868370945437, 0.6586935404004591, 0.4065105055729281, 0.38047086547477815, 0.4324386162952713, 0.49999876878590593, 0.35273304555397034, 0.42122464891675254 ], "rps_clim": [ 0.43952109738446665, 0.4701037173237654, 0.4169699152477682, 0.47870260421034994, 0.5456974480225605, 0.4718891921569669, 0.47528498795368085, 0.4682080375922366, 0.3831343617912619, 0.4088195337833923, 0.40159350714274034, 0.3947124470194672, 0.4905254609590217, 0.4972930221700924, 0.4454260522581055, 0.4580123165551393, 0.4122169895751251, 0.5190225120513517, 0.4587331615402525, 0.4177409087656852, 0.44718476038056587, 0.4632550515537808, 0.44214926963850176, 0.47013731210450704 ], "crps": [ 31.4105728816156, 34.61625559636637, 28.62168555551283, 27.02762889205733, 217.17871395670582, 36.07219040194314, 36.662195214320455, 48.08120706505095, 22.04048854625272, 31.420912726597077, 28.518379230061576, 27.379225405486537, 34.16673481268364, 58.0140320108394, 38.578512886620246, 51.57145132337108, 31.2903823329563, 58.4649026035906, 40.530371877387665, 28.59827085850734, 37.46690628369881, 34.33718610839711, 39.5186898919211, 28.733091637940973 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "pinball_10": [ 7.979979438515297, 8.29483102543805, 7.068810257478574, 5.631063016458406, 32.84842861054156, 10.130779344304216, 8.837833050759711, 12.932046575812997, 7.5007122964852755, 7.724136391559291, 7.743486198085447, 9.587026840385745, 6.522434977273855, 16.081349441719738, 5.786365168123021, 12.705815450383351, 8.504550955134528, 16.555120614313697, 9.910638673483742, 7.296778514179516, 12.122516785850067, 11.27108427177588, 9.614746637834457, 7.494950325284625 ], "pinball_50": [ 22.321631107557412, 22.893114622237505, 19.285353837527552, 19.371128555149017, 127.44096783028505, 26.034599964515902, 25.639018948407074, 33.72965638116461, 13.493099202238865, 20.559703069734752, 18.216637130086184, 18.631807123061687, 24.663822936186296, 44.35141213340126, 27.248833518352843, 34.65279622836781, 21.337696173554487, 40.71137681347366, 28.165979969430563, 18.256415019821112, 26.606068390666582, 25.242903391658366, 23.353909072880224, 20.415890981728467 ], "pinball_90": [ 11.34157487435658, 16.426131486341376, 12.614704659428991, 11.22682168876916, 157.83901486508904, 11.165524714139252, 14.766813960698215, 19.12244548849622, 9.641202322746215, 15.155881995470123, 12.994814113670467, 8.30208380337737, 14.166369383758132, 11.739921244651322, 17.652388269921417, 23.29561450939609, 12.883848745703311, 20.907766665182894, 16.59993960251017, 13.69833157988486, 11.967257201385424, 9.12872897673358, 21.729834130890037, 10.910974709696285 ], "coverage_80": [ 0.8180016531240728, 0.8634530347165406, 0.877942541773356, 0.8240837787630437, 0.07645737444601747, 0.6556227047622456, 0.7546488509764937, 0.5909110581212559, 0.9548582861940239, 0.8914019868989089, 0.8815947980018048, 0.915336678652638, 0.7335469253183042, 0.7667509240643012, 0.7959061109523997, 0.5380823117806711, 0.9107750586630917, 0.36000165300405773, 0.8213872466612576, 0.9084125939234434, 0.8426728499462045, 0.8695098796427576, 0.9088105369048903, 0.7494567599088349 ] }, "rps": 0.44455976603588576, "rpss": 0.019022888470573873, "crps": 43.762499504161866, "crpss": 0.03223110300598386, "coverage_80": 0.7629010665500257, "pinball_10": 10.422728535882543, "pinball_50": 29.275992600061972, "pinball_90": 20.219916208012354 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4680408960385307, 0.29606203379543844, 0.3808307886807438, 0.31795384153870143, 0.1945058847135277, 0.3526556598398301, 0.28449980239037437, 0.6233495487737007, 0.3388744042107459, 0.28446741225268035, 0.35705264069763254, 0.378584826438035, 0.5005856239224025, 0.3713538829491211, 0.4487093573220262, 0.49167274509367676, 0.41765732455024923, 0.6128027748121966, 0.3939681653436001, 0.3006255872745383, 0.4422719834550406, 0.46806385379313825, 0.16340364991777837, 0.49134309042330504 ], "rps_clim": [ 0.4819055012071629, 0.444711644142145, 0.3912256783048537, 0.5314847003061296, 0.5463137996219283, 0.5246370496095673, 0.46799085581035055, 0.43018330198082794, 0.37903088404294777, 0.37602959074729786, 0.3657108710730794, 0.4071905831264576, 0.5346883545994874, 0.5378418884618463, 0.397580420764294, 0.42189702270560003, 0.35631035559982877, 0.5447213136522713, 0.4681166143725515, 0.3573140603557788, 0.4646548705590716, 0.44355045410047106, 0.4892057906870231, 0.5235515159121176 ], "crps": [ 41.00819239736256, 42.087034179927045, 28.114789498429754, 32.04350120067707, 312.71391660563773, 40.26535404704078, 26.075884653967222, 55.04265367380559, 25.251582488008868, 29.90641020101266, 29.03757397931759, 35.12991602387854, 49.54494624287874, 82.51552965375367, 38.20733197053115, 50.63028474764841, 37.25253144028685, 74.45803957337725, 65.46889918398577, 30.401977056076245, 51.691685111985535, 37.62343523842196, 50.24460482479042, 41.964866545210604 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "pinball_10": [ 8.173129160800256, 10.793815501649686, 6.461837758963658, 5.55773357353905, 44.043247130710824, 10.042129920943543, 5.39545132544004, 14.644452686119784, 8.600895967466247, 11.077373688853022, 9.331446064709572, 12.285424541595265, 10.569968466765904, 21.330407731251025, 5.354963247049296, 14.785462803416978, 8.134405029416289, 24.415826972206276, 17.41151923064155, 8.69236953901269, 15.363914364190036, 11.983086607134135, 10.572712118409083, 10.611295045943256 ], "pinball_50": [ 29.36523942553929, 26.797228523695185, 17.956596106128693, 24.349680935485438, 177.63681865109203, 29.076573949608015, 17.992958342034196, 38.183492027592834, 16.437161845905976, 18.91606093413788, 19.515187906298014, 24.591977511223554, 36.8088330388896, 63.044654707355136, 26.433128213785707, 36.61628432677338, 24.55527127416616, 52.35166340112666, 47.213771425070895, 17.31507723359414, 36.58562134148463, 26.415563810724446, 28.905478627348938, 30.119406477538686 ], "pinball_90": [ 16.64102546577308, 21.07114284064051, 14.345342669658795, 12.467333360294331, 241.75462340338007, 13.72979763918542, 12.25392887064432, 23.22162033342654, 9.76894197355767, 12.275907170300764, 10.831362628356747, 9.299473531111968, 17.567723996266533, 17.784538547966886, 18.550900442989747, 14.780101083231823, 18.024514431787598, 22.55024342309183, 23.20678497370061, 16.599924942067492, 17.297975000011927, 11.336787227062274, 29.982988290581154, 15.193942063175697 ], "coverage_80": [ 0.6587150156635504, 0.9548645633189584, 0.9270035528947004, 0.7462230913733504, 0.00869990081940726, 0.5213942617389076, 0.9096567229930597, 0.5434060137413154, 0.9425757489767772, 0.9930294831908345, 0.9462137258189814, 0.9459810211291766, 0.4782332478756215, 0.627790628664482, 0.8973493381659449, 0.6403447229575102, 0.9253625927789595, 0.0853625518071494, 0.7107822836101029, 0.980867497240714, 0.7085739705998229, 0.8349393342353076, 1.0, 0.520312449677432 ] }, "rps": 0.3908056574261256, "rpss": 0.1383917417420838, "crps": 54.445039189083836, "crpss": 0.09305721191345306, "coverage_80": 0.7294867383030027, "pinball_10": 12.734702853176145, "pinball_50": 36.132655418191646, "pinball_90": 25.855705179510995 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4030345376712575, 0.4250187285699397, 0.4644038052787721, 0.3051688455051926, 0.5055574987631674, 0.4163694387725665, 0.35535450563084436, 0.7453020213089488 ], "rps_clim": [ 0.41765960837363175, 0.4211483967453936, 0.5533032169639418, 0.44730768376472113, 0.4625683819363159, 0.41678104776399905, 0.5158924087479178, 0.42890010225976694 ], "crps": [ 26.734037762833644, 24.32149689516232, 87.21285553776036, 19.86605083851735, 33.09434946776191, 27.22678047177488, 77.55294539013781, 53.71167866048618 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "pinball_10": [ 8.826900988156485, 7.778267713193048, 21.53061275678395, 6.637580242318594, 8.166863492843797, 6.191090415875163, 19.18891479433495, 12.743086834737055 ], "pinball_50": [ 17.733994794067485, 16.490673967915434, 66.18964265284848, 12.352273538813979, 23.166725747171462, 17.093569710001425, 57.95488080870765, 35.276806561679706 ], "pinball_90": [ 9.878239385135986, 8.443812398774202, 26.168571196489864, 8.490578405917532, 12.842112358974504, 14.496524443581228, 24.25132916126016, 26.838273388077514 ], "coverage_80": [ 0.8519806312997356, 0.9023208963021628, 0.5499112766879567, 0.9817194274800896, 0.6820604489606085, 0.9580871701745708, 0.6829246649179689, 0.4848657390917443 ] }, "rps": 0.4525261726875861, "rpss": 0.011833150006436033, "crps": 43.7150243780543, "crpss": 0.1341154905158195, "coverage_80": 0.7617337818643546, "pinball_10": 11.38291465478038, "pinball_50": 30.782320972650705, "pinball_90": 16.426180092276375 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3769869797620703, 0.27191153355257075, 0.144227272836127, 0.3526946522602494, 0.40593038570842754, 0.4309402692391547, 0.1344227767854183, 0.4040612411255223 ], "rps_clim": [ 0.37168677457254995, 0.40830736189644173, 0.5514955486398806, 0.4122454653654102, 0.5073582603125171, 0.4229682694777741, 0.5480141318493015, 0.3433109764761434 ], "crps": [ 30.27040174548107, 20.346209423952228, 88.78191984858543, 25.24095347001446, 37.38701992694615, 30.97500883098864, 104.06660829533567, 29.14656171038457 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "pinball_10": [ 11.425585662920621, 6.117756088446164, 25.573745432366493, 7.439978047661937, 6.5960954178182165, 4.975200730244412, 26.78942546475912, 10.117017837061226 ], "pinball_50": [ 20.4598248604387, 12.25390602076669, 72.52044624377321, 16.108100830901133, 27.247353073632436, 20.927997444640848, 80.56443690810697, 19.80827778097428 ], "pinball_90": [ 10.124462588153598, 10.170331961047669, 15.16356962649156, 11.46169183219563, 15.078361898929337, 15.983748549185016, 27.452500778822962, 9.320849146253456 ], "coverage_80": [ 0.9357926984879462, 0.9896118985920055, 0.8316400492116455, 0.956556980134266, 0.5966819792347814, 0.931999380391786, 0.6955495995317078, 0.8612420252160334 ] }, "rps": 0.3151468889086925, "rpss": 0.2928747255871855, "crps": 45.776835406461025, "crpss": 0.32440291705070423, "coverage_80": 0.8498843263500214, "pinball_10": 12.379350585159774, "pinball_50": 33.73629289540428, "pinball_90": 14.344439547634904 } } }, "incumbent": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.4514601259804884, 0.3765021137292147, 0.4555223377431187, 0.38893807033365146, 0.2146363625705465, 0.41747372229423363, 0.4166311379059766, 0.5532608111859987, 0.3645784427231489, 0.4237162452811895, 0.4295950601929255, 0.40193025606429283, 0.46435155415825335, 0.4137770786500807, 0.5819708751147536, 0.5479377724552057, 0.4039971544344762, 0.6511840538543521, 0.4196756255486035, 0.3980139509876954, 0.4315355731549168, 0.4878559349836646, 0.34124533380614536, 0.4125513351557642 ], "rps_clim": [ 0.43952109738446665, 0.4701037173237654, 0.4169699152477682, 0.47870260421034994, 0.5456974480225605, 0.4718891921569669, 0.47528498795368085, 0.4682080375922366, 0.3831343617912619, 0.4088195337833923, 0.40159350714274034, 0.3947124470194672, 0.4905254609590217, 0.4972930221700924, 0.4454260522581055, 0.4580123165551393, 0.4122169895751251, 0.5190225120513517, 0.4587331615402525, 0.4177409087656852, 0.44718476038056587, 0.4632550515537808, 0.44214926963850176, 0.47013731210450704 ] }, "rps": 0.43534753867952897, "rpss": 0.039350828318512776 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "rps": [ 0.46057561019100624, 0.31125055652673683, 0.3851481971639931, 0.34558940425786205, 0.15238162970086933, 0.3525124017844471, 0.31093270990895877, 0.5810710614456187, 0.34234796628002334, 0.3048275973148796, 0.3655919549357095, 0.40426156885597664, 0.49504167142964217, 0.3734259676426949, 0.4747517882905808, 0.4753907696492896, 0.3955137864185284, 0.6014266131175579, 0.4267932040849862, 0.3092556536750848, 0.44433394293300854, 0.46842936147758957, 0.193148603930156, 0.46098634875522876 ], "rps_clim": [ 0.4819055012071629, 0.444711644142145, 0.3912256783048537, 0.5314847003061296, 0.5463137996219283, 0.5246370496095673, 0.46799085581035055, 0.43018330198082794, 0.37903088404294777, 0.37602959074729786, 0.3657108710730794, 0.4071905831264576, 0.5346883545994874, 0.5378418884618463, 0.397580420764294, 0.42189702270560003, 0.35631035559982877, 0.5447213136522713, 0.4681166143725515, 0.3573140603557788, 0.4646548705590716, 0.44355045410047106, 0.4892057906870231, 0.5235515159121176 ] }, "rps": 0.3931245154071012, "rpss": 0.13327936133465956 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.4100330397468575, 0.4178170282145457, 0.3974558339800802, 0.337630005422543, 0.4637666642750165, 0.4036752997736101, 0.34690641518841137, 0.612058827795232 ], "rps_clim": [ 0.41765960837363175, 0.4211483967453936, 0.5533032169639418, 0.44730768376472113, 0.4625683819363159, 0.41678104776399905, 0.5158924087479178, 0.42890010225976694 ] }, "rps": 0.423667889299537, "rpss": 0.07485005535453271 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "rps": [ 0.3908923717698385, 0.3096283833615878, 0.1496552037868875, 0.35872193421532034, 0.39871394469932037, 0.42245837331159486, 0.13689417121795427, 0.40176012247601006 ], "rps_clim": [ 0.37168677457254995, 0.40830736189644173, 0.5514955486398806, 0.4122454653654102, 0.5073582603125171, 0.4229682694777741, 0.5480141318493015, 0.3433109764761434 ] }, "rps": 0.3210905631048142, "rpss": 0.2795383342253446 } } }, "mvs_ensemble": { "training": { "ethiopia": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 32.10537462669872, 35.790594224818975, 30.154426232760137, 26.902954610471117, 176.20442568410056, 32.55228939672281, 35.71987498679693, 47.64516069479288, 21.129692443573397, 31.844827637045736, 28.949921762301898, 28.44092046968023, 34.26166296301831, 54.07090357290345, 42.002458673836664, 49.841327052672575, 33.364919206502755, 61.03754533719111, 40.83844857208515, 29.111093219387246, 36.82055165970094, 34.131505497591384, 38.325859586449184, 27.945990626952643 ], "crps_clim": [ 31.742925516629697, 40.77336668818828, 28.09618525185972, 37.986090541506, 251.4927342153348, 40.320321374030684, 40.93726570534917, 40.54786455186527, 22.988890072347303, 28.257992147944407, 24.96559897910219, 25.682377420488514, 37.65656723862455, 67.35667251514191, 29.987287831298126, 43.08507304266908, 30.254448434401816, 47.83890739301917, 44.7070520085121, 29.018165136591247, 36.90426542672519, 32.258006168915756, 38.015712600516835, 34.40598130175283 ], "pinball_10": [ 6.973594055957846, 9.013990550265623, 7.326067040451477, 6.121751934246274, 28.97946137130154, 7.7082386296125645, 9.111538140226882, 12.612374368192858, 6.580881392797682, 7.23542816733148, 8.31891373745685, 10.080940991848015, 6.320121556411537, 15.169183673070473, 13.195418808674031, 12.517166552152384, 8.536163092383347, 18.546547500739912, 9.179174023207313, 6.379616958528996, 12.191426488630501, 10.675336956868678, 8.578467228837894, 6.295660244904671 ], "pinball_50": [ 23.605481394643906, 23.552317361477343, 21.111921579413618, 18.319237875096483, 109.05127755750829, 22.903300475298142, 23.516780969954183, 34.8212337095625, 13.534018976818855, 20.92356418568218, 18.55002275240797, 19.43648942052966, 25.228784953882634, 40.157190531277735, 28.292652674860314, 33.03036860275517, 23.51881296218737, 44.13759012178267, 29.7653320988271, 20.526729027347336, 25.61847831225983, 24.972046053287087, 26.228650046225127, 20.34635718582986 ], "pinball_90": [ 11.381643688635208, 15.204777919098547, 11.054747485374296, 11.808920039914614, 114.9272863379176, 13.205215027479523, 14.987563652022418, 15.96557253681785, 8.310406989787957, 13.390629908151087, 11.487195745071487, 8.193986108580503, 12.765045184462053, 15.759968520437473, 14.695857718141076, 22.89958965609889, 12.385972437364163, 17.507974822391244, 16.138487529731123, 11.932084327169413, 11.251576952615798, 9.703981306688894, 15.626497797723376, 10.540016431909804 ], "coverage_80": [ 0.8771821988371471, 0.7990624787828567, 0.8537636968353031, 0.8906516953028252, 0.0998501759457732, 0.7719897851717619, 0.7795236131146827, 0.6069044288657075, 0.9282791880842329, 0.9153805230612988, 0.8533058843134943, 0.9485056318651368, 0.7614265359369966, 0.6869356469395312, 0.5604495355103044, 0.4996855504051422, 0.8790686503717675, 0.483332289136665, 0.7876507228776183, 0.8426024880210212, 0.8487286635519342, 0.8190350170858272, 0.8008477878641844, 0.819133883005196 ] }, "crps": 42.04969703075228, "crpss": 0.07010821192894612, "coverage_80": 0.754720669620267, "pinball_10": 10.318644311004116, "pinball_50": 28.79785995120481, "pinball_90": 17.546874921816016 }, "ondj_domain": { "years": [ 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011, 2012, 2013, 2014, 2015, 2016 ], "per_year": { "crps": [ 40.517049678450576, 43.86883867501942, 29.989398657013076, 29.825167732408108, 237.98523266026305, 34.780244823748866, 27.899312003972742, 56.021995873639085, 26.08981859076858, 30.365580605510992, 30.85559461077088, 38.12974718324565, 46.97712300822689, 75.58733969556316, 42.27051392458784, 52.04777139646754, 39.49174369332153, 75.8919275680534, 67.00298063416768, 30.58165293548965, 51.8717223293211, 38.106339556185745, 52.51075876779111, 38.30676306401213 ], "crps_clim": [ 44.818392114890194, 49.555903283487574, 30.675020158925083, 53.94868480057281, 354.7381681248423, 56.058574286857095, 40.89964859325192, 41.88472808521825, 29.960563688835595, 35.58986358112118, 28.725216146584827, 36.06632699048634, 54.26159742058326, 101.57427145824482, 32.681017126544084, 48.797086589560294, 29.95440091470073, 69.17206276014227, 74.3649830088615, 31.00618674826232, 52.67156510791567, 36.916850791140064, 58.698649883439046, 47.73367692323706 ], "pinball_10": [ 5.92811025116251, 10.236411806240511, 7.565294635666116, 5.395997202376999, 38.7345836708242, 5.125386189230514, 6.524855538835827, 15.094200523308173, 8.924308477319325, 10.675543933752783, 10.03816797941731, 14.050734679550482, 4.880490263415632, 20.917713441443663, 9.830423202287722, 14.906529728238542, 7.985639084017458, 26.40466794812683, 16.459512188700046, 7.610865369900075, 16.411795909147074, 12.03545892079489, 9.700692686477359, 7.7764149540517575 ], "pinball_50": [ 29.62955046687692, 28.771310296064282, 19.43121928773569, 19.74645196339981, 145.73576503153595, 24.651538313832162, 16.21158875142102, 43.669673890607974, 16.16136208791875, 18.18054365446652, 19.2314967934996, 26.28682799613317, 37.482205562943996, 56.07005723157823, 27.839844937719622, 35.85374485341604, 26.697641409230272, 53.59689168835983, 49.76041957263502, 20.314959712979356, 36.227397243116464, 28.508215550952272, 35.671837603946436, 27.742369907550607 ], "pinball_90": [ 16.04630583295531, 19.135195345774378, 13.1711447453644, 15.237254839642985, 162.37664238979687, 16.254379011582994, 14.291483057015778, 13.655251144083152, 9.759248253750005, 11.202869370247914, 12.402768986928608, 10.317385196742869, 16.396757233483065, 23.63883878624624, 17.224632115099872, 19.186090785052716, 16.952621165541775, 20.2557818509165, 25.133029905273307, 13.761384998145568, 17.546053582249908, 10.471067103409844, 24.27686895347531, 14.825959942507094 ], "coverage_80": [ 0.8258192402075638, 0.9409125879660404, 0.9392884887020844, 0.9652363241996811, 0.02606124395681051, 0.8608222083565583, 0.963416926788013, 0.6962589027450887, 0.9773938028016245, 0.9512203843698689, 0.9739489435430674, 0.9686695736199902, 0.7598550949582793, 0.5564659767039989, 0.7840251373055188, 0.6556119546001158, 0.8746873136064574, 0.35517251948873685, 0.6655692885622434, 0.9617251949658765, 0.7102707789735397, 0.840138343982193, 0.9010125119974628, 0.687519748812019 ] }, "crps": 51.54060906949994, "crpss": 0.14143906615934188, "coverage_80": 0.7850459371338679, "pinball_10": 12.217241607678574, "pinball_50": 35.14470474199666, "pinball_90": 22.22995894147027 } }, "test": { "ethiopia": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 26.882942034326756, 25.12722038825503, 77.8213952624042, 21.122983162228703, 30.677938084962644, 27.50814914911025, 70.27080757148485, 52.50481950976875 ], "crps_clim": [ 25.991938244042803, 27.156682952757507, 116.99857569796765, 25.68956435022059, 33.64072492622825, 25.925245138455825, 110.35729933852919, 38.12777562837381 ], "pinball_10": [ 8.250052055870754, 8.327899973253363, 21.115794096263873, 6.898022124426869, 6.758954305560283, 6.051980676058526, 17.467199415168086, 12.843420623965471 ], "pinball_50": [ 18.650867072055586, 15.369394904526972, 55.41947953128695, 12.098935016817938, 21.55302097341784, 16.65620158005388, 50.51822715543619, 36.74024206083946 ], "pinball_90": [ 9.702576457756857, 9.179247950845612, 28.256456631170263, 9.549956647390319, 12.71543414890936, 13.453374166388238, 26.55035184283478, 21.17970929164431 ], "coverage_80": [ 0.9274459914644864, 0.9215871979138661, 0.49247463391086, 0.9757409540810822, 0.7952211675444901, 0.9575272202092766, 0.5977312366732687, 0.5940966990569474 ] }, "crps": 41.48953189531765, "crpss": 0.17819689031351826, "coverage_80": 0.7827281376067847, "pinball_10": 10.964165408820904, "pinball_50": 28.375796036804353, "pinball_90": 16.323388392117465 }, "ondj_domain": { "years": [ 2017, 2018, 2019, 2020, 2021, 2022, 2023, 2024 ], "per_year": { "crps": [ 32.495795162169195, 22.98214214760557, 71.95562345659175, 26.329729238779638, 34.579315912442354, 32.76393623096747, 85.4687049852803, 32.350767674249624 ], "crps_clim": [ 29.91091499200625, 33.39002587790927, 163.85395380251938, 30.317658032788415, 46.77514464531494, 32.16405989901042, 178.02911191569987, 27.619913058663098 ], "pinball_10": [ 12.704736198480965, 7.983310514274457, 24.377013797199044, 8.458025211282832, 4.7193008955825215, 5.80808554302607, 23.786433437174217, 11.214967634513144 ], "pinball_50": [ 21.70804564909039, 11.055205171568499, 53.25893686009801, 15.592598096617934, 25.448627660523215, 21.01708617132298, 63.111200449706786, 22.812497474085294 ], "pinball_90": [ 10.170036451725164, 11.374277931533921, 16.17444389436572, 12.495179281041258, 15.994901275887871, 16.103031195343306, 25.61851993743634, 9.757180465868998 ], "coverage_80": [ 0.9774206898174743, 0.9982611701557403, 0.7396756435811433, 0.9704922202813668, 0.9147832234746416, 0.9581733345338433, 0.6382517402145873, 0.8941925274569688 ] }, "crps": 42.365751851010735, "crpss": 0.3747453681899384, "coverage_80": 0.8864063186894707, "pinball_10": 12.381484153941656, "pinball_50": 29.250524691626637, "pinball_90": 14.710946304150323 } } } }, "fitted": { "emos_csg": { "theta": [ -1.077559290269851, 1.617228405435331, -1.1065745639354787, 1.5137193391035744, -16.771424954644612 ], "converged": true, "form": "mu = softplus(a0 + a1 m), sigma = softplus(b0 + b1 md), delta = -softplus(d)" }, "extended_logistic": { "theta": [ 0.023776371399850525, 0.931412293740786, -1.459548444131616, 0.40808032182590465 ], "converged": true, "thresholds": "training CHIRPS deciles of each cell" }, "quantile_regression": { "levels": [ 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75, 0.8, 0.85, 0.9, 0.95 ], "coefficients": [ [ -0.16928560631293435, 0.5837253539561431, -0.18272548094309427 ], [ -0.12900514277834246, 0.6865295726049013, -0.28351303940761596 ], [ -0.09837353848554765, 0.7588594941497162, -0.34425204739699256 ], [ -0.05219205406030072, 0.7940531809622028, -0.3916870012115251 ], [ -0.03283982105110374, 0.8335888341358897, -0.3962325217336951 ], [ -0.027537576258571634, 0.8814741220374078, -0.3961551056878211 ], [ -0.02245454043940625, 0.9281757177354748, -0.3965109123305724 ], [ -0.011126976842169895, 0.9562999701424373, -0.3704692319090106 ], [ -0.011795067096976215, 0.9962734342856979, -0.3256360885810978 ], [ -0.009319729613582418, 1.026855506785253, -0.269621763347837 ], [ -0.02892732005165714, 1.075121783359479, -0.1964293898803531 ], [ -0.04280348228064373, 1.1164880346229649, -0.11029177255965833 ], [ -0.1111283266372966, 1.2193735814428044, -0.014755674424605394 ], [ -0.18160071559353982, 1.3396488733570204, 0.05516567967463568 ], [ -0.31589916292460973, 1.5293316045738699, 0.14210416545422438 ], [ -0.46051863227528683, 1.7524245974478998, 0.21413683131985514 ], [ -0.5884352131177951, 1.9613839731473481, 0.34108474087673807 ], [ -0.733849496191054, 2.200149338722971, 0.5392789848708991 ], [ -0.840248300766733, 2.4471772258077884, 0.8856166916323112 ] ], "l2": 0.0001, "tails": "linear to 0 below the lowest level; linear to 1 at q_max + (q_max - q_0.5) above the highest", "noncrossing": "rearrangement (sorting) of the predicted quantiles" } }, "diagnostics": { "emos_csg": { "mean_crossing_share": null, "all_converged": true }, "extended_logistic": { "mean_crossing_share": null, "all_converged": true }, "quantile_regression": { "mean_crossing_share": 0.00018952156334231806, "all_converged": true } } } }, "tests": { "emos_csg": { "rps": { "Oct": { "training": { "mean_difference": 0.00442280976584816, "bootstrap_95": [ -0.005692385714723207, 0.014811832875451614 ], "p_improvement": 0.78711, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.01626480186801032, "bootstrap_95": [ -0.0022092525791932416, 0.03456853547193777 ], "p_improvement": 0.92578125, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.0015106351382679281, "bootstrap_95": [ -0.013446805619532551, 0.01563032413778911 ], "p_improvement": 0.57938, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.0042302812396982775, "bootstrap_95": [ -0.02109096328172341, 0.024142133624081415 ], "p_improvement": 0.65234375, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.05258976479663236, "bootstrap_95": [ 0.011271802644588413, 0.09419766540267469 ], "p_improvement": 0.98744, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.09041392724760977, "bootstrap_95": [ 0.018126705688981812, 0.14667292281242816 ], "p_improvement": 0.98046875, "years_better": 1, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.02779411594599256, "bootstrap_95": [ -0.008626012740170918, 0.06412279170593525 ], "p_improvement": 0.917545, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.031825786492433054, "bootstrap_95": [ -0.00026268642632713834, 0.06746502704240981 ], "p_improvement": 0.94140625, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.004769519283108315, "bootstrap_95": [ -0.002314057541650275, 0.012449318045698782 ], "p_improvement": 0.884205, "years_better": 12, "years": 24 }, "test": { "mean_difference": 0.0067108410070978175, "bootstrap_95": [ -0.004066561047869817, 0.017207951095740213 ], "p_improvement": 0.86328125, "years_better": 3, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": -0.5327050234576879, "bootstrap_95": [ -1.8677974813131597, 0.8454285497291254 ], "p_improvement": 0.23532, "years_better": 14, "years": 24 }, "test": { "mean_difference": 1.2442457376229465, "bootstrap_95": [ -0.35026818685866007, 3.412238541167039 ], "p_improvement": 0.859375, "years_better": 2, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.2653242430241051, "bootstrap_95": [ -0.2960545784502943, 0.9626635296399221 ], "p_improvement": 0.74291, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.6167126851606786, "bootstrap_95": [ -0.3282749604851033, 2.0003323404371693 ], "p_improvement": 0.76953125, "years_better": 4, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.11276165121003386, "bootstrap_95": [ -0.09446113087303451, 0.32558589214804023 ], "p_improvement": 0.836325, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.012862556352225663, "bootstrap_95": [ -0.4513064295964392, 0.40860973823167185 ], "p_improvement": 0.5234375, "years_better": 3, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.09512726003834338, "bootstrap_95": [ -0.5520240310792179, 0.6245926572693189 ], "p_improvement": 0.47527, "years_better": 21, "years": 24 }, "test": { "mean_difference": -0.1879916065313546, "bootstrap_95": [ -0.5222128833565759, 0.16396587858396727 ], "p_improvement": 0.1796875, "years_better": 5, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.9731183227071506, "bootstrap_95": [ -0.8565349320693975, 3.782053854138001 ], "p_improvement": 0.63168, "years_better": 15, "years": 24 }, "test": { "mean_difference": 1.620603304642422, "bootstrap_95": [ -0.5554671749219388, 4.1235451847764635 ], "p_improvement": 0.8515625, "years_better": 2, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "extended_logistic": { "rps": { "Oct": { "training": { "mean_difference": 0.005835579938275995, "bootstrap_95": [ -0.00616160360535062, 0.017932116029807283 ], "p_improvement": 0.81786, "years_better": 12, "years": 24 }, "test": { "mean_difference": -0.003987055953610152, "bootstrap_95": [ -0.02080977737285029, 0.013604748151256292 ], "p_improvement": 0.33203125, "years_better": 5, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.003662228756359453, "bootstrap_95": [ -0.010885613821404704, 0.018938768345235186 ], "p_improvement": 0.678215, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.022310351542002595, "bootstrap_95": [ -0.012415765969527296, 0.05503865422407916 ], "p_improvement": 0.87109375, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.0358436304526274, "bootstrap_95": [ 0.011446981667411498, 0.0595663211553679 ], "p_improvement": 0.99448, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.05219135496933107, "bootstrap_95": [ 0.005594974955059725, 0.09048566243039513 ], "p_improvement": 0.97265625, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.018681941333876507, "bootstrap_95": [ -0.0025941256325349637, 0.03856910343948451 ], "p_improvement": 0.94995, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.011593224523409044, "bootstrap_95": [ -0.011966442308089277, 0.03715329189897601 ], "p_improvement": 0.78515625, "years_better": 4, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.004195159816345218, "bootstrap_95": [ -0.006021427802256146, 0.014885221291800747 ], "p_improvement": 0.77361, "years_better": 10, "years": 24 }, "test": { "mean_difference": 0.014755885279347986, "bootstrap_95": [ 0.004335495778799874, 0.025268960445252394 ], "p_improvement": 0.98046875, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.27044622058110507, "bootstrap_95": [ -0.731965305569917, 1.2622966036877235 ], "p_improvement": 0.69728, "years_better": 11, "years": 24 }, "test": { "mean_difference": 1.1517958486380646, "bootstrap_95": [ -0.5353978315058363, 2.8092186040458746 ], "p_improvement": 0.87890625, "years_better": 2, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.5149886388570807, "bootstrap_95": [ 0.08486535754026509, 0.9536723033165253 ], "p_improvement": 0.98099, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.5308813185439607, "bootstrap_95": [ 0.20109670401479685, 0.8863711809577597 ], "p_improvement": 0.99609375, "years_better": 1, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.3653353299624473, "bootstrap_95": [ 0.12472273532612677, 0.6441897692784291 ], "p_improvement": 0.996405, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.4264052859860976, "bootstrap_95": [ 0.13051856168670517, 0.6803988658216489 ], "p_improvement": 0.98828125, "years_better": 1, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.13602001962150523, "bootstrap_95": [ -0.6102148334808698, 0.5359171779422368 ], "p_improvement": 0.396715, "years_better": 18, "years": 24 }, "test": { "mean_difference": -0.19904797512632888, "bootstrap_95": [ -0.5616586758850576, 0.15469239732943718 ], "p_improvement": 0.1953125, "years_better": 5, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.3710890805064926, "bootstrap_95": [ -1.4354894155031468, 2.4598016163215943 ], "p_improvement": 0.60955, "years_better": 13, "years": 24 }, "test": { "mean_difference": 3.073805787633162, "bootstrap_95": [ -0.35885854845227166, 7.465423205183761 ], "p_improvement": 0.875, "years_better": 2, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } }, "quantile_regression": { "rps": { "Oct": { "training": { "mean_difference": 0.010540332464016531, "bootstrap_95": [ 1.7196368832609924e-05, 0.023000384871929753 ], "p_improvement": 0.95792, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.00977342178040607, "bootstrap_95": [ -0.006325782701691318, 0.024749167909776472 ], "p_improvement": 0.859375, "years_better": 3, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.010440008541992132, "bootstrap_95": [ -0.009358223059441954, 0.03217540419200749 ], "p_improvement": 0.82222, "years_better": 9, "years": 24 }, "test": { "mean_difference": 0.037208196496207886, "bootstrap_95": [ -0.008097086862359215, 0.08520076432601656 ], "p_improvement": 0.8828125, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": 0.06598191379608855, "bootstrap_95": [ 0.03153572871359475, 0.09926576283579705 ], "p_improvement": 0.999165, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.09569951833825072, "bootstrap_95": [ 0.03367883735840335, 0.14493389248189098 ], "p_improvement": 0.9921875, "years_better": 1, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Jan": { "training": { "mean_difference": 0.029784386683058776, "bootstrap_95": [ 0.0024238654427354654, 0.056470998925984804 ], "p_improvement": 0.97812, "years_better": 7, "years": 24 }, "test": { "mean_difference": 0.014772123541009236, "bootstrap_95": [ -0.009038818909320456, 0.04159602822633473 ], "p_improvement": 0.84375, "years_better": 3, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 0.009212227356356684, "bootstrap_95": [ -0.0012889861201078844, 0.020767041243139533 ], "p_improvement": 0.93404, "years_better": 8, "years": 24 }, "test": { "mean_difference": 0.02885828338804907, "bootstrap_95": [ -0.002117778003570714, 0.06528882855417073 ], "p_improvement": 0.93359375, "years_better": 2, "years": 8 }, "decision": { "reference": "incumbent", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } }, "crps": { "Oct": { "training": { "mean_difference": 0.24989362307363683, "bootstrap_95": [ -1.420119435933629, 2.3142707600482115 ], "p_improvement": 0.561535, "years_better": 11, "years": 24 }, "test": { "mean_difference": 1.150610748442217, "bootstrap_95": [ -0.33108128117247204, 3.090491327630545 ], "p_improvement": 0.85546875, "years_better": 3, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Nov": { "training": { "mean_difference": 0.5390170382678469, "bootstrap_95": [ -0.0974929205497279, 1.4210964903518324 ], "p_improvement": 0.906745, "years_better": 11, "years": 24 }, "test": { "mean_difference": 0.5489169123064137, "bootstrap_95": [ -0.03760529759137918, 1.1502857273297298 ], "p_improvement": 0.9375, "years_better": 2, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } }, "Dec": { "training": { "mean_difference": -0.03286590235863416, "bootstrap_95": [ -0.3124387726424189, 0.25970546183498283 ], "p_improvement": 0.41495, "years_better": 16, "years": 24 }, "test": { "mean_difference": -0.20051502321221093, "bootstrap_95": [ -0.6654152909932933, 0.236727357469846 ], "p_improvement": 0.23828125, "years_better": 5, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "Jan": { "training": { "mean_difference": -0.037908066438879305, "bootstrap_95": [ -0.5441611137508656, 0.8197475759467405 ], "p_improvement": 0.498885, "years_better": 20, "years": 24 }, "test": { "mean_difference": -0.453712256016114, "bootstrap_95": [ -0.8099494634032097, -0.04855483867268856 ], "p_improvement": 0.0390625, "years_better": 6, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": true, "confirmed": false } }, "ONDJ": { "training": { "mean_difference": 1.7128024734095784, "bootstrap_95": [ -0.4958401260504617, 5.400843422373813 ], "p_improvement": 0.75089, "years_better": 12, "years": 24 }, "test": { "mean_difference": 2.2254924827366587, "bootstrap_95": [ -0.12780498256937445, 5.06354245821457 ], "p_improvement": 0.90234375, "years_better": 4, "years": 8 }, "decision": { "reference": "mvs_ensemble", "holm_p_family": 1.0, "no_harm": false, "confirmed": false } } } } } }